+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-99.ec2.internal ++ [[ -n ip-10-0-0-99.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-99.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0403 00:03:02.717803963 - disable conntrack on geneve port' I0403 00:03:02.717803963 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0403 00:03:02.733941695 - starting ovnkube-node + echo 'I0403 00:03:02.733941695 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-99.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-99.ec2.internal --init-node ip-10-0-0-99.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-99.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0403 00:03:02.770629 3803 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0403 00:03:02.770691 3803 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-1239a6226d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0403 00:03:02.772512 3803 kube.go:423] Waiting for certificate I0403 00:03:02.772538 3803 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0403 00:03:02.772572 3803 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0403 00:03:02.773326 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:03:02.799790 3803 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:02.799808 3803 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:02.801783 3803 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:02.803740 3803 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ffdjm" I0403 00:03:02.819150 3803 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ffdjm" I0403 00:03:02.819255 3803 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:03.773309 3803 kube.go:430] Certificate found I0403 00:03:03.774162 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:03:03.775145 3803 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0403 00:03:03.822947 3803 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-03 23:58:02 +0000 UTC" deadline="2026-04-03 17:32:03.48787329 +0000 UTC" I0403 00:03:03.822977 3803 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h28m59.664906812s" I0403 00:03:03.841191 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:03:03.862172 3803 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0403 00:03:03.862290 3803 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0403 00:03:03.862356 3803 factory.go:537] Starting watch factory I0403 00:03:03.862488 3803 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862513 3803 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862551 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862617 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862553 3803 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862665 3803 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862828 3803 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862848 3803 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862875 3803 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.862901 3803 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.865374 3803 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.865438 3803 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.867743 3803 controller_manager.go:368] Starting the ovnkube controller I0403 00:03:03.867755 3803 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-99.ec2.internal I0403 00:03:03.867811 3803 controller_manager.go:393] NBDB zone sync took: 48.359µs I0403 00:03:03.867823 3803 factory.go:537] Starting watch factory I0403 00:03:03.879689 3803 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.882398 3803 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.882632 3803 ovn_northd.go:121] Registering OVN northd metrics I0403 00:03:03.882848 3803 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.883938 3803 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0403 00:03:03.884513 3803 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.884943 3803 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.888830 3803 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0403 00:03:03.888886 3803 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0403 00:03:03.894318 3803 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:03.907084 3803 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0403 00:03:03.967991 3803 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:03:03.968016 3803 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:03:03.968022 3803 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:03:03.968026 3803 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:03:03.968030 3803 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:03:03.968033 3803 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:03:03.968152 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:03.968175 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:03.968156 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:03.968265 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:03.971294 3803 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:03.971298 3803 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:03.973120 3803 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:03:03.973135 3803 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:03:03.973197 3803 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.973215 3803 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.973200 3803 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:03:03.973232 3803 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:03:03.973238 3803 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:03:03.973241 3803 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:03:03.973244 3803 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:03:03.973247 3803 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:03:03.975755 3803 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.979174 3803 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:03:03.979194 3803 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:03:03.979203 3803 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:03:03.979233 3803 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.979246 3803 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.981861 3803 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.984665 3803 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:03:03.984678 3803 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:03:03.984733 3803 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.984743 3803 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.987387 3803 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.990729 3803 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:03:03.990739 3803 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:03:03.990794 3803 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.990809 3803 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.993635 3803 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.995903 3803 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:03:03.995917 3803 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:03:03.995964 3803 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.995980 3803 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:03.998820 3803 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:04.001142 3803 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:03:04.001151 3803 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:03:04.001340 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:03:04.001362 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:03:04.004288 3803 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:03:04.006728 3803 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:03:04.006798 3803 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:03:04.006858 3803 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:04.006885 3803 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:04.006865 3803 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:04.006917 3803 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:04.010321 3803 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:04.010348 3803 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:04.012238 3803 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:03:04.012249 3803 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:03:04.012256 3803 factory.go:649] Watch Factory start up complete, took: 149.904993ms I0403 00:03:04.012322 3803 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0403 00:03:04.012365 3803 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:03:04.017795 3803 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:03:04.017856 3803 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:03:04.017873 3803 factory.go:649] Watch Factory start up complete, took: 150.047401ms I0403 00:03:04.017884 3803 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-99.ec2.internal" zone I0403 00:03:04.051324 3803 default_node_network_controller.go:709] Initializing the default node network controller I0403 00:03:04.107360 3803 udn_isolation.go:101] Starting UDN host isolation manager I0403 00:03:04.114542 3803 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0403 00:03:04.158540 3803 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0403 00:03:04.158702 3803 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0403 00:03:04.158718 3803 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0403 00:03:04.190809 3803 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0403 00:03:04.190871 3803 default_node_network_controller.go:808] Node ip-10-0-0-99.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0403 00:03:04.196083 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.99"] k8s.ovn.org/zone-name:ip-10-0-0-99.ec2.internal] on node ip-10-0-0-99.ec2.internal I0403 00:03:04.218165 3803 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0403 00:03:04.224096 3803 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0403 00:03:04.224234 3803 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0403 00:03:04.224404 3803 gateway_init.go:263] Preparing Gateway I0403 00:03:04.224412 3803 gateway_shared_intf.go:1658] Creating new gateway I0403 00:03:04.268802 3803 controller_manager.go:427] Waiting for node in zone sync took: 250.903384ms I0403 00:03:04.276174 3803 controller_manager.go:608] Switching to transit router for layer2 networks I0403 00:03:04.276192 3803 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-99.ec2.internal I0403 00:03:04.292191 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:03:04.298350 3803 controller_manager.go:288] SCTP support detected in OVN I0403 00:03:04.299015 3803 services_controller.go:69] Creating services controller for network=default I0403 00:03:04.299143 3803 udn_enabled_svc.go:80] Waiting for service informer to sync I0403 00:03:04.299206 3803 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0403 00:03:04.299241 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0403 00:03:04.299260 3803 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0403 00:03:04.299275 3803 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:03:04.299465 3803 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0403 00:03:04.299511 3803 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0403 00:03:04.299544 3803 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 24.138µs I0403 00:03:04.299552 3803 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.335µs I0403 00:03:04.299558 3803 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0403 00:03:04.299562 3803 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.343µs I0403 00:03:04.299569 3803 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0403 00:03:04.299586 3803 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.089µs I0403 00:03:04.299593 3803 default_network_controller.go:321] Starting the default network controller I0403 00:03:04.299800 3803 udn_enabled_svc.go:95] Performing full resync I0403 00:03:04.300169 3803 udn_enabled_svc.go:99] Waiting for handler to sync I0403 00:03:04.300184 3803 udn_enabled_svc.go:104] Starting worker I0403 00:03:04.305738 3803 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:03:04.308578 3803 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0403 00:03:04.308640 3803 repair.go:33] Syncing exgw routes took 49.271µs I0403 00:03:04.308660 3803 default_network_controller.go:407] Starting all the Watchers... I0403 00:03:04.308808 3803 namespace.go:98] [openshift-backplane-cse] adding namespace I0403 00:03:04.308827 3803 namespace.go:98] [openshift-backplane-tam] adding namespace I0403 00:03:04.308831 3803 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0403 00:03:04.308833 3803 namespace.go:98] [openshift-console] adding namespace I0403 00:03:04.308846 3803 namespace.go:98] [openshift-ingress-operator] adding namespace I0403 00:03:04.308839 3803 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0403 00:03:04.308850 3803 namespace.go:98] [openshift-marketplace] adding namespace I0403 00:03:04.308860 3803 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0403 00:03:04.308866 3803 namespace.go:98] [default] adding namespace I0403 00:03:04.308866 3803 namespace.go:98] [openshift-dns] adding namespace I0403 00:03:04.308866 3803 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0403 00:03:04.308871 3803 namespace.go:98] [openshift-ingress-canary] adding namespace I0403 00:03:04.308879 3803 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0403 00:03:04.308871 3803 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0403 00:03:04.308811 3803 namespace.go:98] [openshift-network-node-identity] adding namespace I0403 00:03:04.309520 3803 namespace.go:102] [openshift-backplane-cse] adding namespace took 700.01µs I0403 00:03:04.309536 3803 namespace.go:98] [openshift-config] adding namespace I0403 00:03:04.309987 3803 namespace.go:102] [openshift-config] adding namespace took 445.472µs I0403 00:03:04.310028 3803 namespace.go:98] [openshift-backplane-mobb] adding namespace I0403 00:03:04.310613 3803 namespace.go:102] [openshift-backplane-mobb] adding namespace took 576.495µs I0403 00:03:04.310627 3803 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0403 00:03:04.311117 3803 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.2731ms I0403 00:03:04.311140 3803 namespace.go:98] [openshift-network-console] adding namespace I0403 00:03:04.311631 3803 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.782776ms I0403 00:03:04.311649 3803 namespace.go:98] [openshift-authentication] adding namespace I0403 00:03:04.312145 3803 namespace.go:102] [openshift-console] adding namespace took 3.294026ms I0403 00:03:04.312151 3803 iptables.go:108] Creating table: filter chain: OUTPUT I0403 00:03:04.312162 3803 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0403 00:03:04.312763 3803 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.908452ms I0403 00:03:04.312779 3803 namespace.go:98] [openshift-service-ca-operator] adding namespace I0403 00:03:04.313283 3803 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.425556ms I0403 00:03:04.313302 3803 namespace.go:98] [openshift-machine-config-operator] adding namespace I0403 00:03:04.313819 3803 namespace.go:102] [openshift-marketplace] adding namespace took 4.960182ms I0403 00:03:04.313835 3803 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0403 00:03:04.314445 3803 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.577056ms I0403 00:03:04.314463 3803 namespace.go:98] [kube-public] adding namespace I0403 00:03:04.315020 3803 namespace.go:102] [default] adding namespace took 6.145449ms I0403 00:03:04.315036 3803 namespace.go:98] [openshift-controller-manager] adding namespace I0403 00:03:04.315587 3803 namespace.go:102] [openshift-dns] adding namespace took 6.710486ms I0403 00:03:04.315603 3803 namespace.go:98] [openshift-cluster-version] adding namespace I0403 00:03:04.316091 3803 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.209322ms I0403 00:03:04.316112 3803 namespace.go:98] [openshift-infra] adding namespace I0403 00:03:04.316618 3803 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.734323ms I0403 00:03:04.316634 3803 namespace.go:98] [openshift-backplane-cee] adding namespace I0403 00:03:04.317074 3803 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.188206ms I0403 00:03:04.317088 3803 namespace.go:98] [openshift-ingress] adding namespace I0403 00:03:04.317622 3803 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.731206ms I0403 00:03:04.317643 3803 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0403 00:03:04.318223 3803 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.285866ms I0403 00:03:04.318239 3803 namespace.go:98] [openshift-network-operator] adding namespace I0403 00:03:04.318630 3803 gateway_shared_intf.go:1787] Gateway Creation Complete I0403 00:03:04.318642 3803 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-99.ec2.internal","mac-address":"12:3d:60:f9:9c:e5","ip-addresses":["10.0.0.99/24"],"ip-address":"10.0.0.99/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:23a0b3d1-0e2b-44f4-8a32-b13c4a8e6dfd k8s.ovn.org/node-encap-ips:["10.0.0.99"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.99/24"} k8s.ovn.org/zone-name:ip-10-0-0-99.ec2.internal] on node ip-10-0-0-99.ec2.internal I0403 00:03:04.318682 3803 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.047267ms I0403 00:03:04.318707 3803 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0403 00:03:04.319229 3803 namespace.go:102] [openshift-network-console] adding namespace took 8.078596ms I0403 00:03:04.319244 3803 namespace.go:98] [openshift-config-managed] adding namespace I0403 00:03:04.319743 3803 namespace.go:102] [openshift-authentication] adding namespace took 8.086705ms I0403 00:03:04.319758 3803 namespace.go:98] [openshift-dns-operator] adding namespace I0403 00:03:04.320201 3803 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.032475ms I0403 00:03:04.320214 3803 namespace.go:98] [openshift-console-operator] adding namespace I0403 00:03:04.320598 3803 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.814284ms I0403 00:03:04.320610 3803 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0403 00:03:04.321008 3803 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.700993ms I0403 00:03:04.321021 3803 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0403 00:03:04.321428 3803 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.588349ms I0403 00:03:04.321440 3803 namespace.go:98] [openshift-etcd] adding namespace I0403 00:03:04.321860 3803 namespace.go:102] [kube-public] adding namespace took 7.392628ms I0403 00:03:04.321868 3803 namespace.go:98] [openshift] adding namespace I0403 00:03:04.322292 3803 namespace.go:102] [openshift-controller-manager] adding namespace took 7.251254ms I0403 00:03:04.322302 3803 namespace.go:98] [openshift-operators] adding namespace I0403 00:03:04.322753 3803 namespace.go:102] [openshift-cluster-version] adding namespace took 7.145105ms I0403 00:03:04.322766 3803 namespace.go:98] [openshift-kube-apiserver] adding namespace I0403 00:03:04.323177 3803 namespace.go:102] [openshift-infra] adding namespace took 7.058854ms I0403 00:03:04.323189 3803 namespace.go:98] [openshift-image-registry] adding namespace I0403 00:03:04.323598 3803 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.957979ms I0403 00:03:04.323610 3803 namespace.go:98] [kube-system] adding namespace I0403 00:03:04.323949 3803 namespace.go:102] [openshift-ingress] adding namespace took 6.853395ms I0403 00:03:04.323965 3803 namespace.go:98] [openshift-insights] adding namespace I0403 00:03:04.324881 3803 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.232516ms I0403 00:03:04.324894 3803 namespace.go:98] [openshift-config-operator] adding namespace I0403 00:03:04.325408 3803 namespace.go:102] [openshift-network-operator] adding namespace took 7.164578ms I0403 00:03:04.325420 3803 namespace.go:98] [openshift-route-controller-manager] adding namespace I0403 00:03:04.325850 3803 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.13772ms I0403 00:03:04.325861 3803 namespace.go:98] [openshift-must-gather-operator] adding namespace I0403 00:03:04.326482 3803 namespace.go:102] [openshift-config-managed] adding namespace took 7.23006ms I0403 00:03:04.326499 3803 namespace.go:98] [dedicated-admin] adding namespace I0403 00:03:04.326935 3803 namespace.go:102] [openshift-dns-operator] adding namespace took 7.170859ms I0403 00:03:04.326949 3803 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0403 00:03:04.327331 3803 namespace.go:102] [openshift-console-operator] adding namespace took 7.112634ms I0403 00:03:04.327344 3803 namespace.go:98] [openshift-authentication-operator] adding namespace I0403 00:03:04.327722 3803 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.107365ms I0403 00:03:04.327732 3803 namespace.go:98] [openshift-kube-scheduler] adding namespace I0403 00:03:04.328188 3803 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.16172ms I0403 00:03:04.328203 3803 namespace.go:98] [openshift-backplane] adding namespace I0403 00:03:04.328585 3803 namespace.go:102] [openshift-etcd] adding namespace took 7.141141ms I0403 00:03:04.328595 3803 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0403 00:03:04.328939 3803 namespace.go:102] [openshift] adding namespace took 7.06563ms I0403 00:03:04.328952 3803 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0403 00:03:04.329318 3803 namespace.go:102] [openshift-operators] adding namespace took 7.011503ms I0403 00:03:04.329330 3803 namespace.go:98] [openshift-operators-redhat] adding namespace I0403 00:03:04.329701 3803 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.930654ms I0403 00:03:04.329710 3803 namespace.go:98] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] adding namespace I0403 00:03:04.330094 3803 namespace.go:102] [openshift-image-registry] adding namespace took 6.898684ms I0403 00:03:04.330123 3803 namespace.go:98] [openshift-monitoring] adding namespace W0403 00:03:04.330136 3803 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-lxgqt: pod kube-system/global-pull-secret-syncer-lxgqt: no pod IPs found I0403 00:03:04.330594 3803 namespace.go:102] [kube-system] adding namespace took 6.980088ms I0403 00:03:04.330607 3803 namespace.go:98] [openshift-apiserver] adding namespace I0403 00:03:04.330962 3803 namespace.go:102] [openshift-insights] adding namespace took 6.992207ms I0403 00:03:04.330974 3803 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0403 00:03:04.331348 3803 namespace.go:102] [openshift-config-operator] adding namespace took 6.449715ms I0403 00:03:04.331361 3803 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0403 00:03:04.331719 3803 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.294601ms I0403 00:03:04.331730 3803 namespace.go:98] [openshift-backplane-csm] adding namespace I0403 00:03:04.332117 3803 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.251879ms I0403 00:03:04.332592 3803 namespace.go:102] [dedicated-admin] adding namespace took 6.085911ms I0403 00:03:04.332606 3803 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0403 00:03:04.332990 3803 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.036587ms I0403 00:03:04.333000 3803 namespace.go:98] [openshift-logging] adding namespace I0403 00:03:04.333422 3803 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.071604ms I0403 00:03:04.333437 3803 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0403 00:03:04.333796 3803 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.060772ms I0403 00:03:04.333805 3803 namespace.go:98] [openshift-customer-monitoring] adding namespace I0403 00:03:04.334275 3803 namespace.go:102] [openshift-backplane] adding namespace took 6.066723ms I0403 00:03:04.334288 3803 namespace.go:98] [openshift-multus] adding namespace I0403 00:03:04.334739 3803 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.140408ms I0403 00:03:04.334750 3803 namespace.go:98] [kube-node-lease] adding namespace I0403 00:03:04.335135 3803 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.177278ms I0403 00:03:04.335151 3803 namespace.go:98] [openshift-backplane-srep] adding namespace I0403 00:03:04.335744 3803 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.40764ms I0403 00:03:04.336230 3803 namespace.go:102] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] adding namespace took 6.515091ms I0403 00:03:04.336244 3803 namespace.go:98] [openshift-package-operator] adding namespace I0403 00:03:04.336634 3803 namespace.go:102] [openshift-monitoring] adding namespace took 6.503902ms I0403 00:03:04.337016 3803 namespace.go:102] [openshift-apiserver] adding namespace took 6.404903ms I0403 00:03:04.337027 3803 namespace.go:98] [openshift-node] adding namespace I0403 00:03:04.337460 3803 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.481272ms I0403 00:03:04.337471 3803 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0403 00:03:04.337849 3803 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.481999ms I0403 00:03:04.337862 3803 namespace.go:98] [openshift-network-diagnostics] adding namespace I0403 00:03:04.338238 3803 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.503546ms I0403 00:03:04.338250 3803 namespace.go:98] [openshift-console-user-settings] adding namespace I0403 00:03:04.338737 3803 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.125397ms I0403 00:03:04.339156 3803 namespace.go:102] [openshift-logging] adding namespace took 6.151229ms I0403 00:03:04.339234 3803 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:04.339612 3803 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.167756ms W0403 00:03:04.340025 3803 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nvg9r: pod openshift-multus/network-metrics-daemon-nvg9r: no pod IPs found I0403 00:03:04.340042 3803 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.231906ms I0403 00:03:04.340577 3803 namespace.go:102] [openshift-multus] adding namespace took 6.283186ms I0403 00:03:04.340590 3803 namespace.go:98] [openshift-apiserver-operator] adding namespace I0403 00:03:04.341027 3803 namespace.go:102] [kube-node-lease] adding namespace took 6.270605ms I0403 00:03:04.341462 3803 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.304737ms I0403 00:03:04.341474 3803 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0403 00:03:04.341827 3803 namespace.go:102] [openshift-package-operator] adding namespace took 5.578462ms I0403 00:03:04.342243 3803 namespace.go:102] [openshift-node] adding namespace took 5.211008ms I0403 00:03:04.342257 3803 namespace.go:98] [openshift-machine-api] adding namespace I0403 00:03:04.342601 3803 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.124899ms W0403 00:03:04.342610 3803 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48j6k: pod openshift-network-diagnostics/network-check-target-48j6k: no pod IPs found I0403 00:03:04.343271 3803 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.402182ms I0403 00:03:04.343293 3803 namespace.go:98] [openshift-host-network] adding namespace I0403 00:03:04.343809 3803 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.553222ms I0403 00:03:04.343824 3803 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0403 00:03:04.344339 3803 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.739486ms I0403 00:03:04.344923 3803 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.442714ms I0403 00:03:04.345461 3803 namespace.go:102] [openshift-machine-api] adding namespace took 3.196727ms I0403 00:03:04.346066 3803 namespace.go:102] [openshift-host-network] adding namespace took 2.748425ms I0403 00:03:04.346490 3803 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.660142ms I0403 00:03:04.346880 3803 zone_ic_handler.go:186] Time taken to create transit switch: 277.601µs I0403 00:03:04.346998 3803 master.go:532] Adding or Updating local node "ip-10-0-0-99.ec2.internal" for network "default" I0403 00:03:04.347652 3803 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-232.ec2.internal for the network default I0403 00:03:04.347667 3803 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-237.ec2.internal for the network default I0403 00:03:04.348832 3803 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-232.ec2.internal" on network "default" took: 1.191088ms I0403 00:03:04.349230 3803 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-237.ec2.internal" on network "default" took: 1.578302ms W0403 00:03:04.355247 3803 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-48j6k: pod openshift-network-diagnostics/network-check-target-48j6k: no pod IPs found W0403 00:03:04.355259 3803 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-lxgqt: pod kube-system/global-pull-secret-syncer-lxgqt: no pod IPs found W0403 00:03:04.355267 3803 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nvg9r: pod openshift-multus/network-metrics-daemon-nvg9r: no pod IPs found I0403 00:03:04.356231 3803 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-99.ec2.internal for the network default I0403 00:03:04.357008 3803 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0403 00:03:04.357046 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default" I0403 00:03:04.357136 3803 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:04.357151 3803 services_controller.go:574] Full service sync requested for network=default I0403 00:03:04.357160 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default" I0403 00:03:04.357191 3803 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:04.357198 3803 services_controller.go:574] Full service sync requested for network=default I0403 00:03:04.357203 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-237.ec2.internal in network "default" I0403 00:03:04.357225 3803 node_tracker.go:169] Node ip-10-0-1-237.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:04.357231 3803 services_controller.go:574] Full service sync requested for network=default I0403 00:03:04.357461 3803 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0403 00:03:04.357483 3803 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0403 00:03:04.357494 3803 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0403 00:03:04.357499 3803 services_controller.go:208] Setting up event handlers for services for network=default I0403 00:03:04.357537 3803 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0403 00:03:04.357589 3803 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0403 00:03:04.357597 3803 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0403 00:03:04.458647 3803 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0403 00:03:04.458671 3803 repair.go:60] Starting repairing loop for services I0403 00:03:04.458791 3803 repair.go:131] Deleted 0 stale service LBs I0403 00:03:04.458811 3803 repair.go:137] Deleted 0 stale Chassis Template Vars I0403 00:03:04.458826 3803 repair.go:62] Finished repairing loop for services: 157.5µs I0403 00:03:04.458850 3803 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0403 00:03:04.458859 3803 services_controller.go:254] Starting workers for network=default I0403 00:03:04.459389 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nvg9r] creating logical port openshift-multus_network-metrics-daemon-nvg9r for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:04.459389 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48j6k] creating logical port openshift-network-diagnostics_network-check-target-48j6k for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:04.459593 3803 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nvg9r I0403 00:03:04.459632 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-48j6k I0403 00:03:04.475830 3803 pod.go:62] [openshift-network-diagnostics/network-check-target-48j6k] pod update took 16.230898ms I0403 00:03:04.475848 3803 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-48j6k] addLogicalPort annotation time took 16.25121ms I0403 00:03:04.476737 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-48j6k] addLogicalPort took 17.356028ms, libovsdb time 694.772µs I0403 00:03:04.476773 3803 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-lxgqt] creating logical port kube-system_global-pull-secret-syncer-lxgqt for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:04.476846 3803 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-lxgqt I0403 00:03:04.476866 3803 pod.go:62] [openshift-multus/network-metrics-daemon-nvg9r] pod update took 17.384757ms I0403 00:03:04.476879 3803 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-nvg9r] addLogicalPort annotation time took 17.402954ms I0403 00:03:04.477843 3803 pods.go:271] [openshift-multus/network-metrics-daemon-nvg9r] addLogicalPort took 18.471071ms, libovsdb time 637.351µs I0403 00:03:04.493705 3803 pod.go:62] [kube-system/global-pull-secret-syncer-lxgqt] pod update took 16.882943ms I0403 00:03:04.493722 3803 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-lxgqt] addLogicalPort annotation time took 16.903265ms I0403 00:03:04.494989 3803 pods.go:271] [kube-system/global-pull-secret-syncer-lxgqt] addLogicalPort took 18.22366ms, libovsdb time 1.045309ms I0403 00:03:04.495481 3803 admin_network_policy_controller.go:227] Starting controller default-network-controller I0403 00:03:04.495498 3803 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0403 00:03:04.495509 3803 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0403 00:03:04.495513 3803 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0403 00:03:04.495691 3803 repair.go:29] Repairing admin network policies took 173.622µs I0403 00:03:04.495802 3803 repair.go:92] Repairing baseline admin network policies took 101.159µs I0403 00:03:04.496161 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0403 00:03:04.496178 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0403 00:03:04.497662 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0403 00:03:04.497683 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0403 00:03:04.497692 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0403 00:03:04.498165 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0403 00:03:04.498184 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0403 00:03:04.498193 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0403 00:03:04.499628 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:03:04.499647 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0403 00:03:04.499656 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0403 00:03:04.500996 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0403 00:03:04.501015 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0403 00:03:04.501025 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0403 00:03:04.502876 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0403 00:03:04.502892 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0403 00:03:04.502899 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0403 00:03:04.503158 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0403 00:03:04.503172 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0403 00:03:04.503864 3803 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0403 00:03:04.503877 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:03:04.504527 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0403 00:03:04.504543 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0403 00:03:04.504550 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0403 00:03:04.505706 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0403 00:03:04.505730 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0403 00:03:04.505743 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0403 00:03:04.507621 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0403 00:03:04.507639 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0403 00:03:04.507648 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0403 00:03:04.508474 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0403 00:03:04.508491 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0403 00:03:04.508501 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0403 00:03:04.509343 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0403 00:03:04.509365 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0403 00:03:04.509375 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0403 00:03:04.511280 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0403 00:03:04.511297 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0403 00:03:04.511307 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0403 00:03:04.512467 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0403 00:03:04.512490 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0403 00:03:04.512502 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0403 00:03:04.513694 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0403 00:03:04.513712 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0403 00:03:04.513721 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0403 00:03:04.514224 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0403 00:03:04.514241 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0403 00:03:04.514263 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:03:04.514910 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0403 00:03:04.514931 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0403 00:03:04.514938 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0403 00:03:04.515281 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0403 00:03:04.515300 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0403 00:03:04.515309 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0403 00:03:04.516101 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0403 00:03:04.516119 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0403 00:03:04.516128 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0403 00:03:04.517114 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0403 00:03:04.517132 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0403 00:03:04.517141 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0403 00:03:04.517659 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:03:04.517677 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0403 00:03:04.517685 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0403 00:03:04.518327 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0403 00:03:04.518341 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0403 00:03:04.518349 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0403 00:03:04.518859 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0403 00:03:04.518878 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0403 00:03:04.518886 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0403 00:03:04.519414 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0403 00:03:04.519431 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0403 00:03:04.519439 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0403 00:03:04.519927 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0403 00:03:04.519946 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0403 00:03:04.519952 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0403 00:03:04.520227 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0403 00:03:04.520243 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0403 00:03:04.520249 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0403 00:03:04.520487 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0403 00:03:04.520502 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0403 00:03:04.520509 3803 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0403 00:03:04.522125 3803 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0403 00:03:04.522143 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0403 00:03:04.522150 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0403 00:03:04.522642 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0403 00:03:04.522657 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0403 00:03:04.522667 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0403 00:03:04.523152 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0403 00:03:04.528908 3803 egressfirewall.go:319] Starting EgressFirewall controller I0403 00:03:04.528937 3803 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0403 00:03:04.528959 3803 controller.go:133] Adding controller egress-firewall-controller event handlers I0403 00:03:04.528970 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0403 00:03:04.528981 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0403 00:03:04.529006 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0403 00:03:04.529018 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0403 00:03:04.529324 3803 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0403 00:03:04.529339 3803 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0403 00:03:04.529351 3803 egressqos.go:193] Setting up event handlers for EgressQoS I0403 00:03:04.529433 3803 egressfirewall.go:628] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall I0403 00:03:04.529446 3803 egressfirewall.go:628] Syncing node "ip-10-0-1-237.ec2.internal" for egress firewall I0403 00:03:04.529450 3803 egressfirewall.go:628] Syncing node "ip-10-0-2-232.ec2.internal" for egress firewall I0403 00:03:04.529480 3803 egressqos.go:245] Starting EgressQoS Controller I0403 00:03:04.529491 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0403 00:03:04.529497 3803 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0403 00:03:04.529502 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0403 00:03:04.529507 3803 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0403 00:03:04.529513 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0403 00:03:04.529522 3803 shared_informer.go:356] "Caches are synced" controller="egressqos" I0403 00:03:04.529529 3803 egressqos.go:259] Repairing EgressQoSes I0403 00:03:04.529534 3803 egressqos.go:399] Starting repairing loop for egressqos I0403 00:03:04.529609 3803 egressqos.go:401] Finished repairing loop for egressqos: 75.561µs I0403 00:03:04.529630 3803 egressservice_zone.go:132] Setting up event handlers for Egress Services I0403 00:03:04.529735 3803 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-99.ec2.internal I0403 00:03:04.529781 3803 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-99.ec2.internal : 44.824µs I0403 00:03:04.529860 3803 egressservice_zone.go:210] Starting Egress Services Controller I0403 00:03:04.529873 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:03:04.529885 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:03:04.529897 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:03:04.529902 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:03:04.529907 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:03:04.529911 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:03:04.529924 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0403 00:03:04.529934 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0403 00:03:04.529940 3803 egressservice_zone.go:228] Repairing Egress Services I0403 00:03:04.530273 3803 master_controller.go:88] Starting Admin Policy Based Route Controller I0403 00:03:04.530295 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:03:04.530346 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0403 00:03:04.530361 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 17.043µs I0403 00:03:04.530372 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-237.ec2.internal I0403 00:03:04.530383 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-237.ec2.internal: 12.754µs I0403 00:03:04.530388 3803 default_network_controller.go:568] Completing all the Watchers took 221.719471ms I0403 00:03:04.530391 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal I0403 00:03:04.530399 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 8.882µs I0403 00:03:04.530401 3803 default_network_controller.go:572] Starting unidling controllers I0403 00:03:04.530407 3803 unidle.go:46] Registering OVN SB ControllerEvent handler I0403 00:03:04.530412 3803 unidle.go:63] Populating Initial ContollerEvent events I0403 00:03:04.530422 3803 unidle.go:79] Setting up event handlers for services I0403 00:03:04.530510 3803 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:03:04.839908 3803 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:05.340420 3803 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:05.839393 3803 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:06.122364 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal I0403 00:03:06.122385 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default" I0403 00:03:06.122392 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 37.318µs I0403 00:03:06.122368 3803 egressfirewall.go:628] Syncing node "ip-10-0-2-232.ec2.internal" for egress firewall I0403 00:03:06.122437 3803 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:06.122452 3803 services_controller.go:574] Full service sync requested for network=default I0403 00:03:06.122469 3803 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-232.ec2.internal. Updating no re-route policies I0403 00:03:06.340036 3803 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:06.766241 3803 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:03:06.840214 3803 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:06.858816 3803 bridgeconfig.go:537] Gateway is ready I0403 00:03:06.858838 3803 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0403 00:03:06.872558 3803 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.99. Updating OVN encap IP. I0403 00:03:06.879424 3803 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.99 - it is already configured I0403 00:03:06.879441 3803 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.99/24:{} 172.20.0.1/32:{}]. Updating annotations. I0403 00:03:06.879706 3803 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.99/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-99.ec2.internal","mac-address":"12:3d:60:f9:9c:e5","ip-addresses":["10.0.0.99/24"],"ip-address":"10.0.0.99/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:23a0b3d1-0e2b-44f4-8a32-b13c4a8e6dfd k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.99/24"}] on node ip-10-0-0-99.ec2.internal I0403 00:03:06.895260 3803 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.99 I0403 00:03:06.895349 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-99.ec2.internal I0403 00:03:06.895576 3803 egressfirewall.go:628] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall I0403 00:03:06.895586 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0403 00:03:06.895604 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 22.795µs I0403 00:03:06.895627 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default" I0403 00:03:06.895687 3803 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:06.895702 3803 services_controller.go:574] Full service sync requested for network=default I0403 00:03:06.895626 3803 master.go:532] Adding or Updating local node "ip-10-0-0-99.ec2.internal" for network "default" I0403 00:03:06.900486 3803 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-99.ec2.internal. Updating no re-route policies I0403 00:03:06.900553 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nvg9r I0403 00:03:06.900555 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-99.ec2.internal I0403 00:03:06.900577 3803 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-99.ec2.internal I0403 00:03:06.900580 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-99.ec2.internal I0403 00:03:06.900586 3803 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-99.ec2.internal I0403 00:03:06.900607 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-99.ec2.internal after 0 failed attempt(s) I0403 00:03:06.900617 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48j6k I0403 00:03:06.900617 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-njwx7 I0403 00:03:06.900624 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48j6k I0403 00:03:06.900623 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-j299s I0403 00:03:06.900630 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-njwx7 I0403 00:03:06.900637 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-j299s I0403 00:03:06.900637 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hn8kj I0403 00:03:06.900644 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-njwx7 after 0 failed attempt(s) I0403 00:03:06.900570 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nvg9r I0403 00:03:06.900651 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hn8kj I0403 00:03:06.900659 3803 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-lxgqt I0403 00:03:06.900659 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-ws5tf I0403 00:03:06.900659 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nzb4h I0403 00:03:06.900667 3803 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-lxgqt I0403 00:03:06.900670 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-ws5tf I0403 00:03:06.900606 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mhzjf I0403 00:03:06.900671 3803 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-s8jb4 I0403 00:03:06.900680 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mhzjf I0403 00:03:06.900686 3803 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-s8jb4 I0403 00:03:06.900688 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-ws5tf after 0 failed attempt(s) I0403 00:03:06.900690 3803 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-lxgqt] creating logical port kube-system_global-pull-secret-syncer-lxgqt for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:06.900670 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hn8kj after 0 failed attempt(s) I0403 00:03:06.900696 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mhzjf after 0 failed attempt(s) I0403 00:03:06.900696 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nvg9r] creating logical port openshift-multus_network-metrics-daemon-nvg9r for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:06.900704 3803 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-s8jb4 after 0 failed attempt(s) I0403 00:03:06.900628 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-qblxj I0403 00:03:06.900717 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-qblxj I0403 00:03:06.900727 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-qblxj after 0 failed attempt(s) I0403 00:03:06.900642 3803 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-nxpdj I0403 00:03:06.900735 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-nxpdj I0403 00:03:06.900744 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-nxpdj after 0 failed attempt(s) I0403 00:03:06.900650 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48j6k] creating logical port openshift-network-diagnostics_network-check-target-48j6k for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:06.900609 3803 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-99.ec2.internal after 0 failed attempt(s) I0403 00:03:06.900676 3803 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nzb4h I0403 00:03:06.900797 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nzb4h after 0 failed attempt(s) I0403 00:03:06.900663 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-j299s after 0 failed attempt(s) I0403 00:03:06.901379 3803 pods.go:271] [openshift-multus/network-metrics-daemon-nvg9r] addLogicalPort took 697.06µs, libovsdb time 231.277µs I0403 00:03:06.901392 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nvg9r after 0 failed attempt(s) I0403 00:03:06.901470 3803 pods.go:271] [kube-system/global-pull-secret-syncer-lxgqt] addLogicalPort took 785.597µs, libovsdb time 301.794µs I0403 00:03:06.901482 3803 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-lxgqt after 0 failed attempt(s) I0403 00:03:06.901537 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-48j6k] addLogicalPort took 897.597µs, libovsdb time 364.324µs I0403 00:03:06.901544 3803 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-48j6k after 0 failed attempt(s) I0403 00:03:06.912247 3803 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0403 00:03:06.924543 3803 iptables.go:108] Creating table: mangle chain: OUTPUT I0403 00:03:06.927898 3803 iptables.go:108] Creating table: nat chain: OUTPUT I0403 00:03:06.948145 3803 iptables.go:108] Creating table: nat chain: PREROUTING I0403 00:03:06.996501 3803 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:03:07.013436 3803 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0403 00:03:07.013586 3803 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0403 00:03:07.013664 3803 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0403 00:03:07.013776 3803 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0403 00:03:07.013889 3803 gateway_init.go:325] Gateway and management port readiness took 2.678762115s I0403 00:03:07.013916 3803 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0403 00:03:07.013960 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0403 00:03:07.013973 3803 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0403 00:03:07.013987 3803 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:03:07.014044 3803 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0403 00:03:07.014220 3803 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.884µs I0403 00:03:07.014557 3803 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0403 00:03:07.014591 3803 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.385µs I0403 00:03:07.014600 3803 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 45.089µs I0403 00:03:07.014607 3803 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0403 00:03:07.014617 3803 nad_controller.go:173] [node-nad-controller NAD controller]: started I0403 00:03:07.014641 3803 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.971µs I0403 00:03:07.014645 3803 default_node_network_controller.go:898] Starting the default node network controller I0403 00:03:07.014652 3803 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0403 00:03:07.014850 3803 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0403 00:03:07.014860 3803 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0403 00:03:07.014884 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a345f0 0xc0002c75e0 0xc0002c7650 0xc0002c76c0 0xc0002c7730 0xc0002c77a0 0xc0002c7810 0xc0009edbd0 0xc0002c7880 0xc0002c78f0 0xc0004e22d0 0xc006478c40 0xc0002c79d0 map[0x2f8f0c0:0xc00201e660 0x2f8f600:0xc00201e7e0 0x2f90080:0xc000aa8b40 0x2f90320:0xc00201e600 0x2f90b00:0xc00201e6c0 0x2f90da0:0xc00201e720 0x2f91040:0xc00201e780 0x2f91820:0xc00201e840 0x2f91ac0:0xc00201e8a0 0x2fbc3e0:0xc000aa88a0 0x2fbc780:0xc000aa8900 0x2fbd260:0xc000a31c20 0x2fbebc0:0xc001bb6000 0x2fbf6a0:0xc000aa8ae0 0x2fc0520:0xc001bb6060] 0xc000606690 0} I0403 00:03:07.014937 3803 gateway.go:151] Starting gateway service sync I0403 00:03:07.015384 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0403 00:03:07.017543 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0403 00:03:07.027535 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0403 00:03:07.028689 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0403 00:03:07.029976 3803 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0403 00:03:07.069921 3803 gateway.go:168] Gateway service sync done. Time taken: 54.972314ms I0403 00:03:07.070403 3803 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30357 I0403 00:03:07.070756 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a345f0 0xc0002c75e0 0xc0002c7650 0xc0002c76c0 0xc0002c7730 0xc0002c77a0 0xc0002c7810 0xc0009edbd0 0xc0002c7880 0xc0002c78f0 0xc0004e22d0 0xc006478c40 0xc0002c79d0 map[0x2f8f0c0:0xc00201e660 0x2f8f600:0xc00201e7e0 0x2f90080:0xc000aa8b40 0x2f90320:0xc00201e600 0x2f90b00:0xc00201e6c0 0x2f90da0:0xc00201e720 0x2f91040:0xc00201e780 0x2f91820:0xc00201e840 0x2f91ac0:0xc00201e8a0 0x2fbc3e0:0xc000aa88a0 0x2fbc780:0xc000aa8900 0x2fbd260:0xc000a31c20 0x2fbebc0:0xc001bb6000 0x2fbf6a0:0xc000aa8ae0 0x2fc0520:0xc001bb6060] 0xc000606690 0} I0403 00:03:07.071204 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a345f0 0xc0002c75e0 0xc0002c7650 0xc0002c76c0 0xc0002c7730 0xc0002c77a0 0xc0002c7810 0xc0009edbd0 0xc0002c7880 0xc0002c78f0 0xc0004e22d0 0xc006478c40 0xc0002c79d0 map[0x2f8f0c0:0xc00201e660 0x2f8f600:0xc00201e7e0 0x2f90080:0xc000aa8b40 0x2f90320:0xc00201e600 0x2f90b00:0xc00201e6c0 0x2f90da0:0xc00201e720 0x2f91040:0xc00201e780 0x2f91820:0xc00201e840 0x2f91ac0:0xc00201e8a0 0x2fbc3e0:0xc000aa88a0 0x2fbc780:0xc000aa8900 0x2fbd260:0xc000a31c20 0x2fbebc0:0xc001bb6000 0x2fbf6a0:0xc000aa8ae0 0x2fc0520:0xc001bb6060] 0xc000606690 0} I0403 00:03:07.071239 3803 gateway.go:519] Reconciling gateway with updates I0403 00:03:07.076946 3803 gateway.go:326] Spawning Conntrack Rule Check Thread I0403 00:03:07.077028 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:07.077032 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:07.077064 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:07.077068 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:07.077076 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:07.077085 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:07.077092 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:07.077110 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:07.077127 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:07.077131 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:07.077140 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:07.077146 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:03:07.077149 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:07.077153 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:07.077161 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:07.077168 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:07.077170 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:07.077172 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077176 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:07.077179 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:07.077181 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:07.077191 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:07.077194 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:07.077198 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:07.077202 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:03:07.077194 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:07.077209 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:03:07.077205 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:07.077219 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:07.077225 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:07.077229 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:03:07.077234 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:03:07.077089 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:03:07.077241 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:07.077247 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:03:07.077147 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:07.077248 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:03:07.077037 3803 default_node_network_controller.go:943] Gateway and management port readiness took 62.170607ms I0403 00:03:07.077281 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:07.077154 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:07.077285 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:07.077138 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:07.077306 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:07.077307 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:07.077176 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:03:07.077321 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:07.077327 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077331 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:03:07.077333 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077335 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:07.077344 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:07.077344 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:07.077350 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:07.077352 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077353 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:07.077355 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:03:07.077354 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:07.077359 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:07.077371 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:07.077371 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:07.077358 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:07.077379 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:03:07.077381 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:07.077136 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:07.077379 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:03:07.077390 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31529 is already open, no action needed I0403 00:03:07.077392 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:07.077394 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:07.077399 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0403 00:03:07.077399 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:07.077403 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:07.077150 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077372 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:07.077413 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:07.077414 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:07.077421 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077422 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:07.077425 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:07.077434 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:03:07.077402 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:07.077445 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:03:07.077266 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:03:07.077284 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:07.077459 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:07.077467 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:03:07.077477 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:03:07.077479 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:07.077491 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:03:07.077491 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:03:07.077340 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:03:07.077498 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:07.077237 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:07.077508 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:03:07.077512 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077514 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:07.077209 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:07.077345 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077512 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:03:07.077357 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:07.077502 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:03:07.077167 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:07.077639 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:07.077383 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:07.077382 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:07.077773 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:07.077392 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:07.077402 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:07.077252 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:07.077930 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:03:07.077260 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:07.077943 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:07.077413 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:07.077413 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:07.077293 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:07.077525 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:07.077374 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:07.078102 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:07.078133 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:07.078514 3803 node_ip_handler_linux.go:160] Node IP manager is running W0403 00:03:07.117198 3803 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:03:07.117532 3803 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:03:07.117858 3803 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0403 00:03:07.126422 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:03:07.126430 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:03:07.126448 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:03:07.126455 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:03:07.126461 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:03:07.126468 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:03:07.126474 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:03:07.126479 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:03:07.126484 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:03:07.126490 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:03:07.126496 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:03:07.126508 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:03:07.126515 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:03:07.170028 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:03:07.170082 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:03:07.170101 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:03:07.170117 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:03:07.410866 3803 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:07.411388 3803 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:03:07.780429 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:07.796541 3803 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:07.796564 3803 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:07.804175 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod kube-system/ecr-credential-refresh-initial-h4bwp I0403 00:03:07.804198 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod kube-system/ecr-credential-refresh-initial-h4bwp I0403 00:03:08.989505 3803 default_node_network_controller.go:1369] Starting node controller node sync W0403 00:03:08.989524 3803 egressip_healthcheck.go:76] Health checking using insecure connection I0403 00:03:08.989586 3803 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0403 00:03:09.001572 3803 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 12.045853ms I0403 00:03:09.001756 3803 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:03:09.001771 3803 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-237.ec2.internal", IP: 10.0.1.237 to PMTUD blocking rules I0403 00:03:09.001768 3803 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-232.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:03:09.001781 3803 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-232.ec2.internal", IP: 10.0.2.232 to PMTUD blocking rules I0403 00:03:09.027915 3803 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0403 00:03:09.028180 3803 egressservice_node.go:93] Setting up event handlers for Egress Services I0403 00:03:09.028288 3803 egressservice_node.go:183] Starting Egress Services Controller I0403 00:03:09.028304 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:03:09.028314 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:03:09.028320 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:03:09.028325 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:03:09.028331 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:03:09.028335 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:03:09.028340 3803 egressservice_node.go:197] Repairing Egress Services I0403 00:03:09.038596 3803 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0403 00:03:09.038617 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:03:09.038767 3803 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0403 00:03:09.038780 3803 link_network_manager.go:117] Link manager is running I0403 00:03:09.038789 3803 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0403 00:03:09.038880 3803 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0403 00:03:09.039533 3803 vrf_manager.go:128] VRF manager is running I0403 00:03:09.039671 3803 node_controller_manager.go:437] Removing flows to drop GARP I0403 00:03:09.039683 3803 gateway.go:519] Reconciling gateway with updates I0403 00:03:09.062017 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:09.062034 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:09.062041 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:09.062046 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:09.062038 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:09.062070 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:09.062061 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:09.062074 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:09.062075 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:09.062086 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:09.062088 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:09.062092 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:09.062090 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:09.062087 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:09.062109 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:09.062114 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31529 is already open, no action needed I0403 00:03:09.062117 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:09.062121 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:09.062106 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:03:09.062126 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0403 00:03:09.062123 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:03:09.062047 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:09.062135 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:09.062140 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:09.062071 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:09.062151 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:03:09.062140 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:03:09.062150 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:09.062162 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:09.062029 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:09.062170 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:03:09.062173 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:03:09.062175 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:09.062120 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:09.062174 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:09.062182 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:09.062127 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:09.062137 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:09.062199 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:09.062196 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:09.062202 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:09.062196 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:09.062099 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:09.062213 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:09.062209 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:09.062219 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:09.062219 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:09.062222 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:09.062223 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:09.062229 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:09.062228 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:09.062071 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:09.062234 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:09.062253 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:09.062258 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:03:09.062294 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:03:09.062204 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:09.062213 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:09.062397 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:03:09.062174 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:03:09.062080 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:09.062409 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:09.062413 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:03:09.062184 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:09.062420 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:09.062063 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:09.062145 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:09.062147 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:09.062484 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:09.062156 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:03:09.062164 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:09.062497 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:09.062167 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:09.062534 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:09.062174 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:09.062181 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:03:09.062576 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:03:09.062192 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:09.062583 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:09.062587 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:03:09.062194 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:09.062207 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:09.062214 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:09.062637 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:09.062218 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:09.062663 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:09.062668 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:03:09.062194 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:09.062675 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:09.062024 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:09.062699 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:09.062705 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:09.062718 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:09.062022 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:09.062729 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:09.062733 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:03:09.062223 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:03:09.062228 3803 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:09.062742 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:09.062234 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:09.062232 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:09.062238 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:03:09.062239 3803 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:09.102827 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:03:09.102824 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:03:09.102859 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:03:09.102869 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:03:09.102887 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:03:09.102899 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:03:09.102910 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:03:09.102921 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:03:09.102929 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:03:09.102937 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:03:09.143416 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:03:09.143442 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:03:09.183677 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:03:09.183683 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:03:09.183715 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:03:09.183725 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:03:09.183733 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:03:09.183742 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:03:09.183750 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:03:09.183760 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:03:09.183768 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:03:09.183776 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:03:09.183786 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:03:09.183789 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal I0403 00:03:09.183797 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:03:09.183807 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 21.665µs I0403 00:03:09.183811 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:03:09.183820 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:03:09.183828 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:03:09.183840 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:03:09.183849 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:03:09.183858 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:03:09.183867 3803 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:03:09.503451 3803 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:09.503957 3803 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:09.860597 3803 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:09.860627 3803 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:03:10.792272 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:03:10.949779 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0403 00:03:10.949814 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 43.067µs I0403 00:03:10.977015 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-767664b5c6-pjjv9] creating logical port openshift-image-registry_image-registry-767664b5c6-pjjv9 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:10.977197 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-767664b5c6-pjjv9 I0403 00:03:11.002613 3803 pod.go:62] [openshift-image-registry/image-registry-767664b5c6-pjjv9] pod update took 25.45908ms I0403 00:03:11.002646 3803 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-767664b5c6-pjjv9] addLogicalPort annotation time took 25.500619ms I0403 00:03:11.003865 3803 pods.go:271] [openshift-image-registry/image-registry-767664b5c6-pjjv9] addLogicalPort took 26.869389ms, libovsdb time 891.18µs I0403 00:03:11.005968 3803 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-6lmxc] creating logical port openshift-ingress-canary_ingress-canary-6lmxc for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:11.006042 3803 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-8vrxp] creating logical port openshift-dns_dns-default-8vrxp for pod on switch ip-10-0-0-99.ec2.internal I0403 00:03:11.006089 3803 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-6lmxc I0403 00:03:11.006216 3803 kube.go:256] Updating pod openshift-dns/dns-default-8vrxp I0403 00:03:11.022513 3803 pod.go:62] [openshift-dns/dns-default-8vrxp] pod update took 16.358874ms I0403 00:03:11.022537 3803 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-8vrxp] addLogicalPort annotation time took 16.388664ms I0403 00:03:11.023608 3803 pods.go:271] [openshift-dns/dns-default-8vrxp] addLogicalPort took 17.58157ms, libovsdb time 817.628µs I0403 00:03:11.027853 3803 pod.go:62] [openshift-ingress-canary/ingress-canary-6lmxc] pod update took 21.818104ms I0403 00:03:11.027869 3803 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-6lmxc] addLogicalPort annotation time took 21.841044ms I0403 00:03:11.028852 3803 pods.go:271] [openshift-ingress-canary/ingress-canary-6lmxc] addLogicalPort took 22.897564ms, libovsdb time 722.96µs I0403 00:03:11.365578 3803 cni.go:403] [openshift-ingress-canary/ingress-canary-6lmxc 527b9a1f1633da33f4ed3cb7f42ad929853b00119cd23f65ef21b75512393310 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-6lmxc 527b9a1f1633da33f4ed3cb7f42ad929853b00119cd23f65ef21b75512393310 network default NAD default] I0403 00:03:11.385987 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-6lmxc, hostIfaceName: 527b9a1f1633da3, network: default, NAD default, SandboxID: "527b9a1f1633da33f4ed3cb7f42ad929853b00119cd23f65ef21b75512393310", PCI device ID: , UID: "e61148bf-13c3-43ad-9e14-2590d688160c", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0403 00:03:11.433615 3803 cni.go:424] [openshift-ingress-canary/ingress-canary-6lmxc 527b9a1f1633da33f4ed3cb7f42ad929853b00119cd23f65ef21b75512393310 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-6lmxc 527b9a1f1633da33f4ed3cb7f42ad929853b00119cd23f65ef21b75512393310 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:45:3a:00:81:70\",\"name\":\"527b9a1f1633da3\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4484315b-e683-4d7d-84c1-bfc2418b5e76\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:03:13.371191 3803 cni.go:403] [openshift-network-diagnostics/network-check-target-48j6k 9829268a6910fae0c3f53999c6b94417ad9a3a92b39014bab2d756966fc31dad network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-48j6k 9829268a6910fae0c3f53999c6b94417ad9a3a92b39014bab2d756966fc31dad network default NAD default] I0403 00:03:13.371230 3803 cni.go:403] [kube-system/global-pull-secret-syncer-lxgqt 6efdb75ff5438b4b21447786f4caa242522954c37dd56162eec99754d7def02f network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-lxgqt 6efdb75ff5438b4b21447786f4caa242522954c37dd56162eec99754d7def02f network default NAD default] I0403 00:03:13.383995 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-48j6k, hostIfaceName: 9829268a6910fae, network: default, NAD default, SandboxID: "9829268a6910fae0c3f53999c6b94417ad9a3a92b39014bab2d756966fc31dad", PCI device ID: , UID: "d8c748fe-ab4d-4389-8b9b-5f1bb3ecf90f", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0403 00:03:13.384535 3803 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-lxgqt, hostIfaceName: 6efdb75ff5438b4, network: default, NAD default, SandboxID: "6efdb75ff5438b4b21447786f4caa242522954c37dd56162eec99754d7def02f", PCI device ID: , UID: "f9bf877e-71b7-45ea-bf07-d2a211b17564", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0403 00:03:13.431619 3803 cni.go:424] [openshift-network-diagnostics/network-check-target-48j6k 9829268a6910fae0c3f53999c6b94417ad9a3a92b39014bab2d756966fc31dad network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-48j6k 9829268a6910fae0c3f53999c6b94417ad9a3a92b39014bab2d756966fc31dad network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:7f:9b:46:c7:b5\",\"name\":\"9829268a6910fae\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca7e1698-2564-48c0-9ddd-0d501e318366\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:03:13.437342 3803 cni.go:424] [kube-system/global-pull-secret-syncer-lxgqt 6efdb75ff5438b4b21447786f4caa242522954c37dd56162eec99754d7def02f network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-lxgqt 6efdb75ff5438b4b21447786f4caa242522954c37dd56162eec99754d7def02f network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:37:63:b4:4b:42\",\"name\":\"6efdb75ff5438b4\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1733b1b0-d1a1-4747-84d3-f930fb9862ea\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:03:16.968457 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:18.377856 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:41.816656 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:41.816684 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:47.955873 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:47.955898 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:49.385439 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:04:19.780252 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx for pod on switch ip-10-0-0-99.ec2.internal I0403 00:04:19.780423 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx I0403 00:04:19.794318 3803 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx] pod update took 13.958602ms I0403 00:04:19.794340 3803 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx] addLogicalPort annotation time took 13.987303ms I0403 00:04:19.795546 3803 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx] addLogicalPort took 15.312393ms, libovsdb time 950.582µs I0403 00:04:20.135650 3803 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default] I0403 00:04:20.145591 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx, hostIfaceName: 568b847bc6bdc7d, network: default, NAD default, SandboxID: "568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388", PCI device ID: , UID: "bdb46e70-0076-415c-be3c-a52fa2602b7d", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0403 00:04:20.192269 3803 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:ed:88:94:18:7c\",\"name\":\"568b847bc6bdc7d\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83e52a92-a761-4aec-8dc1-270adf6549f4\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:04:39.576035 3803 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default] I0403 00:04:39.646117 3803 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx 568b847bc6bdc7d0ba76ea8129035db19638ac41118ca08f3cbb461dd6255388 network default NAD default], result "{}", err I0403 00:04:39.687535 3803 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.687573 3803 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx I0403 00:04:39.688900 3803 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx, ips: 10.130.0.9 I0403 00:04:39.688932 3803 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.688955 3803 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.688969 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0403 00:04:39.689193 3803 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.689208 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0403 00:04:40.713823 3803 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:40.713851 3803 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:40.713874 3803 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:40.713922 3803 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:44.888899 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:04:44.900138 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:05:13.381692 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm] creating logical port openshift-network-diagnostics_network-check-source-5bff8f5d77-j7nzm for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:13.381817 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm I0403 00:05:13.398348 3803 pod.go:62] [openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm] pod update took 16.555129ms I0403 00:05:13.398373 3803 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm] addLogicalPort annotation time took 16.586872ms I0403 00:05:13.399487 3803 pods.go:271] [openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm] addLogicalPort took 17.814517ms, libovsdb time 867.368µs I0403 00:05:13.497344 3803 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-d4cbcbb94-dt5gz for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:13.497442 3803 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz I0403 00:05:13.498580 3803 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-98c9d9db4-stgj5 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:13.498677 3803 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5 I0403 00:05:13.503659 3803 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-57d9b95648-pgl4l] creating logical port openshift-console-operator_console-operator-57d9b95648-pgl4l for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:13.503842 3803 kube.go:256] Updating pod openshift-console-operator/console-operator-57d9b95648-pgl4l I0403 00:05:13.518762 3803 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz] pod update took 21.34916ms I0403 00:05:13.518785 3803 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz] addLogicalPort annotation time took 21.376888ms I0403 00:05:13.519928 3803 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz] addLogicalPort took 22.60377ms, libovsdb time 823.102µs I0403 00:05:13.521569 3803 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5] pod update took 22.910927ms I0403 00:05:13.521594 3803 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5] addLogicalPort annotation time took 22.938045ms I0403 00:05:13.522540 3803 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5] addLogicalPort took 23.973345ms, libovsdb time 724.484µs I0403 00:05:13.536945 3803 pod.go:62] [openshift-console-operator/console-operator-57d9b95648-pgl4l] pod update took 33.130241ms I0403 00:05:13.536969 3803 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-57d9b95648-pgl4l] addLogicalPort annotation time took 33.157343ms I0403 00:05:13.537899 3803 pods.go:271] [openshift-console-operator/console-operator-57d9b95648-pgl4l] addLogicalPort took 34.25555ms, libovsdb time 631.496µs I0403 00:05:13.584924 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t] creating logical port openshift-monitoring_cluster-monitoring-operator-65b957665b-n2x8t for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:13.585010 3803 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t I0403 00:05:13.604818 3803 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t] pod update took 19.828147ms I0403 00:05:13.604843 3803 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t] addLogicalPort annotation time took 19.858514ms I0403 00:05:13.605962 3803 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t] addLogicalPort took 21.05606ms, libovsdb time 822.599µs I0403 00:05:13.723677 3803 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-p6brf] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-p6brf for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:13.723779 3803 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-p6brf I0403 00:05:13.729869 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7bb7869dfc-4zmf2] creating logical port openshift-ingress_router-default-7bb7869dfc-4zmf2 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:13.729982 3803 kube.go:256] Updating pod openshift-ingress/router-default-7bb7869dfc-4zmf2 I0403 00:05:13.738314 3803 cni.go:403] [openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm b1c33b32702694e24203bd5de5e1466a6426ce5ba07df214e49f60acc5e47d65 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm b1c33b32702694e24203bd5de5e1466a6426ce5ba07df214e49f60acc5e47d65 network default NAD default] I0403 00:05:13.746378 3803 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-p6brf] pod update took 22.631474ms I0403 00:05:13.746401 3803 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-p6brf] addLogicalPort annotation time took 22.658856ms I0403 00:05:13.747455 3803 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-p6brf] addLogicalPort took 23.79199ms, libovsdb time 756.307µs I0403 00:05:13.748031 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5bff8f5d77-j7nzm, hostIfaceName: b1c33b32702694e, network: default, NAD default, SandboxID: "b1c33b32702694e24203bd5de5e1466a6426ce5ba07df214e49f60acc5e47d65", PCI device ID: , UID: "88aa1eff-5e74-4496-9ebd-a75db338f883", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0403 00:05:13.766391 3803 pod.go:62] [openshift-ingress/router-default-7bb7869dfc-4zmf2] pod update took 36.443814ms I0403 00:05:13.766412 3803 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7bb7869dfc-4zmf2] addLogicalPort annotation time took 36.473744ms I0403 00:05:13.767601 3803 pods.go:271] [openshift-ingress/router-default-7bb7869dfc-4zmf2] addLogicalPort took 37.746321ms, libovsdb time 842.98µs I0403 00:05:13.794796 3803 cni.go:424] [openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm b1c33b32702694e24203bd5de5e1466a6426ce5ba07df214e49f60acc5e47d65 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-j7nzm b1c33b32702694e24203bd5de5e1466a6426ce5ba07df214e49f60acc5e47d65 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:79:4b:e4:9e:46\",\"name\":\"b1c33b32702694e\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b58bfa5-4c83-436c-af1b-e7050775e056\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:05:13.857542 3803 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz d56833ada55b337117b0041317d153ccad0ba80ce8d5ef2e71b4d56ccb27a244 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz d56833ada55b337117b0041317d153ccad0ba80ce8d5ef2e71b4d56ccb27a244 network default NAD default] I0403 00:05:13.865179 3803 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5 fe08fa9cb671d8c8f2ba5141a4d0fd2210c19d34feb65bfbd77d4bba1e6b1c08 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5 fe08fa9cb671d8c8f2ba5141a4d0fd2210c19d34feb65bfbd77d4bba1e6b1c08 network default NAD default] I0403 00:05:13.867965 3803 cni.go:403] [openshift-console-operator/console-operator-57d9b95648-pgl4l e94c109649bc723a6781661400d7543cd230bc91de660729365c4bffe514381e network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-57d9b95648-pgl4l e94c109649bc723a6781661400d7543cd230bc91de660729365c4bffe514381e network default NAD default] I0403 00:05:13.869558 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-d4cbcbb94-dt5gz, hostIfaceName: d56833ada55b337, network: default, NAD default, SandboxID: "d56833ada55b337117b0041317d153ccad0ba80ce8d5ef2e71b4d56ccb27a244", PCI device ID: , UID: "f8cb0a46-c5b2-4808-aec1-05cbbd847803", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0403 00:05:13.883435 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-98c9d9db4-stgj5, hostIfaceName: fe08fa9cb671d8c, network: default, NAD default, SandboxID: "fe08fa9cb671d8c8f2ba5141a4d0fd2210c19d34feb65bfbd77d4bba1e6b1c08", PCI device ID: , UID: "8537a16b-d718-428e-8846-77d2e9072c9c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0403 00:05:13.885420 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-57d9b95648-pgl4l, hostIfaceName: e94c109649bc723, network: default, NAD default, SandboxID: "e94c109649bc723a6781661400d7543cd230bc91de660729365c4bffe514381e", PCI device ID: , UID: "c8f21697-423a-45f3-aebb-a6a5d2f1c768", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0403 00:05:13.921100 3803 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz d56833ada55b337117b0041317d153ccad0ba80ce8d5ef2e71b4d56ccb27a244 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-dt5gz d56833ada55b337117b0041317d153ccad0ba80ce8d5ef2e71b4d56ccb27a244 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:d1:f6:7f:a0:68\",\"name\":\"d56833ada55b337\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15f73674-42a2-4b3a-ac81-a2a0b929b6fa\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:05:14.145495 3803 cni.go:424] [openshift-console-operator/console-operator-57d9b95648-pgl4l e94c109649bc723a6781661400d7543cd230bc91de660729365c4bffe514381e network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-57d9b95648-pgl4l e94c109649bc723a6781661400d7543cd230bc91de660729365c4bffe514381e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:2f:cc:fe:83:ff\",\"name\":\"e94c109649bc723\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34dc2eff-e708-4e98-8f4e-c63478cfbc2e\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:05:14.145530 3803 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5 fe08fa9cb671d8c8f2ba5141a4d0fd2210c19d34feb65bfbd77d4bba1e6b1c08 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-stgj5 fe08fa9cb671d8c8f2ba5141a4d0fd2210c19d34feb65bfbd77d4bba1e6b1c08 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:e0:28:e5:06:40\",\"name\":\"fe08fa9cb671d8c\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ec23772-81e9-4623-9d2f-dca5590e2297\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:05:17.690005 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:05:18.371754 3803 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0403 00:05:18.372706 3803 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 927.819µs I0403 00:05:18.391251 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0403 00:05:19.382775 3803 namespace.go:98] [openshift-service-ca] adding namespace I0403 00:05:19.383649 3803 namespace.go:102] [openshift-service-ca] adding namespace took 846.597µs I0403 00:05:19.404724 3803 namespace.go:142] [openshift-service-ca] updating namespace I0403 00:05:21.067256 3803 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-b95c4699b-hmc2z] creating logical port openshift-service-ca_service-ca-b95c4699b-hmc2z for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:21.067344 3803 kube.go:256] Updating pod openshift-service-ca/service-ca-b95c4699b-hmc2z I0403 00:05:21.081160 3803 pod.go:62] [openshift-service-ca/service-ca-b95c4699b-hmc2z] pod update took 13.83812ms I0403 00:05:21.081184 3803 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-b95c4699b-hmc2z] addLogicalPort annotation time took 13.864646ms I0403 00:05:21.082345 3803 pods.go:271] [openshift-service-ca/service-ca-b95c4699b-hmc2z] addLogicalPort took 15.10537ms, libovsdb time 854.379µs I0403 00:05:21.424701 3803 cni.go:403] [openshift-service-ca/service-ca-b95c4699b-hmc2z 78f2fdfcf340c7cacb45d279b95171fcb3e6905235dc5ea2620b94e724ca48ca network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-b95c4699b-hmc2z 78f2fdfcf340c7cacb45d279b95171fcb3e6905235dc5ea2620b94e724ca48ca network default NAD default] I0403 00:05:21.433637 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-b95c4699b-hmc2z, hostIfaceName: 78f2fdfcf340c7c, network: default, NAD default, SandboxID: "78f2fdfcf340c7cacb45d279b95171fcb3e6905235dc5ea2620b94e724ca48ca", PCI device ID: , UID: "a263f211-84ce-436b-8a45-4e4ce643cbe0", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0403 00:05:21.480388 3803 cni.go:424] [openshift-service-ca/service-ca-b95c4699b-hmc2z 78f2fdfcf340c7cacb45d279b95171fcb3e6905235dc5ea2620b94e724ca48ca network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-b95c4699b-hmc2z 78f2fdfcf340c7cacb45d279b95171fcb3e6905235dc5ea2620b94e724ca48ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:3f:70:55:46:df\",\"name\":\"78f2fdfcf340c7c\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4657e294-6266-4248-835b-8add584a81b3\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:05:28.531199 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:05:40.283594 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zkbcz] creating logical port openshift-insights_insights-runtime-extractor-zkbcz for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:40.283710 3803 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zkbcz I0403 00:05:40.315300 3803 pod.go:62] [openshift-insights/insights-runtime-extractor-zkbcz] pod update took 31.629172ms I0403 00:05:40.315332 3803 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-zkbcz] addLogicalPort annotation time took 31.664758ms I0403 00:05:40.316502 3803 pods.go:271] [openshift-insights/insights-runtime-extractor-zkbcz] addLogicalPort took 32.927082ms, libovsdb time 842.699µs I0403 00:05:40.646149 3803 cni.go:403] [openshift-insights/insights-runtime-extractor-zkbcz 85484bd5f27e64c15114d14b8373eb4d62f600870554ad4b1a2b691145ac8cb4 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zkbcz 85484bd5f27e64c15114d14b8373eb4d62f600870554ad4b1a2b691145ac8cb4 network default NAD default] I0403 00:05:40.655716 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zkbcz, hostIfaceName: 85484bd5f27e64c, network: default, NAD default, SandboxID: "85484bd5f27e64c15114d14b8373eb4d62f600870554ad4b1a2b691145ac8cb4", PCI device ID: , UID: "c0fb0d09-38c1-4ca9-8ef3-5f9ef4513720", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0403 00:05:40.707487 3803 cni.go:424] [openshift-insights/insights-runtime-extractor-zkbcz 85484bd5f27e64c15114d14b8373eb4d62f600870554ad4b1a2b691145ac8cb4 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zkbcz 85484bd5f27e64c15114d14b8373eb4d62f600870554ad4b1a2b691145ac8cb4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:1a:47:c1:c3:cc\",\"name\":\"85484bd5f27e64c\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b9a8dbd-52f6-44b3-8dc0-a6963a96b118\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:05:41.308455 3803 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.309120 3803 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.334179 3803 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.334207 3803 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.348288 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59598b9bc-f9mm9 I0403 00:05:41.348366 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59598b9bc-f9mm9 I0403 00:05:41.775347 3803 obj_retry.go:464] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.775390 3803 pods.go:176] Deleting pod: openshift-image-registry/image-registry-767664b5c6-pjjv9 I0403 00:05:41.776777 3803 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-767664b5c6-pjjv9, ips: 10.130.0.6 I0403 00:05:41.776801 3803 obj_retry.go:464] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.788346 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66dbc77bf6-jgcqw] creating logical port openshift-image-registry_image-registry-66dbc77bf6-jgcqw for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:41.788481 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-66dbc77bf6-jgcqw I0403 00:05:41.806036 3803 obj_retry.go:458] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.806073 3803 obj_retry.go:458] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.817994 3803 pod.go:62] [openshift-image-registry/image-registry-66dbc77bf6-jgcqw] pod update took 29.553243ms I0403 00:05:41.818016 3803 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-66dbc77bf6-jgcqw] addLogicalPort annotation time took 29.579202ms I0403 00:05:41.819279 3803 pods.go:271] [openshift-image-registry/image-registry-66dbc77bf6-jgcqw] addLogicalPort took 30.957353ms, libovsdb time 900.586µs I0403 00:05:41.824588 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-767664b5c6-pjjv9 I0403 00:05:41.824613 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-767664b5c6-pjjv9 I0403 00:05:42.149399 3803 cni.go:403] [openshift-image-registry/image-registry-66dbc77bf6-jgcqw e011d14273641bb4674c98d5bc9a2aaa38a92b6b0270ef9d75f4055692606221 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-66dbc77bf6-jgcqw e011d14273641bb4674c98d5bc9a2aaa38a92b6b0270ef9d75f4055692606221 network default NAD default] I0403 00:05:42.160582 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-66dbc77bf6-jgcqw, hostIfaceName: e011d14273641bb, network: default, NAD default, SandboxID: "e011d14273641bb4674c98d5bc9a2aaa38a92b6b0270ef9d75f4055692606221", PCI device ID: , UID: "e8b28231-ce3f-49c1-9b79-2577c86e2cc5", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0403 00:05:42.212651 3803 cni.go:424] [openshift-image-registry/image-registry-66dbc77bf6-jgcqw e011d14273641bb4674c98d5bc9a2aaa38a92b6b0270ef9d75f4055692606221 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-66dbc77bf6-jgcqw e011d14273641bb4674c98d5bc9a2aaa38a92b6b0270ef9d75f4055692606221 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:b0:aa:06:4c:e6\",\"name\":\"e011d14273641bb\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9466b118-9bf1-4b1a-abb4-62fad5510e07\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:05:42.287126 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:05:42.787834 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:05:45.600840 3803 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-p6brf f05d2b0dbfd6462a78b2605d6b6dbd7bacd968ca7ac0b6ffcdf9a7023da5de36 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-p6brf f05d2b0dbfd6462a78b2605d6b6dbd7bacd968ca7ac0b6ffcdf9a7023da5de36 network default NAD default] I0403 00:05:45.606874 3803 cni.go:403] [openshift-ingress/router-default-7bb7869dfc-4zmf2 a86239bae053e84415c38ac659c2e628ff880cf93af590d84ff9c220265a7729 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7bb7869dfc-4zmf2 a86239bae053e84415c38ac659c2e628ff880cf93af590d84ff9c220265a7729 network default NAD default] I0403 00:05:45.631217 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7bb7869dfc-4zmf2, hostIfaceName: a86239bae053e84, network: default, NAD default, SandboxID: "a86239bae053e84415c38ac659c2e628ff880cf93af590d84ff9c220265a7729", PCI device ID: , UID: "3c9b9a5e-c2fb-477b-aed7-4bff5d57c335", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0403 00:05:45.632819 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-p6brf, hostIfaceName: f05d2b0dbfd6462, network: default, NAD default, SandboxID: "f05d2b0dbfd6462a78b2605d6b6dbd7bacd968ca7ac0b6ffcdf9a7023da5de36", PCI device ID: , UID: "5af00072-3802-45ff-809f-7a46c56b0e5d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0403 00:05:45.676855 3803 cni.go:424] [openshift-ingress/router-default-7bb7869dfc-4zmf2 a86239bae053e84415c38ac659c2e628ff880cf93af590d84ff9c220265a7729 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7bb7869dfc-4zmf2 a86239bae053e84415c38ac659c2e628ff880cf93af590d84ff9c220265a7729 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:f1:84:4f:0c:80\",\"name\":\"a86239bae053e84\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dfb9108-2fe7-49a9-af5e-971a6679feb1\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:05:45.693533 3803 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-p6brf f05d2b0dbfd6462a78b2605d6b6dbd7bacd968ca7ac0b6ffcdf9a7023da5de36 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-p6brf f05d2b0dbfd6462a78b2605d6b6dbd7bacd968ca7ac0b6ffcdf9a7023da5de36 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:d3:7d:2c:8f:c4\",\"name\":\"f05d2b0dbfd6462\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50551f1d-0de7-4569-ac92-4f0f15167d70\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:05:45.753316 3803 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t 65ca1e4e5d09bd9d24167daff2907660c3ac346e3861566a505b6d7f52488a6e network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t 65ca1e4e5d09bd9d24167daff2907660c3ac346e3861566a505b6d7f52488a6e network default NAD default] I0403 00:05:45.763265 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-65b957665b-n2x8t, hostIfaceName: 65ca1e4e5d09bd9, network: default, NAD default, SandboxID: "65ca1e4e5d09bd9d24167daff2907660c3ac346e3861566a505b6d7f52488a6e", PCI device ID: , UID: "09d34031-067b-4041-8163-1e2ae300d3e7", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0403 00:05:45.811833 3803 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t 65ca1e4e5d09bd9d24167daff2907660c3ac346e3861566a505b6d7f52488a6e network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-n2x8t 65ca1e4e5d09bd9d24167daff2907660c3ac346e3861566a505b6d7f52488a6e network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:aa:37:67:22:f3\",\"name\":\"65ca1e4e5d09bd9\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/753c12e8-edc6-4892-8d2d-79ac46fff0b0\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:05:46.304159 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.304183 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.304249 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.304272 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.304280 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.327004 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.327018 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.328595 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.328611 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.328617 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.808211 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.808240 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.808640 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.808656 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.808660 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.316501 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.316525 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.316531 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.316532 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.316549 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.316551 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.316557 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.316564 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.316601 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.316610 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.316620 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.316625 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.345456 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.345525 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.345534 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.345548 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.345561 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.345566 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.349611 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.349632 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.349641 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.349664 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.349672 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.349680 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.818241 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:47.818261 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0403 00:05:47.910973 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0403 00:05:47.924128 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.924145 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:47.924151 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0403 00:05:48.604932 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-l492l for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:48.605077 3803 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l I0403 00:05:48.621338 3803 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l] pod update took 16.31386ms I0403 00:05:48.621360 3803 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l] addLogicalPort annotation time took 16.340858ms I0403 00:05:48.622526 3803 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l] addLogicalPort took 17.608279ms, libovsdb time 855.047µs I0403 00:05:48.964411 3803 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l 3b7e2f145dfc96cede767de630e4307906bcfafeaa0b4695d3628b42f9fd9e6d network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l 3b7e2f145dfc96cede767de630e4307906bcfafeaa0b4695d3628b42f9fd9e6d network default NAD default] I0403 00:05:48.975363 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-l492l, hostIfaceName: 3b7e2f145dfc96c, network: default, NAD default, SandboxID: "3b7e2f145dfc96cede767de630e4307906bcfafeaa0b4695d3628b42f9fd9e6d", PCI device ID: , UID: "99c4556a-b404-4670-9373-e29e75e0bd66", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0403 00:05:49.022974 3803 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l 3b7e2f145dfc96cede767de630e4307906bcfafeaa0b4695d3628b42f9fd9e6d network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-l492l 3b7e2f145dfc96cede767de630e4307906bcfafeaa0b4695d3628b42f9fd9e6d network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:9a:81:08:81:c1\",\"name\":\"3b7e2f145dfc96c\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3956b04f-2cc2-4a6b-9053-739846998e4c\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:05:50.824864 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0403 00:05:50.854647 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0403 00:05:57.260420 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:05:57.260542 3803 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0403 00:05:57.282337 3803 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.84933ms I0403 00:05:57.282365 3803 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.882941ms I0403 00:05:57.283603 3803 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.196721ms, libovsdb time 930.104µs I0403 00:05:57.620934 3803 cni.go:403] [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default] I0403 00:05:57.629896 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 89b67482a6a506b, network: default, NAD default, SandboxID: "89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386", PCI device ID: , UID: "b3b1d2b0-67de-4432-94e6-ab79d7ac783e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0403 00:05:57.678134 3803 cni.go:424] [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:a7:bd:51:26:14\",\"name\":\"89b67482a6a506b\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67699c63-3ab1-47ba-b394-bfb3fed7fea4\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:05:58.906914 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:58.906937 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:58.906943 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:59.293566 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:59.293591 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:59.293599 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:06:00.832861 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-595p7] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-595p7 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:06:00.832956 3803 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-595p7 I0403 00:06:00.853849 3803 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-595p7] pod update took 20.919513ms I0403 00:06:00.853871 3803 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-595p7] addLogicalPort annotation time took 20.947049ms I0403 00:06:00.855083 3803 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-595p7] addLogicalPort took 22.24211ms, libovsdb time 856.36µs I0403 00:06:01.787673 3803 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-595p7 0a82fad6b4d6fb1d402bdf3dd0e1d4f7e8a2c165cd76ad62fa07c89b27ba24f3 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-595p7 0a82fad6b4d6fb1d402bdf3dd0e1d4f7e8a2c165cd76ad62fa07c89b27ba24f3 network default NAD default] I0403 00:06:01.796724 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-595p7, hostIfaceName: 0a82fad6b4d6fb1, network: default, NAD default, SandboxID: "0a82fad6b4d6fb1d402bdf3dd0e1d4f7e8a2c165cd76ad62fa07c89b27ba24f3", PCI device ID: , UID: "81428f71-8424-4b71-8d56-21a0d64c33a2", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0403 00:06:01.845111 3803 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-595p7 0a82fad6b4d6fb1d402bdf3dd0e1d4f7e8a2c165cd76ad62fa07c89b27ba24f3 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-595p7 0a82fad6b4d6fb1d402bdf3dd0e1d4f7e8a2c165cd76ad62fa07c89b27ba24f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:95:af:8d:31:1f\",\"name\":\"0a82fad6b4d6fb1\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ca66a69-fdcd-4956-b720-91aa7671c658\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:06:02.497718 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:06:02.497854 3803 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0403 00:06:02.524788 3803 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.988089ms I0403 00:06:02.524811 3803 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.016268ms I0403 00:06:02.526130 3803 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.433771ms, libovsdb time 915.505µs I0403 00:06:02.984219 3803 cni.go:403] [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default] I0403 00:06:02.994884 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 512ce4e07f57249, network: default, NAD default, SandboxID: "512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60", PCI device ID: , UID: "4f8de26a-91b1-4fd3-aaf0-ad7ab9e9dc67", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0403 00:06:03.044127 3803 cni.go:424] [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:5c:de:bc:d5:2b\",\"name\":\"512ce4e07f57249\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d86d05e-443f-4df2-abc1-bdc8642a78b5\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:06:03.309409 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:06:03.354199 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:03.354224 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:03.387116 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:06:03.907865 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:03.907889 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:04.327808 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.327832 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.327841 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.327847 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400757 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400776 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400781 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400785 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:06.281155 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:06:06.513041 3803 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-9ljdg] creating logical port openshift-console_downloads-744b9bb959-9ljdg for pod on switch ip-10-0-0-99.ec2.internal I0403 00:06:06.513147 3803 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-9ljdg I0403 00:06:06.534767 3803 pod.go:62] [openshift-console/downloads-744b9bb959-9ljdg] pod update took 21.644916ms I0403 00:06:06.534792 3803 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-9ljdg] addLogicalPort annotation time took 21.671529ms I0403 00:06:06.536251 3803 pods.go:271] [openshift-console/downloads-744b9bb959-9ljdg] addLogicalPort took 23.226709ms, libovsdb time 980.246µs I0403 00:06:06.872556 3803 cni.go:403] [openshift-console/downloads-744b9bb959-9ljdg 6c222def4f12a565f837bf380a1335e9bdf93d0b59b5f6ebd9aa6ba5c7233092 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-9ljdg 6c222def4f12a565f837bf380a1335e9bdf93d0b59b5f6ebd9aa6ba5c7233092 network default NAD default] I0403 00:06:06.900645 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-9ljdg, hostIfaceName: 6c222def4f12a56, network: default, NAD default, SandboxID: "6c222def4f12a565f837bf380a1335e9bdf93d0b59b5f6ebd9aa6ba5c7233092", PCI device ID: , UID: "99bcc9e9-2dae-449a-a63e-be72068aab8f", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0403 00:06:06.947701 3803 cni.go:424] [openshift-console/downloads-744b9bb959-9ljdg 6c222def4f12a565f837bf380a1335e9bdf93d0b59b5f6ebd9aa6ba5c7233092 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-9ljdg 6c222def4f12a565f837bf380a1335e9bdf93d0b59b5f6ebd9aa6ba5c7233092 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:79:21:f4:76:fa\",\"name\":\"6c222def4f12a56\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f28c7f59-e817-4d0b-8624-573d9f444b03\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:06:10.617171 3803 base_network_controller_pods.go:487] [default/openshift-console/console-5c55fb46cb-l9d9m] creating logical port openshift-console_console-5c55fb46cb-l9d9m for pod on switch ip-10-0-0-99.ec2.internal I0403 00:06:10.617340 3803 kube.go:256] Updating pod openshift-console/console-5c55fb46cb-l9d9m I0403 00:06:10.637222 3803 pod.go:62] [openshift-console/console-5c55fb46cb-l9d9m] pod update took 19.92331ms I0403 00:06:10.637246 3803 base_network_controller_pods.go:937] [default/openshift-console/console-5c55fb46cb-l9d9m] addLogicalPort annotation time took 19.953185ms I0403 00:06:10.638472 3803 pods.go:271] [openshift-console/console-5c55fb46cb-l9d9m] addLogicalPort took 21.324355ms, libovsdb time 903.849µs I0403 00:06:10.979474 3803 cni.go:403] [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default] ADD starting CNI request [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default] I0403 00:06:10.988701 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5c55fb46cb-l9d9m, hostIfaceName: 6b580845bf676d4, network: default, NAD default, SandboxID: "6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58", PCI device ID: , UID: "e6aa7852-7338-4599-9067-a1cee329f952", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0403 00:06:11.039562 3803 cni.go:424] [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default] ADD finished CNI request [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:7a:da:65:1f:e3\",\"name\":\"6b580845bf676d4\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51d37587-9e1a-42c1-be43-daced1e8d9cf\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:06:14.443298 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:06:14.960257 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:06:18.374596 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:06:21.389973 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:06:22.482233 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0403 00:06:23.011332 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0403 00:06:23.261975 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0403 00:06:27.669261 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.669283 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.669289 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.669302 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.669308 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.669316 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.684497 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.684517 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.684523 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:32.517722 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0403 00:06:38.050431 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0403 00:06:38.050487 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0403 00:06:38.050530 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0403 00:06:38.546016 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0403 00:06:39.052933 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0403 00:06:51.303694 3803 cni.go:403] [openshift-multus/network-metrics-daemon-nvg9r ff8eb9d5a02341db9e556d1391ae5f46efea5ada3c24d228068e34b3e2ccc784 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-nvg9r ff8eb9d5a02341db9e556d1391ae5f46efea5ada3c24d228068e34b3e2ccc784 network default NAD default] I0403 00:06:51.312927 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nvg9r, hostIfaceName: ff8eb9d5a02341d, network: default, NAD default, SandboxID: "ff8eb9d5a02341db9e556d1391ae5f46efea5ada3c24d228068e34b3e2ccc784", PCI device ID: , UID: "1fdb1c6c-c6ec-446c-b442-bc8f455d3e3a", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0403 00:06:51.363390 3803 cni.go:424] [openshift-multus/network-metrics-daemon-nvg9r ff8eb9d5a02341db9e556d1391ae5f46efea5ada3c24d228068e34b3e2ccc784 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nvg9r ff8eb9d5a02341db9e556d1391ae5f46efea5ada3c24d228068e34b3e2ccc784 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:be:db:16:6b:4a\",\"name\":\"ff8eb9d5a02341d\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7b6c111-af64-48bb-aef2-26403df2fc74\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:06:59.108707 3803 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:59.109297 3803 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:06:59.117974 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0403 00:06:59.635608 3803 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:59.635631 3803 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:59.642666 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55fb46cb-7lp2m I0403 00:06:59.642684 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55fb46cb-7lp2m W0403 00:07:00.652094 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:07:03.195770 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:07:03.195793 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:07:03.368116 3803 obj_retry.go:464] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:03.368655 3803 obj_retry.go:464] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:03.654183 3803 obj_retry.go:458] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:03.654208 3803 obj_retry.go:458] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:03.661564 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6965f945-jpq2s I0403 00:07:03.661591 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6965f945-jpq2s W0403 00:07:13.592384 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:14.292742 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:07:14.310017 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:07:15.603872 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:15.603891 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:15.603896 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0403 00:07:17.887276 3803 cni.go:403] [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default] I0403 00:07:17.957278 3803 cni.go:424] [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 89b67482a6a506ba2dcfeaaf87f40e7793b2db7e1f8222454012a61ca8990386 network default NAD default], result "{}", err I0403 00:07:18.019765 3803 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:18.019806 3803 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0403 00:07:18.021133 3803 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.21 I0403 00:07:18.021164 3803 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:18.221038 3803 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:18.221081 3803 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:18.227619 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0403 00:07:18.227649 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0403 00:07:18.266827 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:07:18.266940 3803 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0403 00:07:18.290105 3803 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.205762ms I0403 00:07:18.290139 3803 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.245552ms I0403 00:07:18.291573 3803 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.767743ms, libovsdb time 1.025495ms I0403 00:07:18.626305 3803 cni.go:403] [openshift-monitoring/alertmanager-main-1 804642acef23ec4469ddc20c3c23298145f1f1201a391fb68743a11b23d0e971 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 804642acef23ec4469ddc20c3c23298145f1f1201a391fb68743a11b23d0e971 network default NAD default] I0403 00:07:18.636414 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 804642acef23ec4, network: default, NAD default, SandboxID: "804642acef23ec4469ddc20c3c23298145f1f1201a391fb68743a11b23d0e971", PCI device ID: , UID: "4bf948b2-c2c9-4fb8-9929-0bcc3947ed22", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0403 00:07:18.686931 3803 cni.go:424] [openshift-monitoring/alertmanager-main-1 804642acef23ec4469ddc20c3c23298145f1f1201a391fb68743a11b23d0e971 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 804642acef23ec4469ddc20c3c23298145f1f1201a391fb68743a11b23d0e971 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:8b:c1:23:5c:9c\",\"name\":\"804642acef23ec4\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c963b5b4-f7a8-4fb0-9d3f-08d63b622f8f\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:07:21.258421 3803 cni.go:403] [openshift-dns/dns-default-8vrxp d3d700bbdaad33b13deb7ea8df406f1a813800affb53349806736c3df995eee4 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-8vrxp d3d700bbdaad33b13deb7ea8df406f1a813800affb53349806736c3df995eee4 network default NAD default] I0403 00:07:21.267822 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-8vrxp, hostIfaceName: d3d700bbdaad33b, network: default, NAD default, SandboxID: "d3d700bbdaad33b13deb7ea8df406f1a813800affb53349806736c3df995eee4", PCI device ID: , UID: "47dfeb12-8ec2-4b0f-85e3-bd0db3a747db", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0403 00:07:21.319538 3803 cni.go:424] [openshift-dns/dns-default-8vrxp d3d700bbdaad33b13deb7ea8df406f1a813800affb53349806736c3df995eee4 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-8vrxp d3d700bbdaad33b13deb7ea8df406f1a813800affb53349806736c3df995eee4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:c5:1c:be:29:22\",\"name\":\"d3d700bbdaad33b\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ffe61a0-2231-4bc7-84a6-f109b44919f4\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:07:21.742147 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:21.742173 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:21.742177 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0403 00:07:22.312998 3803 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:22.313609 3803 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:22.634246 3803 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:22.634274 3803 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:22.641766 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0403 00:07:22.641797 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0403 00:07:23.252657 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:23.252685 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:23.252692 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.642575 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.642596 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.642601 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.642613 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.642618 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.642622 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:31.679359 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:31.679389 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:31.762329 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:31.762357 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:31.762367 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:31.762382 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:31.762389 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:31.762396 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:32.152792 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:33.266887 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:33.266914 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:33.266920 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0403 00:07:39.451608 3803 cni.go:403] [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default] DEL starting CNI request [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default] I0403 00:07:39.527263 3803 cni.go:424] [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default] DEL finished CNI request [openshift-console/console-5c55fb46cb-l9d9m 6b580845bf676d452e6443150981ce11969c46c27941925c524f06c293e88d58 network default NAD default], result "{}", err W0403 00:07:39.549628 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:07:39.549655 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:07:39.593432 3803 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.593477 3803 pods.go:176] Deleting pod: openshift-console/console-5c55fb46cb-l9d9m I0403 00:07:39.594818 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c55fb46cb-l9d9m, ips: 10.130.0.25 I0403 00:07:39.594851 3803 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.601012 3803 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-hsqdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.601493 3803 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-hsqdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.603967 3803 base_network_controller_pods.go:487] [default/openshift-console/console-6d5d4fc5f5-mfkks] creating logical port openshift-console_console-6d5d4fc5f5-mfkks for pod on switch ip-10-0-0-99.ec2.internal I0403 00:07:39.604074 3803 kube.go:256] Updating pod openshift-console/console-6d5d4fc5f5-mfkks I0403 00:07:39.625491 3803 pod.go:62] [openshift-console/console-6d5d4fc5f5-mfkks] pod update took 21.462893ms I0403 00:07:39.625518 3803 base_network_controller_pods.go:937] [default/openshift-console/console-6d5d4fc5f5-mfkks] addLogicalPort annotation time took 21.494436ms I0403 00:07:39.626709 3803 pods.go:271] [openshift-console/console-6d5d4fc5f5-mfkks] addLogicalPort took 22.75548ms, libovsdb time 865.678µs I0403 00:07:39.722290 3803 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-hsqdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:39.722315 3803 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-hsqdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:39.731979 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-576949b5f9-hsqdg I0403 00:07:39.732000 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-576949b5f9-hsqdg I0403 00:07:39.964377 3803 cni.go:403] [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default] ADD starting CNI request [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default] I0403 00:07:39.974300 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6d5d4fc5f5-mfkks, hostIfaceName: 50b7334abdacdc1, network: default, NAD default, SandboxID: "50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5", PCI device ID: , UID: "adc4706a-6b8d-41e4-b985-6c4012b2778d", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0403 00:07:40.024532 3803 cni.go:424] [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default] ADD finished CNI request [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:b4:23:ae:d4:0d\",\"name\":\"50b7334abdacdc1\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c56480ad-a78f-4c3a-8f1b-7f5bb6649e13\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:07:40.339722 3803 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:40.339747 3803 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:40.345674 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55fb46cb-l9d9m I0403 00:07:40.345701 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55fb46cb-l9d9m W0403 00:07:48.683542 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:07:48.683565 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:07:48.683571 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:07:49.369506 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:49.369542 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:49.369576 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:07:49.994564 3803 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:49.995144 3803 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:07:50.379400 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:07:50.802174 3803 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:50.802199 3803 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:50.809791 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0403 00:07:50.809816 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0403 00:07:58.025386 3803 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:58.025938 3803 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:07:58.033887 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:58.033907 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:58.033966 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:58.033985 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:07:58.799531 3803 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:58.799557 3803 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:58.807123 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59598b9bc-h7lr6 I0403 00:07:58.807152 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59598b9bc-h7lr6 I0403 00:08:05.996106 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 W0403 00:08:09.877575 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:08:09.877600 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:08:10.382494 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:08:12.973957 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0403 00:08:13.006877 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0403 00:08:15.715782 3803 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-vb8nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:15.716343 3803 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-vb8nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:15.960867 3803 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-vb8nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:15.960890 3803 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-vb8nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:15.968593 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-576949b5f9-vb8nb I0403 00:08:15.968621 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-576949b5f9-vb8nb I0403 00:08:20.897363 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=536 I0403 00:08:24.990949 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0403 00:08:25.107708 3803 cni.go:403] [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default] I0403 00:08:25.188288 3803 cni.go:424] [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 512ce4e07f572496ecc23e92870127fbceb34cdd1e153149d0e779b3edad1d60 network default NAD default], result "{}", err I0403 00:08:25.251199 3803 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:25.251233 3803 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0403 00:08:25.252461 3803 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.23 I0403 00:08:25.252494 3803 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:25.515276 3803 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:25.515307 3803 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:25.522481 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0403 00:08:25.522514 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0403 00:08:25.565190 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:08:25.565304 3803 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0403 00:08:25.587229 3803 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 21.967136ms I0403 00:08:25.587253 3803 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 21.99643ms I0403 00:08:25.588439 3803 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.266267ms, libovsdb time 859.52µs I0403 00:08:25.927787 3803 cni.go:403] [openshift-monitoring/prometheus-k8s-0 9779bdad71d76ef2d6c22e7cc4f5911e98d6d0fdb30b17cb36a0acf1f589de42 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 9779bdad71d76ef2d6c22e7cc4f5911e98d6d0fdb30b17cb36a0acf1f589de42 network default NAD default] I0403 00:08:25.937914 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 9779bdad71d76ef, network: default, NAD default, SandboxID: "9779bdad71d76ef2d6c22e7cc4f5911e98d6d0fdb30b17cb36a0acf1f589de42", PCI device ID: , UID: "9a4e93ee-c0da-42a1-b806-ea525e4f4c62", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0403 00:08:25.986491 3803 cni.go:424] [openshift-monitoring/prometheus-k8s-0 9779bdad71d76ef2d6c22e7cc4f5911e98d6d0fdb30b17cb36a0acf1f589de42 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 9779bdad71d76ef2d6c22e7cc4f5911e98d6d0fdb30b17cb36a0acf1f589de42 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:e2:ca:e7:51:c1\",\"name\":\"9779bdad71d76ef\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68a994ed-4469-4861-a45f-a5f5b31d8ede\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:08:29.978958 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0403 00:08:37.886130 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0403 00:08:55.887513 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0403 00:09:00.177123 3803 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:09:00.177709 3803 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:09:01.199374 3803 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:09:01.199401 3803 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:09:17.013869 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0403 00:09:26.828892 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:09:26.828914 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:09:26.974309 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0403 00:09:49.347092 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:10:00.401104 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0403 00:10:00.401181 3803 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-fqsvj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-fqsvj: no pod IPs found I0403 00:10:04.403135 3803 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:04.403731 3803 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:05.425379 3803 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:05.425406 3803 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:36.525854 3803 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:36.526452 3803 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:37.422441 3803 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:37.422502 3803 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:58.001786 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0403 00:11:21.246415 3803 namespace.go:98] [tsf] adding namespace I0403 00:11:21.247304 3803 namespace.go:102] [tsf] adding namespace took 864.232µs I0403 00:11:21.261658 3803 namespace.go:142] [tsf] updating namespace I0403 00:11:21.272070 3803 namespace.go:142] [tsf] updating namespace I0403 00:11:25.412721 3803 namespace.go:98] [rhtpa-operator] adding namespace I0403 00:11:25.413659 3803 namespace.go:102] [rhtpa-operator] adding namespace took 911.858µs I0403 00:11:25.413702 3803 namespace.go:98] [rhbk-operator] adding namespace I0403 00:11:25.414115 3803 namespace.go:98] [konflux-ui] adding namespace I0403 00:11:25.414279 3803 namespace.go:102] [rhbk-operator] adding namespace took 565.147µs I0403 00:11:25.414823 3803 namespace.go:102] [konflux-ui] adding namespace took 691.692µs I0403 00:11:25.424259 3803 namespace.go:98] [tsf-keycloak] adding namespace I0403 00:11:25.424296 3803 namespace.go:98] [konflux-operator] adding namespace I0403 00:11:25.424874 3803 namespace.go:102] [tsf-keycloak] adding namespace took 599.265µs I0403 00:11:25.424899 3803 namespace.go:98] [tsf-tas] adding namespace I0403 00:11:25.425264 3803 namespace.go:98] [tsf-tpa] adding namespace I0403 00:11:25.425396 3803 namespace.go:102] [tsf-tas] adding namespace took 492.253µs I0403 00:11:25.425451 3803 namespace.go:98] [cert-manager-operator] adding namespace I0403 00:11:25.425897 3803 namespace.go:102] [konflux-operator] adding namespace took 1.587986ms I0403 00:11:25.426355 3803 namespace.go:102] [tsf-tpa] adding namespace took 1.078836ms I0403 00:11:25.426801 3803 namespace.go:102] [cert-manager-operator] adding namespace took 1.336512ms I0403 00:11:25.436895 3803 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.451558 3803 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.457466 3803 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.457496 3803 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.460088 3803 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.460184 3803 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.467985 3803 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.470504 3803 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.470526 3803 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.478601 3803 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.518327 3803 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.531131 3803 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.560374 3803 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.575846 3803 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.584628 3803 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.607859 3803 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.624016 3803 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.636516 3803 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.671346 3803 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.689345 3803 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.692383 3803 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.712995 3803 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.723451 3803 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.733361 3803 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:26.640265 3803 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:26.641744 3803 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:28.121764 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:28.121913 3803 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z I0403 00:11:28.137816 3803 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z] pod update took 15.930365ms I0403 00:11:28.137840 3803 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z] addLogicalPort annotation time took 15.959646ms I0403 00:11:28.139139 3803 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z] addLogicalPort took 17.390342ms, libovsdb time 915.328µs I0403 00:11:28.225957 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:28.226067 3803 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 I0403 00:11:28.239849 3803 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5] pod update took 13.822025ms I0403 00:11:28.239880 3803 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5] addLogicalPort annotation time took 13.859255ms I0403 00:11:28.241149 3803 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5] addLogicalPort took 15.206511ms, libovsdb time 809.36µs I0403 00:11:28.481192 3803 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default] I0403 00:11:28.490296 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z, hostIfaceName: 58c3d8d5b0c6e84, network: default, NAD default, SandboxID: "58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441", PCI device ID: , UID: "bafe6e03-6635-4118-b951-c4c6b4ad6542", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0403 00:11:28.539788 3803 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:86:c4:ad:11:7e\",\"name\":\"58c3d8d5b0c6e84\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d6bb024-2def-498f-98bf-8c924610255d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:28.585345 3803 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default] I0403 00:11:28.594711 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5, hostIfaceName: 5f06f2bafe83046, network: default, NAD default, SandboxID: "5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752", PCI device ID: , UID: "8d321dff-8af2-4ad9-a09e-99c6f91cb2c2", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0403 00:11:28.647611 3803 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:c9:c1:95:e5:7d\",\"name\":\"5f06f2bafe83046\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47de242-37ec-416c-ae32-3d12b0ab8aaf\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:28.883286 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0403 00:11:31.204336 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl] creating logical port openshift-marketplace_f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:31.204426 3803 kube.go:256] Updating pod openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl I0403 00:11:31.217877 3803 pod.go:62] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl] pod update took 13.477117ms I0403 00:11:31.217900 3803 base_network_controller_pods.go:937] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl] addLogicalPort annotation time took 13.505137ms I0403 00:11:31.219241 3803 pods.go:271] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl] addLogicalPort took 14.920163ms, libovsdb time 897.118µs I0403 00:11:31.426420 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:31.426553 3803 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns I0403 00:11:31.444479 3803 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns] pod update took 17.958472ms I0403 00:11:31.444502 3803 base_network_controller_pods.go:937] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns] addLogicalPort annotation time took 17.986352ms I0403 00:11:31.446025 3803 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns] addLogicalPort took 19.626997ms, libovsdb time 1.106747ms I0403 00:11:31.563464 3803 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default] ADD starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default] I0403 00:11:31.572784 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl, hostIfaceName: 284f66dc258b3a4, network: default, NAD default, SandboxID: "284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36", PCI device ID: , UID: "d3e21fb7-86cd-44da-8bb9-44db9550e574", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0403 00:11:31.626629 3803 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default] ADD finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:c3:8f:80:e3:fd\",\"name\":\"284f66dc258b3a4\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64eee411-2a34-4767-954e-3afde41ace1c\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:31.787497 3803 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default] I0403 00:11:31.797841 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns, hostIfaceName: 08836ae004ab46d, network: default, NAD default, SandboxID: "08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895", PCI device ID: , UID: "024943ec-1c8d-4385-8849-eb19f7a7cd6c", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0403 00:11:31.847801 3803 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:37:98:0b:aa:29\",\"name\":\"08836ae004ab46d\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a55f5340-857f-4842-82b5-d4f28967ac73\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:32.310875 3803 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default] I0403 00:11:32.386923 3803 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z 58c3d8d5b0c6e84b5f836fe2ba717bb942cfd21e0da29eaba7783c2a9992a441 network default NAD default], result "{}", err I0403 00:11:32.435356 3803 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.435396 3803 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z I0403 00:11:32.436846 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z, ips: 10.130.0.29 I0403 00:11:32.436872 3803 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436893 3803 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436901 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:32.437074 3803 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.437093 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:33.321894 3803 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default] I0403 00:11:33.399338 3803 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 5f06f2bafe830460bac1abbec1a6624b69f27571b8aab47ea60b4b0218b71752 network default NAD default], result "{}", err I0403 00:11:33.452202 3803 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.452244 3803 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 I0403 00:11:33.453558 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5, ips: 10.130.0.30 I0403 00:11:33.453586 3803 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.453604 3803 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.453612 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:33.453763 3803 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.453779 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:33.465388 3803 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.465414 3803 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.465426 3803 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.465440 3803 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478082 3803 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478114 3803 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478143 3803 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478158 3803 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.606328 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:34.606469 3803 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb I0403 00:11:34.619341 3803 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb] pod update took 12.905892ms I0403 00:11:34.619364 3803 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb] addLogicalPort annotation time took 12.933309ms I0403 00:11:34.620576 3803 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb] addLogicalPort took 14.271867ms, libovsdb time 868.75µs I0403 00:11:34.702279 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:34.702410 3803 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh I0403 00:11:34.716616 3803 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh] pod update took 14.238024ms I0403 00:11:34.716649 3803 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh] addLogicalPort annotation time took 14.27395ms I0403 00:11:34.718073 3803 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh] addLogicalPort took 15.808285ms, libovsdb time 907.539µs I0403 00:11:34.963795 3803 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default] I0403 00:11:34.973633 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb, hostIfaceName: def6c9a2bb6cb86, network: default, NAD default, SandboxID: "def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d", PCI device ID: , UID: "d46782c9-a6ea-4692-9dd1-ac0dcd471031", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0403 00:11:35.024467 3803 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:8a:9f:d5:02:eb\",\"name\":\"def6c9a2bb6cb86\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba3dae06-6b14-4ce4-8738-0cbb0f52eb4b\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:35.342012 3803 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default] I0403 00:11:35.346227 3803 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default] DEL starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default] I0403 00:11:35.363218 3803 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default] I0403 00:11:35.377534 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh, hostIfaceName: b53f23df591881e, network: default, NAD default, SandboxID: "b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a", PCI device ID: , UID: "813a158e-930c-4854-aaca-f051e44c5437", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0403 00:11:35.429339 3803 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:e5:97:39:b7:ce\",\"name\":\"b53f23df591881e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cd3c1a1-a7c3-4423-94b0-e0d6564a0070\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:35.433195 3803 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns 08836ae004ab46d63170914f80fa6bfe070c1280bf13049733051816fe758895 network default NAD default], result "{}", err I0403 00:11:35.463306 3803 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default] DEL finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl 284f66dc258b3a4e6c9fbdedcee3050bd5aa6414172063d5a9ac77217c7bad36 network default NAD default], result "{}", err I0403 00:11:35.476010 3803 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.476146 3803 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns I0403 00:11:35.477822 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns, ips: 10.130.0.32 I0403 00:11:35.477853 3803 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.477871 3803 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.477879 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:35.478121 3803 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.478145 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:35.507493 3803 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.507522 3803 pods.go:176] Deleting pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl I0403 00:11:35.509086 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl, ips: 10.130.0.31 I0403 00:11:35.509131 3803 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.509155 3803 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.509166 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:35.509415 3803 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.509433 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:36.501415 3803 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.501441 3803 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.501468 3803 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.501482 3803 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.532750 3803 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.532775 3803 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.532791 3803 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.532809 3803 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:37.978705 3803 cni.go:403] [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default] DEL starting CNI request [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default] I0403 00:11:38.050888 3803 cni.go:424] [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default] DEL finished CNI request [openshift-console/console-6d5d4fc5f5-mfkks 50b7334abdacdc1f5a5edebdc7514a35baa600475cb565c43c5b4f64452384b5 network default NAD default], result "{}", err I0403 00:11:38.099702 3803 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.099740 3803 pods.go:176] Deleting pod: openshift-console/console-6d5d4fc5f5-mfkks I0403 00:11:38.101087 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d5d4fc5f5-mfkks, ips: 10.130.0.27 I0403 00:11:38.101116 3803 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.111481 3803 base_network_controller_pods.go:487] [default/openshift-console/console-6bc6b44b4b-cdx6f] creating logical port openshift-console_console-6bc6b44b4b-cdx6f for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:38.111740 3803 kube.go:256] Updating pod openshift-console/console-6bc6b44b4b-cdx6f I0403 00:11:38.128223 3803 pod.go:62] [openshift-console/console-6bc6b44b4b-cdx6f] pod update took 16.524231ms I0403 00:11:38.128252 3803 base_network_controller_pods.go:937] [default/openshift-console/console-6bc6b44b4b-cdx6f] addLogicalPort annotation time took 16.566046ms I0403 00:11:38.131683 3803 pods.go:271] [openshift-console/console-6bc6b44b4b-cdx6f] addLogicalPort took 20.220695ms, libovsdb time 2.989067ms I0403 00:11:38.372909 3803 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default] I0403 00:11:38.380341 3803 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.380362 3803 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.388585 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d4fc5f5-mfkks I0403 00:11:38.388611 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d4fc5f5-mfkks I0403 00:11:38.443149 3803 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb def6c9a2bb6cb86b68784f2bf2c3d1e4ed3462f13463fe03f0dc57f34f14e54d network default NAD default], result "{}", err I0403 00:11:38.476419 3803 cni.go:403] [openshift-console/console-6bc6b44b4b-cdx6f 0144bcad08730fb7e0b14cf689c4ca81c547efa27adcd354c1117647b7ae6970 network default NAD default] ADD starting CNI request [openshift-console/console-6bc6b44b4b-cdx6f 0144bcad08730fb7e0b14cf689c4ca81c547efa27adcd354c1117647b7ae6970 network default NAD default] I0403 00:11:38.485963 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6bc6b44b4b-cdx6f, hostIfaceName: 0144bcad08730fb, network: default, NAD default, SandboxID: "0144bcad08730fb7e0b14cf689c4ca81c547efa27adcd354c1117647b7ae6970", PCI device ID: , UID: "95dd0a55-5c7d-4803-82dc-aaa06731fb02", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0403 00:11:38.491130 3803 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.491169 3803 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb I0403 00:11:38.492500 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb, ips: 10.130.0.33 I0403 00:11:38.492533 3803 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.492554 3803 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.492564 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:38.492725 3803 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.492736 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:38.538472 3803 cni.go:424] [openshift-console/console-6bc6b44b4b-cdx6f 0144bcad08730fb7e0b14cf689c4ca81c547efa27adcd354c1117647b7ae6970 network default NAD default] ADD finished CNI request [openshift-console/console-6bc6b44b4b-cdx6f 0144bcad08730fb7e0b14cf689c4ca81c547efa27adcd354c1117647b7ae6970 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:89:75:e3:01:ae\",\"name\":\"0144bcad08730fb\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fcf376c-9f28-4970-b3e9-2c00a6d507cf\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:39.380191 3803 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default] I0403 00:11:39.446240 3803 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh b53f23df591881edd3043412a1762f74f473d03599cbb020563486d89afd396a network default NAD default], result "{}", err I0403 00:11:39.500599 3803 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.500635 3803 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh I0403 00:11:39.501986 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh, ips: 10.130.0.34 I0403 00:11:39.502011 3803 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.502030 3803 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.502038 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:39.502239 3803 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.502255 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:39.519135 3803 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.519164 3803 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.519182 3803 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.519197 3803 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537083 3803 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537113 3803 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537125 3803 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537137 3803 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:49.186944 3803 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:49.187492 3803 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:11:49.540042 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:11:49.749982 3803 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:49.750005 3803 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:49.764252 3803 namespace.go:98] [cert-manager] adding namespace I0403 00:11:49.765138 3803 namespace.go:102] [cert-manager] adding namespace took 865.062µs I0403 00:11:49.777116 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d4fc5f5-lrm7g I0403 00:11:49.777143 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d4fc5f5-lrm7g I0403 00:11:49.824080 3803 namespace.go:142] [cert-manager] updating namespace I0403 00:11:49.850339 3803 namespace.go:142] [cert-manager] updating namespace W0403 00:11:52.955549 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0403 00:11:52.976095 3803 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-6f2nc for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:52.976188 3803 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc I0403 00:11:52.990789 3803 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc] pod update took 14.623001ms I0403 00:11:52.990814 3803 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc] addLogicalPort annotation time took 14.651829ms I0403 00:11:52.992129 3803 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc] addLogicalPort took 16.05179ms, libovsdb time 900.247µs W0403 00:11:53.265876 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:53.284758 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0403 00:11:53.354286 3803 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc e15ea804a3a38a92f290f7fbb9b144ccb9ac3728e9fa70228b71061d6f722e70 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc e15ea804a3a38a92f290f7fbb9b144ccb9ac3728e9fa70228b71061d6f722e70 network default NAD default] I0403 00:11:53.363442 3803 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-6f2nc, hostIfaceName: e15ea804a3a38a9, network: default, NAD default, SandboxID: "e15ea804a3a38a92f290f7fbb9b144ccb9ac3728e9fa70228b71061d6f722e70", PCI device ID: , UID: "d64a3019-bb9f-486a-917d-2d8e0b39c946", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0403 00:11:53.413667 3803 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc e15ea804a3a38a92f290f7fbb9b144ccb9ac3728e9fa70228b71061d6f722e70 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-6f2nc e15ea804a3a38a92f290f7fbb9b144ccb9ac3728e9fa70228b71061d6f722e70 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:97:25:81:40:f6\",\"name\":\"e15ea804a3a38a9\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66413bd8-af05-4eb9-8036-87f609a7c8c3\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:55.039542 3803 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p] creating logical port konflux-operator_konflux-operator-controller-manager-5bc5d8c98f-tww5p for pod on switch ip-10-0-0-99.ec2.internal I0403 00:11:55.039798 3803 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p I0403 00:11:55.081008 3803 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p] pod update took 41.25358ms I0403 00:11:55.081029 3803 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p] addLogicalPort annotation time took 41.280506ms I0403 00:11:55.082492 3803 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p] addLogicalPort took 42.972717ms, libovsdb time 1.106606ms W0403 00:11:55.924388 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0403 00:11:55.924408 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0403 00:11:56.221269 3803 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p 2ca89efd7d1226ac1814430680db8a4ead62a98b6cec0f7491f027450f3d71ac network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p 2ca89efd7d1226ac1814430680db8a4ead62a98b6cec0f7491f027450f3d71ac network default NAD default] I0403 00:11:56.231140 3803 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bc5d8c98f-tww5p, hostIfaceName: 2ca89efd7d1226a, network: default, NAD default, SandboxID: "2ca89efd7d1226ac1814430680db8a4ead62a98b6cec0f7491f027450f3d71ac", PCI device ID: , UID: "ec471f6e-92eb-41c5-abf1-9f39a7178a0a", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0403 00:11:56.284848 3803 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p 2ca89efd7d1226ac1814430680db8a4ead62a98b6cec0f7491f027450f3d71ac network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-tww5p 2ca89efd7d1226ac1814430680db8a4ead62a98b6cec0f7491f027450f3d71ac network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:98:07:dc:e4:ac\",\"name\":\"2ca89efd7d1226a\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfc3e138-eadd-4f13-8543-14afea24c8a7\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:11:56.519655 3803 namespace.go:142] [openshift-operators] updating namespace I0403 00:11:56.534216 3803 namespace.go:142] [openshift-operators] updating namespace W0403 00:11:58.468607 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:58.480803 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:58.493172 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:58.502674 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0403 00:11:58.508734 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0403 00:12:03.034032 3803 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-8hnkc for pod on switch ip-10-0-0-99.ec2.internal I0403 00:12:03.034169 3803 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc I0403 00:12:03.052738 3803 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc] pod update took 18.605584ms I0403 00:12:03.052760 3803 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc] addLogicalPort annotation time took 18.632465ms I0403 00:12:03.054035 3803 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc] addLogicalPort took 20.027599ms, libovsdb time 882.371µs I0403 00:12:03.394294 3803 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc 25542431b91d915e54c865fd5f60b5314551ef4e0362992add937682f264710d network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc 25542431b91d915e54c865fd5f60b5314551ef4e0362992add937682f264710d network default NAD default] I0403 00:12:03.403930 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-8hnkc, hostIfaceName: 25542431b91d915, network: default, NAD default, SandboxID: "25542431b91d915e54c865fd5f60b5314551ef4e0362992add937682f264710d", PCI device ID: , UID: "f01cc94e-9778-4643-a6c8-c6ccb3b0cb46", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0403 00:12:03.455646 3803 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc 25542431b91d915e54c865fd5f60b5314551ef4e0362992add937682f264710d network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-8hnkc 25542431b91d915e54c865fd5f60b5314551ef4e0362992add937682f264710d network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:38:85:0a:a1:c6\",\"name\":\"25542431b91d915\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e8770db-d6d5-4a50-9716-49054636a5dc\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:12:05.890712 3803 namespace.go:98] [trusted-artifact-signer] adding namespace I0403 00:12:05.891525 3803 namespace.go:102] [trusted-artifact-signer] adding namespace took 793.514µs I0403 00:12:05.919610 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:05.935593 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:05.998313 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0403 00:12:06.633887 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0403 00:12:06.803786 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0403 00:12:06.826634 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:12:07.479792 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0403 00:12:07.499042 3803 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-p6b5z for pod on switch ip-10-0-0-99.ec2.internal I0403 00:12:07.499185 3803 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z I0403 00:12:07.554309 3803 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z] pod update took 55.145994ms I0403 00:12:07.554335 3803 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z] addLogicalPort annotation time took 55.179454ms I0403 00:12:07.555752 3803 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z] addLogicalPort took 56.725196ms, libovsdb time 975.817µs I0403 00:12:07.856107 3803 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z a97b6ba26ee01fef00ab30d395ea18ff4a1649dfcd32cde180c92eee8d5ba909 network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z a97b6ba26ee01fef00ab30d395ea18ff4a1649dfcd32cde180c92eee8d5ba909 network default NAD default] I0403 00:12:07.865395 3803 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-p6b5z, hostIfaceName: a97b6ba26ee01fe, network: default, NAD default, SandboxID: "a97b6ba26ee01fef00ab30d395ea18ff4a1649dfcd32cde180c92eee8d5ba909", PCI device ID: , UID: "d0906f9d-f349-434a-8bc8-26ffa3d31bd9", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0403 00:12:07.916919 3803 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z a97b6ba26ee01fef00ab30d395ea18ff4a1649dfcd32cde180c92eee8d5ba909 network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-p6b5z a97b6ba26ee01fef00ab30d395ea18ff4a1649dfcd32cde180c92eee8d5ba909 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:e2:6c:c2:62:22\",\"name\":\"a97b6ba26ee01fe\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99213408-9cb9-417d-a422-70d2dc1d14f2\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:12:09.499130 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0403 00:12:10.896942 3803 namespace.go:142] [openshift-operators] updating namespace I0403 00:12:12.237328 3803 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-vdswt for pod on switch ip-10-0-0-99.ec2.internal I0403 00:12:12.237451 3803 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt I0403 00:12:12.266599 3803 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt] pod update took 29.176056ms I0403 00:12:12.266622 3803 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt] addLogicalPort annotation time took 29.203924ms I0403 00:12:12.268080 3803 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt] addLogicalPort took 30.77181ms, libovsdb time 956.879µs I0403 00:12:12.599529 3803 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt f014c2ae9557d189475e74e81f2b8bf9a4b79e8cf800918cc33266aa2dae970c network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt f014c2ae9557d189475e74e81f2b8bf9a4b79e8cf800918cc33266aa2dae970c network default NAD default] I0403 00:12:12.608643 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-vdswt, hostIfaceName: f014c2ae9557d18, network: default, NAD default, SandboxID: "f014c2ae9557d189475e74e81f2b8bf9a4b79e8cf800918cc33266aa2dae970c", PCI device ID: , UID: "aaf97a81-b1f2-4568-a54c-7d231ee39058", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0403 00:12:12.662439 3803 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt f014c2ae9557d189475e74e81f2b8bf9a4b79e8cf800918cc33266aa2dae970c network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-vdswt f014c2ae9557d189475e74e81f2b8bf9a4b79e8cf800918cc33266aa2dae970c network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:25:de:9c:c9:9c\",\"name\":\"f014c2ae9557d18\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c3f699e-5f35-41f9-b4f4-883278229e16\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:12:17.578718 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:12:27.020660 3803 namespace.go:98] [openshift-pipelines] adding namespace I0403 00:12:27.021634 3803 namespace.go:102] [openshift-pipelines] adding namespace took 947.422µs I0403 00:12:27.039999 3803 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:12:27.757688 3803 namespace.go:142] [cert-manager] updating namespace I0403 00:12:27.944574 3803 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:28.344675 3803 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:28.545378 3803 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:28.749512 3803 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace I0403 00:12:29.148874 3803 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:29.346563 3803 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:29.549326 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:29.749405 3803 namespace.go:142] [tsf] updating namespace I0403 00:12:29.956537 3803 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:30.151959 3803 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:30.351855 3803 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:30.481859 3803 namespace.go:142] [cert-manager] updating namespace I0403 00:12:30.491569 3803 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:30.498878 3803 namespace.go:142] [default] updating namespace I0403 00:12:30.509377 3803 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:30.517585 3803 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:30.527639 3803 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace I0403 00:12:30.535909 3803 namespace.go:142] [openshift] updating namespace I0403 00:12:30.547811 3803 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:30.557841 3803 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:30.567559 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:30.576819 3803 namespace.go:142] [tsf] updating namespace I0403 00:12:30.597353 3803 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:30.613906 3803 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:30.635550 3803 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:30.737900 3803 namespace.go:142] [cert-manager] updating namespace I0403 00:12:30.834490 3803 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:30.936360 3803 namespace.go:142] [default] updating namespace I0403 00:12:31.039761 3803 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:31.140867 3803 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:31.237428 3803 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace I0403 00:12:31.336380 3803 namespace.go:142] [openshift] updating namespace I0403 00:12:31.436716 3803 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:31.538005 3803 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:31.633233 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:31.734648 3803 namespace.go:142] [tsf] updating namespace I0403 00:12:31.836162 3803 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:31.933976 3803 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:32.034339 3803 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:32.292568 3803 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:12:38.009702 3803 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:38.010365 3803 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:38.033482 3803 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:38.033501 3803 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:38.040965 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0403 00:12:38.040995 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0403 00:12:39.775911 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-lwwr8 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:12:39.776011 3803 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8 I0403 00:12:39.797954 3803 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8] pod update took 21.966838ms I0403 00:12:39.797978 3803 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8] addLogicalPort annotation time took 21.997816ms I0403 00:12:39.799234 3803 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8] addLogicalPort took 23.337376ms, libovsdb time 852.749µs I0403 00:12:39.868499 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-fsnsx for pod on switch ip-10-0-0-99.ec2.internal I0403 00:12:39.868602 3803 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx I0403 00:12:39.884276 3803 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx] pod update took 15.69934ms I0403 00:12:39.884298 3803 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx] addLogicalPort annotation time took 15.726579ms I0403 00:12:39.885509 3803 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx] addLogicalPort took 17.034355ms, libovsdb time 858.158µs I0403 00:12:40.136724 3803 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8 cbfd5064513be3373ca1c41014254002547c93f63dbb84a36ffb24266460854a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8 cbfd5064513be3373ca1c41014254002547c93f63dbb84a36ffb24266460854a network default NAD default] I0403 00:12:40.146020 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-lwwr8, hostIfaceName: cbfd5064513be33, network: default, NAD default, SandboxID: "cbfd5064513be3373ca1c41014254002547c93f63dbb84a36ffb24266460854a", PCI device ID: , UID: "e2fccf64-1f59-49e9-80a6-a5f22b3a726b", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0403 00:12:40.212025 3803 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8 cbfd5064513be3373ca1c41014254002547c93f63dbb84a36ffb24266460854a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lwwr8 cbfd5064513be3373ca1c41014254002547c93f63dbb84a36ffb24266460854a network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:80:fe:ad:26:63\",\"name\":\"cbfd5064513be33\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/485811e9-c41f-48ed-b3d1-a6d4430fd053\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:12:40.241662 3803 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx 8e4a7f9fe98a77c33d4db7f6fbdc9b05f7cfb3df16baf7b405cad643a52137d5 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx 8e4a7f9fe98a77c33d4db7f6fbdc9b05f7cfb3df16baf7b405cad643a52137d5 network default NAD default] I0403 00:12:40.251304 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-fsnsx, hostIfaceName: 8e4a7f9fe98a77c, network: default, NAD default, SandboxID: "8e4a7f9fe98a77c33d4db7f6fbdc9b05f7cfb3df16baf7b405cad643a52137d5", PCI device ID: , UID: "0ecb5323-3c68-4257-9f45-d2d6435956ee", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0403 00:12:40.302855 3803 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx 8e4a7f9fe98a77c33d4db7f6fbdc9b05f7cfb3df16baf7b405cad643a52137d5 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-fsnsx 8e4a7f9fe98a77c33d4db7f6fbdc9b05f7cfb3df16baf7b405cad643a52137d5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:52:90:66:2f:f2\",\"name\":\"8e4a7f9fe98a77c\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03ee7507-45c9-48a0-a282-f04b1d72342e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:12:44.200657 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:44.200687 3803 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:44.200694 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:44.200700 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:45.751835 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:45.751857 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:45.751863 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:45.829010 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:45.829030 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:45.829038 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:47.953235 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0403 00:12:48.887790 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 W0403 00:12:48.932109 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0403 00:12:50.885774 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=101 W0403 00:12:56.755957 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:56.755979 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:56.755985 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:56.784341 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:56.784368 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:56.784377 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0403 00:13:05.796547 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-fh2kj for pod on switch ip-10-0-0-99.ec2.internal I0403 00:13:05.796668 3803 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj I0403 00:13:05.810185 3803 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj] pod update took 13.54244ms I0403 00:13:05.810209 3803 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj] addLogicalPort annotation time took 13.571589ms I0403 00:13:05.811509 3803 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj] addLogicalPort took 14.977849ms, libovsdb time 927.284µs I0403 00:13:06.155986 3803 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj dd9010e538847647579cd5ea0e80a5010bdbb8f61bbba751e8dd6e734d8670d5 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj dd9010e538847647579cd5ea0e80a5010bdbb8f61bbba751e8dd6e734d8670d5 network default NAD default] I0403 00:13:06.165623 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-fh2kj, hostIfaceName: dd9010e53884764, network: default, NAD default, SandboxID: "dd9010e538847647579cd5ea0e80a5010bdbb8f61bbba751e8dd6e734d8670d5", PCI device ID: , UID: "cbbfbc3d-199a-459a-8732-201296f90de3", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0403 00:13:06.217635 3803 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj dd9010e538847647579cd5ea0e80a5010bdbb8f61bbba751e8dd6e734d8670d5 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-fh2kj dd9010e538847647579cd5ea0e80a5010bdbb8f61bbba751e8dd6e734d8670d5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:5d:d5:91:18:82\",\"name\":\"dd9010e53884764\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/159fc250-71b1-4cb5-be23-4ffee7ba9cbb\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:13:09.305584 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0403 00:13:13.165396 3803 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:13.165960 3803 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:13.187144 3803 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:13.187164 3803 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:13.193590 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0403 00:13:13.193615 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0403 00:13:21.092955 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:13:21.093032 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:21.093047 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0403 00:13:22.228306 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-bwspw for pod on switch ip-10-0-0-99.ec2.internal I0403 00:13:22.228438 3803 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw I0403 00:13:22.248319 3803 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw] pod update took 19.91087ms I0403 00:13:22.248344 3803 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw] addLogicalPort annotation time took 19.940155ms I0403 00:13:22.249543 3803 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw] addLogicalPort took 21.260053ms, libovsdb time 843.59µs I0403 00:13:22.592317 3803 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw 3dfbc978c2a11fb70392aad6e59cf4012b0b70f915a21971a63ea0cf1446551c network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw 3dfbc978c2a11fb70392aad6e59cf4012b0b70f915a21971a63ea0cf1446551c network default NAD default] I0403 00:13:22.601465 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-bwspw, hostIfaceName: 3dfbc978c2a11fb, network: default, NAD default, SandboxID: "3dfbc978c2a11fb70392aad6e59cf4012b0b70f915a21971a63ea0cf1446551c", PCI device ID: , UID: "d3a75875-fadb-479a-9841-c76f11e5aaa6", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0403 00:13:22.654610 3803 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw 3dfbc978c2a11fb70392aad6e59cf4012b0b70f915a21971a63ea0cf1446551c network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-bwspw 3dfbc978c2a11fb70392aad6e59cf4012b0b70f915a21971a63ea0cf1446551c network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:7f:a3:70:68:33\",\"name\":\"3dfbc978c2a11fb\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09f177d2-3ca2-47ae-989c-c2107f7f6510\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:13:27.166480 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0403 00:13:30.244149 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:13:30.244341 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0403 00:13:30.258189 3803 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.871384ms I0403 00:13:30.258214 3803 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.906026ms I0403 00:13:30.259545 3803 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.419016ms, libovsdb time 874.419µs I0403 00:13:34.505259 3803 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 d1cf6a8efccb1584bda8e75a72e39b735d8b22a615d7fa2f41c3b0db9011ddd3 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d1cf6a8efccb1584bda8e75a72e39b735d8b22a615d7fa2f41c3b0db9011ddd3 network default NAD default] I0403 00:13:34.514545 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d1cf6a8efccb158, network: default, NAD default, SandboxID: "d1cf6a8efccb1584bda8e75a72e39b735d8b22a615d7fa2f41c3b0db9011ddd3", PCI device ID: , UID: "4d29d512-562c-46d3-a4da-e7c5924cda30", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0403 00:13:34.565911 3803 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 d1cf6a8efccb1584bda8e75a72e39b735d8b22a615d7fa2f41c3b0db9011ddd3 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d1cf6a8efccb1584bda8e75a72e39b735d8b22a615d7fa2f41c3b0db9011ddd3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:32:83:fd:29:52\",\"name\":\"d1cf6a8efccb158\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed9c78d6-5441-4c6b-aaa1-8d811f2be166\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:13:34.977403 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0403 00:13:38.410182 3803 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:38.410751 3803 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:39.158880 3803 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:39.158905 3803 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:39.165647 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:13:39.165681 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0403 00:13:40.101031 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0403 00:13:41.186687 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:41.186710 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:41.191738 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0403 00:13:41.463125 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-cztpl for pod on switch ip-10-0-0-99.ec2.internal I0403 00:13:41.463228 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl I0403 00:13:41.482067 3803 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl] pod update took 18.849596ms I0403 00:13:41.482089 3803 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl] addLogicalPort annotation time took 18.895739ms I0403 00:13:41.483437 3803 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl] addLogicalPort took 20.33ms, libovsdb time 920.288µs I0403 00:13:41.824404 3803 cni.go:403] [openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl b55a2b460ea920fcdf5a62d0b45fabd154b9174baeb23aeceeabd94706fb4b0c network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl b55a2b460ea920fcdf5a62d0b45fabd154b9174baeb23aeceeabd94706fb4b0c network default NAD default] I0403 00:13:41.833593 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-cztpl, hostIfaceName: b55a2b460ea920f, network: default, NAD default, SandboxID: "b55a2b460ea920fcdf5a62d0b45fabd154b9174baeb23aeceeabd94706fb4b0c", PCI device ID: , UID: "f5537cb2-1054-4f81-82dd-760bee9a4793", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0403 00:13:41.884951 3803 cni.go:424] [openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl b55a2b460ea920fcdf5a62d0b45fabd154b9174baeb23aeceeabd94706fb4b0c network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-cztpl b55a2b460ea920fcdf5a62d0b45fabd154b9174baeb23aeceeabd94706fb4b0c network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:d7:4b:4d:b7:b3\",\"name\":\"b55a2b460ea920f\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a634b84d-3ee3-4411-8e0f-c39c46ba97e4\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:13:45.084495 3803 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:13:45.084516 3803 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:13:45.084523 3803 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0403 00:13:45.981971 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0403 00:13:52.128552 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:13:52.128578 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:13:52.128586 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0403 00:14:15.422257 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-bx224 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:14:15.422390 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224 I0403 00:14:15.436411 3803 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224] pod update took 14.043832ms I0403 00:14:15.436442 3803 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224] addLogicalPort annotation time took 14.078289ms I0403 00:14:15.437857 3803 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224] addLogicalPort took 15.618876ms, libovsdb time 1.020031ms I0403 00:14:15.509736 3803 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:15.510308 3803 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:15.808103 3803 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224 3c1a532526722d13023c61e1c71aa079fcf658251cbc2f2c2018dfa2c9abdd3d network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224 3c1a532526722d13023c61e1c71aa079fcf658251cbc2f2c2018dfa2c9abdd3d network default NAD default] I0403 00:14:15.817624 3803 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-bx224, hostIfaceName: 3c1a532526722d1, network: default, NAD default, SandboxID: "3c1a532526722d13023c61e1c71aa079fcf658251cbc2f2c2018dfa2c9abdd3d", PCI device ID: , UID: "08c7f1ff-76e2-4388-aeaa-e37e3ee40c31", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0403 00:14:15.872622 3803 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224 3c1a532526722d13023c61e1c71aa079fcf658251cbc2f2c2018dfa2c9abdd3d network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bx224 3c1a532526722d13023c61e1c71aa079fcf658251cbc2f2c2018dfa2c9abdd3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:12:8d:cb:00:08\",\"name\":\"3c1a532526722d1\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb82fc98-577f-4e82-add7-579946493cac\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:14:17.891064 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0403 00:14:18.679281 3803 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:18.679301 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:18.723745 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0403 00:14:21.555944 3803 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29xrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:21.556547 3803 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29xrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:22.584443 3803 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:22.584471 3803 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:22.941992 3803 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:22.942829 3803 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:23.431024 3803 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:23.431071 3803 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:23.439174 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:14:23.439202 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0403 00:14:24.452824 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:24.452845 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:24.452983 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0403 00:15:15.630900 3803 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:15.630925 3803 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:15.635034 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0403 00:15:15.635070 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0403 00:15:19.010095 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0403 00:15:24.868188 3803 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:24.868781 3803 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:24.889258 3803 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:24.889284 3803 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:24.895939 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0403 00:15:24.895964 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0403 00:15:27.461895 3803 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-ml4px-h5sm2] creating logical port tsf-tas_ctlog-createtree-job-ml4px-h5sm2 for pod on switch ip-10-0-0-99.ec2.internal I0403 00:15:27.461991 3803 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-ml4px-h5sm2 I0403 00:15:27.480642 3803 pod.go:62] [tsf-tas/ctlog-createtree-job-ml4px-h5sm2] pod update took 18.672411ms I0403 00:15:27.480665 3803 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-ml4px-h5sm2] addLogicalPort annotation time took 18.700968ms I0403 00:15:27.481979 3803 pods.go:271] [tsf-tas/ctlog-createtree-job-ml4px-h5sm2] addLogicalPort took 20.097741ms, libovsdb time 931.04µs I0403 00:15:27.825905 3803 cni.go:403] [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default] I0403 00:15:27.835929 3803 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-ml4px-h5sm2, hostIfaceName: 5ba800a184d995d, network: default, NAD default, SandboxID: "5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465", PCI device ID: , UID: "f21a5cbf-b8be-4739-a3de-e103268fabfb", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0403 00:15:27.893099 3803 cni.go:424] [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:82:58:18:a5:3e\",\"name\":\"5ba800a184d995d\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/754213a4-f7ab-430d-be1a-eda80e3b6016\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:15:36.107554 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0403 00:15:39.838455 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0403 00:15:41.850629 3803 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0403 00:15:42.974170 3803 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:42.974729 3803 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:43.892537 3803 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:43.892567 3803 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:57.029565 3803 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:15:59.999516 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0403 00:16:15.144618 3803 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:15.145190 3803 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:15.167293 3803 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:15.167316 3803 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:15.176029 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0403 00:16:15.176077 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0403 00:16:15.902374 3803 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-n2r7h] creating logical port tsf_patch-tekton-config-n2r7h for pod on switch ip-10-0-0-99.ec2.internal I0403 00:16:15.902471 3803 kube.go:256] Updating pod tsf/patch-tekton-config-n2r7h I0403 00:16:15.915988 3803 pod.go:62] [tsf/patch-tekton-config-n2r7h] pod update took 13.543054ms I0403 00:16:15.916009 3803 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-n2r7h] addLogicalPort annotation time took 13.569035ms I0403 00:16:15.917305 3803 pods.go:271] [tsf/patch-tekton-config-n2r7h] addLogicalPort took 14.951567ms, libovsdb time 889.427µs I0403 00:16:16.262091 3803 cni.go:403] [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default] I0403 00:16:16.270965 3803 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-n2r7h, hostIfaceName: 4ca00ec39ed14f4, network: default, NAD default, SandboxID: "4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a", PCI device ID: , UID: "83a2a942-5ccc-4c95-a23e-3d054f14cd27", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0403 00:16:16.323610 3803 cni.go:424] [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:13:27:33:a7:a0\",\"name\":\"4ca00ec39ed14f4\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32f5cdab-d8e2-4e0a-bcfb-f8a581225334\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:16:23.498725 3803 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:23.499359 3803 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:23.979922 3803 cni.go:403] [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default] I0403 00:16:23.979946 3803 cni.go:403] [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default] I0403 00:16:24.071812 3803 cni.go:424] [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-ml4px-h5sm2 5ba800a184d995d8303bd634f831a2623429a6c232e3adf3dd296e36fc630465 network default NAD default], result "{}", err I0403 00:16:24.082188 3803 cni.go:424] [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-n2r7h 4ca00ec39ed14f45dd507dab7d9fe7fedcadec2df393b7cce703945b0334fd3a network default NAD default], result "{}", err I0403 00:16:24.129349 3803 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.129387 3803 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-ml4px-h5sm2 I0403 00:16:24.130768 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-ml4px-h5sm2, ips: 10.130.0.48 I0403 00:16:24.130797 3803 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.151696 3803 obj_retry.go:464] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.151728 3803 pods.go:176] Deleting pod: tsf/patch-tekton-config-n2r7h I0403 00:16:24.153003 3803 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-n2r7h, ips: 10.130.0.49 I0403 00:16:24.153036 3803 obj_retry.go:464] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.396037 3803 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:24.396085 3803 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.018037 3803 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.018087 3803 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.172956 3803 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.172993 3803 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:29.044654 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-55b5686788-kdlxm] creating logical port tsf-tas_rekor-redis-55b5686788-kdlxm for pod on switch ip-10-0-0-99.ec2.internal I0403 00:16:29.044757 3803 kube.go:256] Updating pod tsf-tas/rekor-redis-55b5686788-kdlxm I0403 00:16:29.058298 3803 pod.go:62] [tsf-tas/rekor-redis-55b5686788-kdlxm] pod update took 13.566158ms I0403 00:16:29.058390 3803 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-55b5686788-kdlxm] addLogicalPort annotation time took 13.664591ms I0403 00:16:29.059728 3803 pods.go:271] [tsf-tas/rekor-redis-55b5686788-kdlxm] addLogicalPort took 15.092528ms, libovsdb time 856.864µs I0403 00:16:30.007811 3803 cni.go:403] [tsf-tas/rekor-redis-55b5686788-kdlxm d66620713c3c9223d85a6501a3c88c31c98e0da31652839913fa7ccd73762e50 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-55b5686788-kdlxm d66620713c3c9223d85a6501a3c88c31c98e0da31652839913fa7ccd73762e50 network default NAD default] I0403 00:16:30.016828 3803 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-55b5686788-kdlxm, hostIfaceName: d66620713c3c922, network: default, NAD default, SandboxID: "d66620713c3c9223d85a6501a3c88c31c98e0da31652839913fa7ccd73762e50", PCI device ID: , UID: "f1ec797c-a1f6-4145-8c61-4a0fdbdec7e9", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0403 00:16:30.069304 3803 cni.go:424] [tsf-tas/rekor-redis-55b5686788-kdlxm d66620713c3c9223d85a6501a3c88c31c98e0da31652839913fa7ccd73762e50 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-55b5686788-kdlxm d66620713c3c9223d85a6501a3c88c31c98e0da31652839913fa7ccd73762e50 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:90:43:16:13:98\",\"name\":\"d66620713c3c922\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7054544-511f-431c-b938-2425a11a2acc\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:16:31.101169 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0403 00:16:31.787105 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5bd8d4d77c-zhqws] creating logical port tsf-tas_rekor-server-5bd8d4d77c-zhqws for pod on switch ip-10-0-0-99.ec2.internal I0403 00:16:31.787207 3803 kube.go:256] Updating pod tsf-tas/rekor-server-5bd8d4d77c-zhqws I0403 00:16:31.803314 3803 pod.go:62] [tsf-tas/rekor-server-5bd8d4d77c-zhqws] pod update took 16.129579ms I0403 00:16:31.803354 3803 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-5bd8d4d77c-zhqws] addLogicalPort annotation time took 16.175038ms I0403 00:16:31.805262 3803 pods.go:271] [tsf-tas/rekor-server-5bd8d4d77c-zhqws] addLogicalPort took 18.174919ms, libovsdb time 1.341025ms W0403 00:16:32.031871 3803 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0403 00:16:33.110917 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0403 00:16:34.242840 3803 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4h29c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:34.243462 3803 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4h29c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:35.276128 3803 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.276156 3803 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.329129 3803 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.329161 3803 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.334075 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-n2r7h I0403 00:16:35.334102 3803 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-n2r7h I0403 00:16:36.358262 3803 cni.go:403] [tsf-tas/rekor-server-5bd8d4d77c-zhqws 58061b62598fdad90d271d6b756cdc98d240a9a5e681aa3f360473f2131595c8 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-5bd8d4d77c-zhqws 58061b62598fdad90d271d6b756cdc98d240a9a5e681aa3f360473f2131595c8 network default NAD default] I0403 00:16:36.368142 3803 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5bd8d4d77c-zhqws, hostIfaceName: 58061b62598fdad, network: default, NAD default, SandboxID: "58061b62598fdad90d271d6b756cdc98d240a9a5e681aa3f360473f2131595c8", PCI device ID: , UID: "69b301f4-8d50-424f-8b79-bdb97dfca1d8", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0403 00:16:36.422367 3803 cni.go:424] [tsf-tas/rekor-server-5bd8d4d77c-zhqws 58061b62598fdad90d271d6b756cdc98d240a9a5e681aa3f360473f2131595c8 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-5bd8d4d77c-zhqws 58061b62598fdad90d271d6b756cdc98d240a9a5e681aa3f360473f2131595c8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:bc:62:1d:cd:ee\",\"name\":\"58061b62598fdad\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa1f1b50-be71-4f22-b0b7-1fdcc9a48070\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:16:36.977638 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0403 00:16:39.079962 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0403 00:16:44.092356 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0403 00:16:50.090986 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0403 00:16:53.994083 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0403 00:16:55.354213 3803 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-p6s5t-6f5qt] creating logical port tsf-tas_tuf-repository-init-p6s5t-6f5qt for pod on switch ip-10-0-0-99.ec2.internal I0403 00:16:55.354364 3803 kube.go:256] Updating pod tsf-tas/tuf-repository-init-p6s5t-6f5qt I0403 00:16:55.367099 3803 pod.go:62] [tsf-tas/tuf-repository-init-p6s5t-6f5qt] pod update took 12.75965ms I0403 00:16:55.367125 3803 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-p6s5t-6f5qt] addLogicalPort annotation time took 12.79163ms I0403 00:16:55.368498 3803 pods.go:271] [tsf-tas/tuf-repository-init-p6s5t-6f5qt] addLogicalPort took 14.301456ms, libovsdb time 933.851µs I0403 00:16:58.149269 3803 cni.go:403] [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default] I0403 00:16:58.158747 3803 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-p6s5t-6f5qt, hostIfaceName: f8ddcf5dbf4727f, network: default, NAD default, SandboxID: "f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5", PCI device ID: , UID: "37159310-8daa-4ea8-b1d9-ecf69b0bea40", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0403 00:16:58.212334 3803 cni.go:424] [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:cb:35:b7:a7:48\",\"name\":\"f8ddcf5dbf4727f\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30bc3730-5259-48a0-8713-44670e13f98c\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0403 00:17:02.224710 3803 cni.go:403] [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default] I0403 00:17:02.306448 3803 cni.go:424] [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-p6s5t-6f5qt f8ddcf5dbf4727fbdf31355d0625c4cf45f09f58eccdbe0362e0939f04b891a5 network default NAD default], result "{}", err I0403 00:17:02.361299 3803 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:17:02.361333 3803 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-p6s5t-6f5qt I0403 00:17:02.362739 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-p6s5t-6f5qt, ips: 10.130.0.52 I0403 00:17:02.362768 3803 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:17:03.246321 3803 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:17:03.246345 3803 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:17:05.889660 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0403 00:17:07.465604 3803 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-rd9tl] creating logical port tsf-tas_tuf-bc5768c88-rd9tl for pod on switch ip-10-0-0-99.ec2.internal I0403 00:17:07.465693 3803 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-rd9tl I0403 00:17:07.494215 3803 pod.go:62] [tsf-tas/tuf-bc5768c88-rd9tl] pod update took 28.544448ms I0403 00:17:07.494238 3803 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-rd9tl] addLogicalPort annotation time took 28.575635ms I0403 00:17:07.495563 3803 pods.go:271] [tsf-tas/tuf-bc5768c88-rd9tl] addLogicalPort took 29.9748ms, libovsdb time 878.404µs I0403 00:17:15.001591 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0403 00:17:17.132963 3803 cni.go:403] [tsf-tas/tuf-bc5768c88-rd9tl 77175181cb63d17daa51275d6850c4af161b5494caedf5fa76d92e0bf4c0a8a6 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-rd9tl 77175181cb63d17daa51275d6850c4af161b5494caedf5fa76d92e0bf4c0a8a6 network default NAD default] I0403 00:17:17.142178 3803 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-rd9tl, hostIfaceName: 77175181cb63d17, network: default, NAD default, SandboxID: "77175181cb63d17daa51275d6850c4af161b5494caedf5fa76d92e0bf4c0a8a6", PCI device ID: , UID: "c69459df-c05e-41e9-84b3-ee1f94c37b4a", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0403 00:17:17.194969 3803 cni.go:424] [tsf-tas/tuf-bc5768c88-rd9tl 77175181cb63d17daa51275d6850c4af161b5494caedf5fa76d92e0bf4c0a8a6 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-rd9tl 77175181cb63d17daa51275d6850c4af161b5494caedf5fa76d92e0bf4c0a8a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:a6:fe:bc:c6:e0\",\"name\":\"77175181cb63d17\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9c474fe-1bad-4bb6-b8f7-968ce3e2e295\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0403 00:17:19.325316 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0403 00:17:24.900402 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=575 I0403 00:17:28.005456 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0403 00:17:30.332021 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0403 00:18:46.980196 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0403 00:19:14.016952 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0403 00:19:39.886306 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0403 00:20:04.272133 3803 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:04.272748 3803 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:05.162390 3803 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:05.162419 3803 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:15.891156 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0403 00:20:20.493424 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0403 00:21:10.686683 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0403 00:21:10.686754 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0403 00:21:10.686809 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0403 00:21:22.708453 3803 util.go:959] Failed to build node endpoints for node ip-10-0-0-99.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:22:29.903675 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 I0403 00:22:39.007175 3803 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:22:39.007811 3803 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:22:47.889372 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46