+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-227.ec2.internal ++ [[ -n ip-10-0-2-227.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-227.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0401 12:44:23.926844265 - disable conntrack on geneve port' I0401 12:44:23.926844265 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0401 12:44:23.943410510 - starting ovnkube-node' I0401 12:44:23.943410510 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-227.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-227.ec2.internal --init-node ip-10-0-2-227.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-227.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0401 12:44:23.980853 3771 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0401 12:44:23.980908 3771 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-1fd6605b1f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0401 12:44:23.982387 3771 kube.go:423] Waiting for certificate I0401 12:44:23.982423 3771 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0401 12:44:23.982469 3771 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0401 12:44:23.983810 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 12:44:24.012319 3771 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:24.012347 3771 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:24.015051 3771 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:24.017939 3771 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qtnfb" I0401 12:44:24.024653 3771 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qtnfb" I0401 12:44:24.024740 3771 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:24.983495 3771 kube.go:430] Certificate found I0401 12:44:24.984028 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 12:44:24.985008 3771 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0401 12:44:25.027736 3771 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-02 12:39:24 +0000 UTC" deadline="2026-04-02 07:17:45.421073166 +0000 UTC" I0401 12:44:25.027772 3771 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h33m20.393311627s" I0401 12:44:25.061399 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 12:44:25.066623 3771 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0401 12:44:25.066871 3771 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0401 12:44:25.066940 3771 factory.go:537] Starting watch factory I0401 12:44:25.067017 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.067030 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.067115 3771 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.067152 3771 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.067138 3771 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.067179 3771 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.067308 3771 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.067358 3771 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.068759 3771 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.068788 3771 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.068848 3771 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.068952 3771 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.073095 3771 controller_manager.go:368] Starting the ovnkube controller I0401 12:44:25.073108 3771 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-227.ec2.internal I0401 12:44:25.073162 3771 controller_manager.go:393] NBDB zone sync took: 46.907µs I0401 12:44:25.073173 3771 factory.go:537] Starting watch factory I0401 12:44:25.087863 3771 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.089708 3771 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.090417 3771 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.092109 3771 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.092497 3771 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.092853 3771 ovn_northd.go:121] Registering OVN northd metrics I0401 12:44:25.096536 3771 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0401 12:44:25.101098 3771 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0401 12:44:25.101180 3771 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0401 12:44:25.102890 3771 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:25.118794 3771 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0401 12:44:25.172929 3771 factory.go:1931] *v1.Node informer cache synced successfully I0401 12:44:25.172953 3771 factory.go:1931] *v1.Service informer cache synced successfully I0401 12:44:25.172957 3771 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 12:44:25.172960 3771 factory.go:1931] *v1.Pod informer cache synced successfully I0401 12:44:25.172963 3771 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 12:44:25.172966 3771 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 12:44:25.173169 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:25.173174 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:25.173195 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:25.173198 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:25.177978 3771 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:25.177990 3771 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:25.178095 3771 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 12:44:25.178107 3771 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 12:44:25.178316 3771 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.178334 3771 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.178806 3771 factory.go:1931] *v1.Pod informer cache synced successfully I0401 12:44:25.178817 3771 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 12:44:25.178821 3771 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 12:44:25.178824 3771 factory.go:1931] *v1.Node informer cache synced successfully I0401 12:44:25.178826 3771 factory.go:1931] *v1.Service informer cache synced successfully I0401 12:44:25.178829 3771 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 12:44:25.181203 3771 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.183156 3771 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 12:44:25.183280 3771 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.183295 3771 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.183957 3771 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 12:44:25.183968 3771 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 12:44:25.186045 3771 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.189236 3771 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 12:44:25.189300 3771 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 12:44:25.189373 3771 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.189386 3771 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.191869 3771 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.195011 3771 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 12:44:25.195023 3771 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 12:44:25.195094 3771 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.195111 3771 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.197404 3771 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.200409 3771 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 12:44:25.200483 3771 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 12:44:25.200540 3771 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.200552 3771 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.202893 3771 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.205956 3771 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 12:44:25.205966 3771 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 12:44:25.206160 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:25.206178 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:25.208528 3771 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:25.211620 3771 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 12:44:25.211631 3771 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 12:44:25.211765 3771 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.211779 3771 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.211787 3771 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.211804 3771 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.214337 3771 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.214400 3771 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:25.217577 3771 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 12:44:25.217656 3771 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 12:44:25.217667 3771 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 12:44:25.217674 3771 factory.go:649] Watch Factory start up complete, took: 150.736125ms I0401 12:44:25.217793 3771 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0401 12:44:25.222628 3771 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 12:44:25.222639 3771 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 12:44:25.222645 3771 factory.go:649] Watch Factory start up complete, took: 149.472068ms I0401 12:44:25.222652 3771 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-227.ec2.internal" zone I0401 12:44:25.251908 3771 default_node_network_controller.go:709] Initializing the default node network controller I0401 12:44:25.307486 3771 udn_isolation.go:101] Starting UDN host isolation manager I0401 12:44:25.314087 3771 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0401 12:44:25.351975 3771 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0401 12:44:25.352053 3771 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0401 12:44:25.352066 3771 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0401 12:44:25.385566 3771 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0401 12:44:25.385656 3771 default_node_network_controller.go:808] Node ip-10-0-2-227.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0401 12:44:25.391415 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.227"] k8s.ovn.org/zone-name:ip-10-0-2-227.ec2.internal] on node ip-10-0-2-227.ec2.internal I0401 12:44:25.412857 3771 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0401 12:44:25.419240 3771 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0401 12:44:25.419392 3771 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0401 12:44:25.419527 3771 gateway_init.go:263] Preparing Gateway I0401 12:44:25.419536 3771 gateway_shared_intf.go:1658] Creating new gateway I0401 12:44:25.472743 3771 controller_manager.go:427] Waiting for node in zone sync took: 250.078046ms I0401 12:44:25.482171 3771 controller_manager.go:608] Switching to transit router for layer2 networks I0401 12:44:25.482189 3771 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-227.ec2.internal I0401 12:44:25.498698 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 12:44:25.505151 3771 controller_manager.go:288] SCTP support detected in OVN I0401 12:44:25.505568 3771 iptables.go:108] Creating table: filter chain: FORWARD I0401 12:44:25.505786 3771 services_controller.go:69] Creating services controller for network=default I0401 12:44:25.505906 3771 udn_enabled_svc.go:80] Waiting for service informer to sync I0401 12:44:25.505972 3771 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0401 12:44:25.506006 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0401 12:44:25.506020 3771 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0401 12:44:25.506029 3771 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 12:44:25.506168 3771 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0401 12:44:25.506213 3771 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0401 12:44:25.506245 3771 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 23.613µs I0401 12:44:25.506244 3771 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.229µs I0401 12:44:25.506269 3771 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 39.955µs I0401 12:44:25.506275 3771 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0401 12:44:25.506284 3771 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0401 12:44:25.506294 3771 default_network_controller.go:321] Starting the default network controller I0401 12:44:25.506322 3771 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.061µs I0401 12:44:25.506346 3771 udn_enabled_svc.go:95] Performing full resync I0401 12:44:25.506610 3771 udn_enabled_svc.go:99] Waiting for handler to sync I0401 12:44:25.506623 3771 udn_enabled_svc.go:104] Starting worker I0401 12:44:25.512379 3771 iptables.go:108] Creating table: filter chain: OUTPUT I0401 12:44:25.514944 3771 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0401 12:44:25.514998 3771 repair.go:33] Syncing exgw routes took 42.735µs I0401 12:44:25.515018 3771 default_network_controller.go:407] Starting all the Watchers... I0401 12:44:25.515160 3771 namespace.go:98] [openshift-backplane-csm] adding namespace I0401 12:44:25.515162 3771 namespace.go:98] [openshift-backplane-tam] adding namespace I0401 12:44:25.515418 3771 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0401 12:44:25.515430 3771 namespace.go:98] [openshift-backplane-cee] adding namespace I0401 12:44:25.515434 3771 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0401 12:44:25.515438 3771 namespace.go:98] [openshift-network-node-identity] adding namespace I0401 12:44:25.515446 3771 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0401 12:44:25.515452 3771 namespace.go:98] [openshift-network-operator] adding namespace I0401 12:44:25.515458 3771 namespace.go:98] [kube-system] adding namespace I0401 12:44:25.515462 3771 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0401 12:44:25.515466 3771 namespace.go:98] [openshift-kube-scheduler] adding namespace I0401 12:44:25.515470 3771 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0401 12:44:25.515474 3771 namespace.go:98] [openshift-console-user-settings] adding namespace I0401 12:44:25.515478 3771 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0401 12:44:25.515483 3771 namespace.go:98] [openshift-machine-api] adding namespace I0401 12:44:25.515804 3771 namespace.go:102] [openshift-backplane-csm] adding namespace took 632.415µs I0401 12:44:25.515817 3771 namespace.go:98] [openshift-network-console] adding namespace I0401 12:44:25.516238 3771 namespace.go:102] [openshift-network-console] adding namespace took 416.589µs I0401 12:44:25.516251 3771 namespace.go:98] [openshift-console-operator] adding namespace I0401 12:44:25.516778 3771 namespace.go:102] [openshift-console-operator] adding namespace took 520.281µs I0401 12:44:25.516794 3771 namespace.go:98] [dedicated-admin] adding namespace I0401 12:44:25.517236 3771 namespace.go:102] [dedicated-admin] adding namespace took 436.145µs I0401 12:44:25.517248 3771 namespace.go:98] [openshift-ingress-operator] adding namespace I0401 12:44:25.517717 3771 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.367085ms I0401 12:44:25.517728 3771 namespace.go:98] [openshift-machine-config-operator] adding namespace I0401 12:44:25.518162 3771 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.7312ms I0401 12:44:25.518179 3771 namespace.go:98] [openshift-kube-apiserver] adding namespace I0401 12:44:25.518633 3771 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.199501ms I0401 12:44:25.518644 3771 namespace.go:98] [openshift-operators] adding namespace I0401 12:44:25.519067 3771 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.627222ms I0401 12:44:25.519086 3771 namespace.go:98] [openshift-apiserver-operator] adding namespace I0401 12:44:25.519133 3771 gateway_shared_intf.go:1787] Gateway Creation Complete I0401 12:44:25.519146 3771 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-227.ec2.internal","mac-address":"0e:f3:aa:e6:2c:45","ip-addresses":["10.0.2.227/24"],"ip-address":"10.0.2.227/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:272b3c25-581c-449c-ab4e-6ae071b0757b k8s.ovn.org/node-encap-ips:["10.0.2.227"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.227/24"} k8s.ovn.org/zone-name:ip-10-0-2-227.ec2.internal] on node ip-10-0-2-227.ec2.internal I0401 12:44:25.519584 3771 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.140821ms I0401 12:44:25.519596 3771 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0401 12:44:25.520206 3771 namespace.go:102] [openshift-network-operator] adding namespace took 4.73529ms I0401 12:44:25.520216 3771 namespace.go:98] [openshift-host-network] adding namespace W0401 12:44:25.520678 3771 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-8zl57: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found I0401 12:44:25.520719 3771 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.247331ms I0401 12:44:25.520738 3771 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0401 12:44:25.521284 3771 namespace.go:102] [kube-system] adding namespace took 5.817176ms I0401 12:44:25.521301 3771 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0401 12:44:25.521799 3771 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.329826ms I0401 12:44:25.521814 3771 namespace.go:98] [openshift-multus] adding namespace I0401 12:44:25.522250 3771 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.776992ms I0401 12:44:25.522282 3771 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0401 12:44:25.522758 3771 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.282974ms I0401 12:44:25.522774 3771 namespace.go:98] [openshift-backplane-srep] adding namespace I0401 12:44:25.523249 3771 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.771099ms I0401 12:44:25.523275 3771 namespace.go:98] [openshift-ingress-canary] adding namespace I0401 12:44:25.523714 3771 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.230343ms I0401 12:44:25.523730 3771 namespace.go:98] [openshift-package-operator] adding namespace I0401 12:44:25.524163 3771 namespace.go:102] [openshift-machine-api] adding namespace took 8.67398ms I0401 12:44:25.524182 3771 namespace.go:98] [openshift-operators-redhat] adding namespace I0401 12:44:25.524653 3771 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.375453ms I0401 12:44:25.525050 3771 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.317389ms I0401 12:44:25.525062 3771 namespace.go:98] [openshift-monitoring] adding namespace I0401 12:44:25.525456 3771 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.270543ms I0401 12:44:25.525474 3771 namespace.go:98] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] adding namespace I0401 12:44:25.525843 3771 namespace.go:102] [openshift-operators] adding namespace took 7.194449ms I0401 12:44:25.525862 3771 namespace.go:98] [kube-public] adding namespace I0401 12:44:25.526237 3771 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.145122ms I0401 12:44:25.526269 3771 namespace.go:98] [openshift-etcd] adding namespace I0401 12:44:25.526660 3771 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.057977ms I0401 12:44:25.526673 3771 namespace.go:98] [openshift-cluster-version] adding namespace I0401 12:44:25.527129 3771 namespace.go:102] [openshift-host-network] adding namespace took 6.907812ms I0401 12:44:25.527142 3771 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0401 12:44:25.527554 3771 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.811091ms I0401 12:44:25.527565 3771 namespace.go:98] [openshift-service-ca-operator] adding namespace W0401 12:44:25.527959 3771 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tgjkj: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found I0401 12:44:25.527972 3771 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.666444ms W0401 12:44:25.527975 3771 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zjhph: pod openshift-multus/network-metrics-daemon-zjhph: no pod IPs found I0401 12:44:25.527981 3771 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0401 12:44:25.528472 3771 namespace.go:102] [openshift-multus] adding namespace took 6.651397ms I0401 12:44:25.528486 3771 namespace.go:98] [openshift-backplane] adding namespace I0401 12:44:25.528930 3771 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.641197ms I0401 12:44:25.528945 3771 namespace.go:98] [openshift-insights] adding namespace I0401 12:44:25.529370 3771 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.590183ms I0401 12:44:25.529382 3771 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0401 12:44:25.529778 3771 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.495702ms I0401 12:44:25.529793 3771 namespace.go:98] [openshift-config-managed] adding namespace I0401 12:44:25.530178 3771 namespace.go:102] [openshift-package-operator] adding namespace took 6.44196ms I0401 12:44:25.530192 3771 namespace.go:98] [openshift-ingress] adding namespace I0401 12:44:25.530600 3771 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.412065ms I0401 12:44:25.530616 3771 namespace.go:98] [openshift] adding namespace I0401 12:44:25.531044 3771 namespace.go:102] [openshift-monitoring] adding namespace took 5.976998ms I0401 12:44:25.531066 3771 namespace.go:98] [openshift-config] adding namespace I0401 12:44:25.531470 3771 namespace.go:102] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] adding namespace took 5.990514ms I0401 12:44:25.531482 3771 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0401 12:44:25.531872 3771 namespace.go:102] [kube-public] adding namespace took 6.005721ms I0401 12:44:25.531885 3771 namespace.go:98] [openshift-backplane-cse] adding namespace I0401 12:44:25.532233 3771 namespace.go:102] [openshift-etcd] adding namespace took 5.95779ms I0401 12:44:25.532243 3771 namespace.go:98] [openshift-dns-operator] adding namespace I0401 12:44:25.532666 3771 namespace.go:102] [openshift-cluster-version] adding namespace took 5.988869ms I0401 12:44:25.532677 3771 namespace.go:98] [openshift-authentication] adding namespace I0401 12:44:25.533128 3771 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.979431ms I0401 12:44:25.533144 3771 namespace.go:98] [openshift-apiserver] adding namespace I0401 12:44:25.533554 3771 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.983879ms I0401 12:44:25.533565 3771 namespace.go:98] [openshift-config-operator] adding namespace I0401 12:44:25.533979 3771 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.974073ms I0401 12:44:25.533993 3771 namespace.go:98] [openshift-customer-monitoring] adding namespace I0401 12:44:25.534837 3771 namespace.go:102] [openshift-backplane] adding namespace took 6.342803ms I0401 12:44:25.534854 3771 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0401 12:44:25.535369 3771 namespace.go:102] [openshift-insights] adding namespace took 6.417869ms I0401 12:44:25.535384 3771 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0401 12:44:25.535804 3771 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.416065ms I0401 12:44:25.535819 3771 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0401 12:44:25.536178 3771 namespace.go:102] [openshift-config-managed] adding namespace took 6.379774ms I0401 12:44:25.536191 3771 namespace.go:98] [openshift-network-diagnostics] adding namespace I0401 12:44:25.536597 3771 namespace.go:102] [openshift-ingress] adding namespace took 6.40042ms I0401 12:44:25.536608 3771 namespace.go:98] [openshift-marketplace] adding namespace I0401 12:44:25.537142 3771 namespace.go:102] [openshift] adding namespace took 6.520017ms I0401 12:44:25.537155 3771 namespace.go:98] [openshift-console] adding namespace I0401 12:44:25.537604 3771 namespace.go:102] [openshift-config] adding namespace took 6.527879ms I0401 12:44:25.537624 3771 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0401 12:44:25.538049 3771 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.56118ms I0401 12:44:25.538063 3771 namespace.go:98] [openshift-route-controller-manager] adding namespace I0401 12:44:25.538455 3771 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.564243ms I0401 12:44:25.538468 3771 namespace.go:98] [openshift-controller-manager] adding namespace I0401 12:44:25.538820 3771 namespace.go:102] [openshift-dns-operator] adding namespace took 6.572216ms I0401 12:44:25.538831 3771 namespace.go:98] [openshift-authentication-operator] adding namespace I0401 12:44:25.539204 3771 namespace.go:102] [openshift-authentication] adding namespace took 6.521296ms I0401 12:44:25.539216 3771 namespace.go:98] [openshift-image-registry] adding namespace I0401 12:44:25.539216 3771 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:25.539684 3771 namespace.go:102] [openshift-apiserver] adding namespace took 6.535483ms I0401 12:44:25.539698 3771 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0401 12:44:25.540095 3771 namespace.go:102] [openshift-config-operator] adding namespace took 6.52495ms I0401 12:44:25.540105 3771 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0401 12:44:25.540539 3771 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.540468ms I0401 12:44:25.540552 3771 namespace.go:98] [openshift-backplane-mobb] adding namespace I0401 12:44:25.540942 3771 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.083354ms I0401 12:44:25.540954 3771 namespace.go:98] [openshift-node] adding namespace I0401 12:44:25.541372 3771 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.981298ms I0401 12:44:25.541384 3771 namespace.go:98] [openshift-must-gather-operator] adding namespace W0401 12:44:25.541808 3771 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-s4tj6: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found I0401 12:44:25.541836 3771 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.012093ms W0401 12:44:25.541838 3771 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xpvm7: pod openshift-network-diagnostics/network-check-target-xpvm7: no pod IPs found I0401 12:44:25.541845 3771 namespace.go:98] [openshift-dns] adding namespace I0401 12:44:25.542313 3771 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.116606ms I0401 12:44:25.542328 3771 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0401 12:44:25.542722 3771 namespace.go:102] [openshift-marketplace] adding namespace took 6.109216ms I0401 12:44:25.542736 3771 namespace.go:98] [default] adding namespace I0401 12:44:25.543097 3771 namespace.go:102] [openshift-console] adding namespace took 5.937185ms I0401 12:44:25.543108 3771 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0401 12:44:25.543537 3771 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.907099ms I0401 12:44:25.543958 3771 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.890297ms I0401 12:44:25.544395 3771 namespace.go:102] [openshift-controller-manager] adding namespace took 5.920774ms I0401 12:44:25.544790 3771 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.954175ms I0401 12:44:25.545164 3771 namespace.go:102] [openshift-image-registry] adding namespace took 5.943256ms I0401 12:44:25.545541 3771 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.83752ms I0401 12:44:25.546101 3771 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.989934ms I0401 12:44:25.546709 3771 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.152196ms I0401 12:44:25.546722 3771 namespace.go:98] [openshift-infra] adding namespace I0401 12:44:25.547187 3771 namespace.go:102] [openshift-node] adding namespace took 6.227221ms I0401 12:44:25.547203 3771 namespace.go:98] [openshift-logging] adding namespace I0401 12:44:25.547625 3771 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.235558ms I0401 12:44:25.547641 3771 namespace.go:98] [kube-node-lease] adding namespace I0401 12:44:25.548006 3771 namespace.go:102] [openshift-dns] adding namespace took 6.154627ms I0401 12:44:25.548398 3771 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.064948ms I0401 12:44:25.548414 3771 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0401 12:44:25.548799 3771 namespace.go:102] [default] adding namespace took 6.056943ms I0401 12:44:25.549181 3771 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.067096ms I0401 12:44:25.549572 3771 namespace.go:102] [openshift-infra] adding namespace took 2.844928ms I0401 12:44:25.549958 3771 namespace.go:102] [openshift-logging] adding namespace took 2.74901ms I0401 12:44:25.550344 3771 namespace.go:102] [kube-node-lease] adding namespace took 2.695635ms I0401 12:44:25.550694 3771 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.274667ms I0401 12:44:25.551130 3771 zone_ic_handler.go:186] Time taken to create transit switch: 322.612µs I0401 12:44:25.551613 3771 master.go:532] Adding or Updating local node "ip-10-0-2-227.ec2.internal" for network "default" I0401 12:44:25.551684 3771 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-161.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-161.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-161.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-161.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal I0401 12:44:25.552150 3771 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-11.ec2.internal for the network default I0401 12:44:25.553192 3771 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-11.ec2.internal" on network "default" took: 1.05339ms W0401 12:44:25.559774 3771 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xpvm7: pod openshift-network-diagnostics/network-check-target-xpvm7: no pod IPs found W0401 12:44:25.559796 3771 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zjhph: pod openshift-multus/network-metrics-daemon-zjhph: no pod IPs found I0401 12:44:25.560863 3771 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-227.ec2.internal for the network default I0401 12:44:25.561744 3771 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0401 12:44:25.561768 3771 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0401 12:44:25.561782 3771 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0401 12:44:25.561787 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:25.561820 3771 node_tracker.go:235] Node ip-10-0-1-161.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal" I0401 12:44:25.561832 3771 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:25.561839 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:25.561846 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0401 12:44:25.561876 3771 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:25.561884 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:25.561888 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0401 12:44:25.561907 3771 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:25.561919 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:25.662658 3771 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0401 12:44:25.662681 3771 services_controller.go:208] Setting up event handlers for services for network=default I0401 12:44:25.662761 3771 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0401 12:44:25.662808 3771 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0401 12:44:25.662824 3771 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0401 12:44:25.763454 3771 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0401 12:44:25.763486 3771 repair.go:60] Starting repairing loop for services I0401 12:44:25.763594 3771 repair.go:131] Deleted 0 stale service LBs I0401 12:44:25.763615 3771 repair.go:137] Deleted 0 stale Chassis Template Vars I0401 12:44:25.763636 3771 repair.go:62] Finished repairing loop for services: 152.902µs I0401 12:44:25.763665 3771 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0401 12:44:25.763676 3771 services_controller.go:254] Starting workers for network=default I0401 12:44:25.764182 3771 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-8zl57, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-8zl57: suppressed error logged: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found I0401 12:44:25.764207 3771 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-tgjkj, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tgjkj: suppressed error logged: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found I0401 12:44:25.764227 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xpvm7] creating logical port openshift-network-diagnostics_network-check-target-xpvm7 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:25.764337 3771 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-s4tj6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found I0401 12:44:25.764430 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zjhph] creating logical port openshift-multus_network-metrics-daemon-zjhph for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:25.764508 3771 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xpvm7 I0401 12:44:25.764547 3771 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zjhph I0401 12:44:25.780053 3771 pod.go:62] [openshift-network-diagnostics/network-check-target-xpvm7] pod update took 15.652462ms I0401 12:44:25.780087 3771 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-xpvm7] addLogicalPort annotation time took 15.700457ms I0401 12:44:25.781162 3771 pod.go:62] [openshift-multus/network-metrics-daemon-zjhph] pod update took 16.660982ms I0401 12:44:25.781182 3771 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-zjhph] addLogicalPort annotation time took 16.683339ms I0401 12:44:25.781179 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-xpvm7] addLogicalPort took 16.958437ms, libovsdb time 817.05µs I0401 12:44:25.782144 3771 pods.go:271] [openshift-multus/network-metrics-daemon-zjhph] addLogicalPort took 17.786542ms, libovsdb time 726.706µs I0401 12:44:25.782761 3771 admin_network_policy_controller.go:227] Starting controller default-network-controller I0401 12:44:25.782845 3771 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0401 12:44:25.782864 3771 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0401 12:44:25.782869 3771 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0401 12:44:25.783130 3771 repair.go:29] Repairing admin network policies took 251.946µs I0401 12:44:25.783331 3771 repair.go:92] Repairing baseline admin network policies took 182.788µs I0401 12:44:25.783422 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0401 12:44:25.783457 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0401 12:44:25.785574 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0401 12:44:25.785596 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0401 12:44:25.785606 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0401 12:44:25.787743 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0401 12:44:25.787764 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0401 12:44:25.787777 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0401 12:44:25.788749 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0401 12:44:25.788772 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0401 12:44:25.788782 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0401 12:44:25.790767 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0401 12:44:25.790789 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0401 12:44:25.790796 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0401 12:44:25.792033 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0401 12:44:25.792058 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0401 12:44:25.792071 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0401 12:44:25.793533 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0401 12:44:25.793552 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0401 12:44:25.793988 3771 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0401 12:44:25.794000 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 12:44:25.794683 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0401 12:44:25.794701 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0401 12:44:25.794708 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0401 12:44:25.794971 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0401 12:44:25.794990 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0401 12:44:25.795003 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0401 12:44:25.796159 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0401 12:44:25.796176 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0401 12:44:25.796183 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0401 12:44:25.796477 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0401 12:44:25.796492 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0401 12:44:25.796498 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0401 12:44:25.797793 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0401 12:44:25.797815 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0401 12:44:25.797823 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0401 12:44:25.799326 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0401 12:44:25.799348 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0401 12:44:25.799363 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0401 12:44:25.800425 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0401 12:44:25.800444 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0401 12:44:25.800453 3771 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0401 12:44:25.802065 3771 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0401 12:44:25.802085 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0401 12:44:25.802113 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 12:44:25.802964 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0401 12:44:25.802983 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0401 12:44:25.802992 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0401 12:44:25.803790 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0401 12:44:25.803810 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0401 12:44:25.803816 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0401 12:44:25.804140 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0401 12:44:25.804159 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0401 12:44:25.804167 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0401 12:44:25.804713 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0401 12:44:25.804740 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0401 12:44:25.804750 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0401 12:44:25.805857 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0401 12:44:25.805874 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0401 12:44:25.805884 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0401 12:44:25.806887 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0401 12:44:25.806906 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0401 12:44:25.806917 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0401 12:44:25.807487 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0401 12:44:25.807507 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0401 12:44:25.807515 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0401 12:44:25.808070 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0401 12:44:25.808089 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0401 12:44:25.808096 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0401 12:44:25.808752 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0401 12:44:25.808776 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0401 12:44:25.808787 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0401 12:44:25.809329 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0401 12:44:25.809353 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0401 12:44:25.809366 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0401 12:44:25.809900 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0401 12:44:25.809922 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0401 12:44:25.809933 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0401 12:44:25.810487 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0401 12:44:25.810507 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0401 12:44:25.810516 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0401 12:44:25.811614 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0401 12:44:25.811630 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0401 12:44:25.811639 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0401 12:44:25.813009 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0401 12:44:25.813031 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0401 12:44:25.813042 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0401 12:44:25.813676 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0401 12:44:25.818942 3771 egressfirewall.go:319] Starting EgressFirewall controller I0401 12:44:25.818989 3771 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0401 12:44:25.819008 3771 controller.go:133] Adding controller egress-firewall-controller event handlers I0401 12:44:25.819035 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0401 12:44:25.819051 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0401 12:44:25.819039 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0401 12:44:25.819059 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0401 12:44:25.819357 3771 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0401 12:44:25.819372 3771 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0401 12:44:25.819382 3771 egressqos.go:193] Setting up event handlers for EgressQoS I0401 12:44:25.819461 3771 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0401 12:44:25.819476 3771 egressfirewall.go:628] Syncing node "ip-10-0-1-161.ec2.internal" for egress firewall I0401 12:44:25.819482 3771 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:44:25.819556 3771 egressqos.go:245] Starting EgressQoS Controller I0401 12:44:25.819566 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0401 12:44:25.819572 3771 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0401 12:44:25.819577 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0401 12:44:25.819581 3771 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0401 12:44:25.819588 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0401 12:44:25.819593 3771 shared_informer.go:356] "Caches are synced" controller="egressqos" I0401 12:44:25.819596 3771 egressqos.go:259] Repairing EgressQoSes I0401 12:44:25.819600 3771 egressqos.go:399] Starting repairing loop for egressqos I0401 12:44:25.819687 3771 egressqos.go:401] Finished repairing loop for egressqos: 86.752µs I0401 12:44:25.819740 3771 egressservice_zone.go:132] Setting up event handlers for Egress Services I0401 12:44:25.819789 3771 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-227.ec2.internal I0401 12:44:25.819879 3771 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-227.ec2.internal : 91.522µs I0401 12:44:25.819949 3771 egressservice_zone.go:210] Starting Egress Services Controller I0401 12:44:25.819959 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 12:44:25.819965 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 12:44:25.819975 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 12:44:25.819980 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 12:44:25.819985 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 12:44:25.819989 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 12:44:25.820024 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0401 12:44:25.820031 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0401 12:44:25.820035 3771 egressservice_zone.go:228] Repairing Egress Services I0401 12:44:25.820348 3771 master_controller.go:88] Starting Admin Policy Based Route Controller I0401 12:44:25.820368 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 12:44:25.820423 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0401 12:44:25.820437 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 15.873µs I0401 12:44:25.820444 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:25.820448 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 3.949µs I0401 12:44:25.820468 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:25.820474 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 22.204µs I0401 12:44:25.820573 3771 default_network_controller.go:568] Completing all the Watchers took 305.546971ms I0401 12:44:25.820585 3771 default_network_controller.go:572] Starting unidling controllers I0401 12:44:25.820590 3771 unidle.go:46] Registering OVN SB ControllerEvent handler I0401 12:44:25.820596 3771 unidle.go:63] Populating Initial ContollerEvent events I0401 12:44:25.820606 3771 unidle.go:79] Setting up event handlers for services I0401 12:44:25.820671 3771 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0401 12:44:26.040270 3771 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:26.539460 3771 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:26.640968 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0401 12:44:26.640993 3771 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-11.ec2.internal. Updating no re-route policies I0401 12:44:26.641001 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0401 12:44:26.641001 3771 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0401 12:44:26.641016 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 19.608µs I0401 12:44:26.641052 3771 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:26.641071 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:27.040135 3771 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:27.539533 3771 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:27.831509 3771 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0401 12:44:28.039901 3771 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:28.057970 3771 bridgeconfig.go:537] Gateway is ready I0401 12:44:28.057994 3771 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0401 12:44:28.070996 3771 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.227. Updating OVN encap IP. I0401 12:44:28.076792 3771 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.227 - it is already configured I0401 12:44:28.076806 3771 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.227/24:{} 172.20.0.1/32:{}]. Updating annotations. I0401 12:44:28.077019 3771 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.227/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-227.ec2.internal","mac-address":"0e:f3:aa:e6:2c:45","ip-addresses":["10.0.2.227/24"],"ip-address":"10.0.2.227/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:272b3c25-581c-449c-ab4e-6ae071b0757b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.227/24"}] on node ip-10-0-2-227.ec2.internal I0401 12:44:28.092108 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0401 12:44:28.092156 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:28.092163 3771 master.go:532] Adding or Updating local node "ip-10-0-2-227.ec2.internal" for network "default" I0401 12:44:28.092169 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 17.449µs I0401 12:44:28.092196 3771 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:44:28.092232 3771 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:28.092249 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:28.092496 3771 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.227 I0401 12:44:28.092633 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-227.ec2.internal I0401 12:44:28.097820 3771 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-227.ec2.internal. Updating no re-route policies I0401 12:44:28.097921 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7s5xr I0401 12:44:28.097930 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-ks9dp I0401 12:44:28.097939 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7s5xr I0401 12:44:28.097944 3771 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-227tx I0401 12:44:28.097957 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-ks9dp I0401 12:44:28.097962 3771 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-227tx I0401 12:44:28.097967 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7s5xr after 0 failed attempt(s) I0401 12:44:28.097977 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-ks9dp after 0 failed attempt(s) I0401 12:44:28.097994 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l6mwb I0401 12:44:28.098007 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l6mwb I0401 12:44:28.098011 3771 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-227tx after 0 failed attempt(s) I0401 12:44:28.098020 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jkntg I0401 12:44:28.098032 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l6mwb after 0 failed attempt(s) I0401 12:44:28.098036 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-c9g66 I0401 12:44:28.098040 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jkntg I0401 12:44:28.098046 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-c9g66 I0401 12:44:28.098055 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tgjkj I0401 12:44:28.098062 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tgjkj I0401 12:44:28.098064 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-c9g66 after 0 failed attempt(s) I0401 12:44:28.098065 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jkntg after 0 failed attempt(s) I0401 12:44:28.098073 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zjhph I0401 12:44:28.098083 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dbdpj I0401 12:44:28.098080 3771 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-8zl57 I0401 12:44:28.098090 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dbdpj I0401 12:44:28.098092 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zjhph I0401 12:44:28.098088 3771 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal I0401 12:44:28.098101 3771 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-8zl57 I0401 12:44:28.098104 3771 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal I0401 12:44:28.098105 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dbdpj after 0 failed attempt(s) I0401 12:44:28.098062 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xpvm7 I0401 12:44:28.098119 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xpvm7 I0401 12:44:28.098122 3771 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal after 0 failed attempt(s) I0401 12:44:28.098127 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zjhph] creating logical port openshift-multus_network-metrics-daemon-zjhph for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:28.098129 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal I0401 12:44:28.098150 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal I0401 12:44:28.098151 3771 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-8zl57, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-8zl57: suppressed error logged: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found I0401 12:44:28.098105 3771 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tgjkj, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tgjkj: suppressed error logged: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found I0401 12:44:28.098154 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xpvm7] creating logical port openshift-network-diagnostics_network-check-target-xpvm7 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:28.098081 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6 I0401 12:44:28.098198 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6 I0401 12:44:28.098207 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal after 0 failed attempt(s) I0401 12:44:28.098227 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bf8d6 I0401 12:44:28.098225 3771 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lsc4x I0401 12:44:28.098246 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bf8d6 I0401 12:44:28.098251 3771 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-lsc4x I0401 12:44:28.098287 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bf8d6 after 0 failed attempt(s) I0401 12:44:28.098301 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-lsc4x after 0 failed attempt(s) I0401 12:44:28.098304 3771 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-s4tj6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found I0401 12:44:28.099044 3771 pods.go:271] [openshift-multus/network-metrics-daemon-zjhph] addLogicalPort took 921.096µs, libovsdb time 329.155µs I0401 12:44:28.099062 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zjhph after 0 failed attempt(s) I0401 12:44:28.099190 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-xpvm7] addLogicalPort took 1.047338ms, libovsdb time 373.7µs I0401 12:44:28.099210 3771 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xpvm7 after 0 failed attempt(s) I0401 12:44:28.108651 3771 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0401 12:44:28.123376 3771 iptables.go:108] Creating table: mangle chain: OUTPUT I0401 12:44:28.127038 3771 iptables.go:108] Creating table: nat chain: OUTPUT I0401 12:44:28.152613 3771 iptables.go:108] Creating table: nat chain: PREROUTING I0401 12:44:28.196966 3771 iptables.go:108] Creating table: filter chain: FORWARD I0401 12:44:28.215733 3771 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0401 12:44:28.215847 3771 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0401 12:44:28.215899 3771 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0401 12:44:28.215995 3771 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0401 12:44:28.216055 3771 gateway_init.go:325] Gateway and management port readiness took 2.681243423s I0401 12:44:28.216091 3771 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0401 12:44:28.216127 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0401 12:44:28.216141 3771 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0401 12:44:28.216152 3771 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 12:44:28.216227 3771 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0401 12:44:28.216340 3771 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.488µs I0401 12:44:28.216586 3771 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0401 12:44:28.216614 3771 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.916µs I0401 12:44:28.216627 3771 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.617µs I0401 12:44:28.216636 3771 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0401 12:44:28.216654 3771 nad_controller.go:173] [node-nad-controller NAD controller]: started I0401 12:44:28.216662 3771 default_node_network_controller.go:898] Starting the default node network controller I0401 12:44:28.216666 3771 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0401 12:44:28.216756 3771 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 16.981µs I0401 12:44:28.216842 3771 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0401 12:44:28.216854 3771 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0401 12:44:28.216884 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11070 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc000c1f400 0xc0002d1e30 0xc0002d1ea0 0xc000c1e2d0 0xc0064ef2d0 0xc0002d1f10 map[0x2f8f0c0:0xc00229f860 0x2f8f600:0xc00229f9e0 0x2f90080:0xc00229f7a0 0x2f90320:0xc00229f800 0x2f90b00:0xc00229f8c0 0x2f90da0:0xc00229f920 0x2f91040:0xc00229f980 0x2f91820:0xc00229fe00 0x2f91ac0:0xc00531fec0 0x2fbc3e0:0xc000afc0c0 0x2fbc780:0xc000afc1e0 0x2fbd260:0xc000c8a360 0x2fbebc0:0xc001c28000 0x2fbf6a0:0xc00429e120 0x2fc0520:0xc000c4c3c0] 0xc00016b110 0} I0401 12:44:28.216961 3771 gateway.go:151] Starting gateway service sync I0401 12:44:28.218007 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0401 12:44:28.220515 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0401 12:44:28.229536 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0401 12:44:28.230795 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0401 12:44:28.232120 3771 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0401 12:44:28.268782 3771 gateway.go:168] Gateway service sync done. Time taken: 51.803492ms I0401 12:44:28.269220 3771 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30311 I0401 12:44:28.269653 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11070 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc000c1f400 0xc0002d1e30 0xc0002d1ea0 0xc000c1e2d0 0xc0064ef2d0 0xc0002d1f10 map[0x2f8f0c0:0xc00229f860 0x2f8f600:0xc00229f9e0 0x2f90080:0xc00229f7a0 0x2f90320:0xc00229f800 0x2f90b00:0xc00229f8c0 0x2f90da0:0xc00229f920 0x2f91040:0xc00229f980 0x2f91820:0xc00229fe00 0x2f91ac0:0xc00531fec0 0x2fbc3e0:0xc000afc0c0 0x2fbc780:0xc000afc1e0 0x2fbd260:0xc000c8a360 0x2fbebc0:0xc001c28000 0x2fbf6a0:0xc00429e120 0x2fc0520:0xc000c4c3c0] 0xc00016b110 0} I0401 12:44:28.270098 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11070 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc000c1f400 0xc0002d1e30 0xc0002d1ea0 0xc000c1e2d0 0xc0064ef2d0 0xc0002d1f10 map[0x2f8f0c0:0xc00229f860 0x2f8f600:0xc00229f9e0 0x2f90080:0xc00229f7a0 0x2f90320:0xc00229f800 0x2f90b00:0xc00229f8c0 0x2f90da0:0xc00229f920 0x2f91040:0xc00229f980 0x2f91820:0xc00229fe00 0x2f91ac0:0xc00531fec0 0x2fbc3e0:0xc000afc0c0 0x2fbc780:0xc000afc1e0 0x2fbd260:0xc000c8a360 0x2fbebc0:0xc001c28000 0x2fbf6a0:0xc00429e120 0x2fc0520:0xc000c4c3c0] 0xc00016b110 0} I0401 12:44:28.270135 3771 gateway.go:519] Reconciling gateway with updates I0401 12:44:28.275854 3771 gateway.go:326] Spawning Conntrack Rule Check Thread I0401 12:44:28.275934 3771 default_node_network_controller.go:943] Gateway and management port readiness took 59.07363ms I0401 12:44:28.275946 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:28.275968 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:28.275970 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:28.275981 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 12:44:28.275981 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:28.275988 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:28.275993 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:28.275995 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:28.275997 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:28.275993 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:28.275989 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:28.276011 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:28.276013 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:28.276017 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:28.276023 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 12:44:28.276029 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:28.276030 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:28.276043 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:28.276047 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:28.276036 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 12:44:28.276054 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:28.276009 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:28.276061 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 12:44:28.276060 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:28.276073 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:28.276073 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:28.276079 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:28.276083 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:28.276083 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 12:44:28.276084 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:28.275999 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:28.276077 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:28.276093 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:28.276097 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:28.276100 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:28.276102 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:28.276106 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:28.276052 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 12:44:28.276057 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:28.276111 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:28.276048 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:28.276125 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 12:44:28.276123 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 12:44:28.276068 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:28.276135 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:28.276080 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 12:44:28.276147 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:28.276107 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 12:44:28.276155 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 12:44:28.276068 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:28.276165 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 12:44:28.276172 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 12:44:28.276176 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 12:44:28.276156 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 12:44:28.276177 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 12:44:28.276195 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:28.276003 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 12:44:28.276214 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:28.276216 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:28.276220 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:28.276222 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:28.276227 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:28.276138 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:28.276241 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:28.275968 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:28.276285 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:28.276293 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 12:44:28.276297 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 12:44:28.276325 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:28.276343 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:28.276350 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 12:44:28.276348 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:28.276057 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 12:44:28.276328 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 12:44:28.276369 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:28.276084 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:28.276379 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:28.276402 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 12:44:28.276149 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 12:44:28.276427 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 12:44:28.276090 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:28.276090 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 12:44:28.276096 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:28.276095 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:28.276586 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:28.276591 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:28.276654 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:28.276110 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:28.276117 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 12:44:28.276049 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 12:44:28.276141 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:28.276735 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:28.276088 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:28.276149 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 12:44:28.276096 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:28.276807 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:28.276179 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 30906 is already open, no action needed I0401 12:44:28.276877 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 30561 is already open, no action needed I0401 12:44:28.276173 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:28.276935 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:28.276195 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:28.276979 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:28.276199 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 12:44:28.276198 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:28.277020 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:28.277029 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 12:44:28.276192 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:28.277038 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:28.277060 3771 node_ip_handler_linux.go:160] Node IP manager is running I0401 12:44:28.276196 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:28.277079 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:28.277086 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 12:44:28.276216 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:28.276224 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:28.277166 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:28.276234 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:28.276236 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller W0401 12:44:28.319469 3771 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 12:44:28.319750 3771 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 12:44:28.319923 3771 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0401 12:44:28.329180 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 12:44:28.329213 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 12:44:28.329225 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 12:44:28.329252 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 12:44:28.329282 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 12:44:28.329304 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 12:44:28.329312 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 12:44:28.329321 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 12:44:28.371997 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 12:44:28.372027 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 12:44:28.414031 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 12:44:28.414045 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 12:44:28.414036 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 12:44:28.414057 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 12:44:28.414066 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 12:44:28.414074 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 12:44:28.414086 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 12:44:28.414094 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 12:44:29.511896 3771 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:29.822656 3771 default_node_network_controller.go:1369] Starting node controller node sync W0401 12:44:29.822729 3771 egressip_healthcheck.go:76] Health checking using insecure connection I0401 12:44:29.822799 3771 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0401 12:44:29.834324 3771 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.64362ms I0401 12:44:29.834440 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 10.0.0.11 to PMTUD blocking rules I0401 12:44:29.834450 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:29.840295 3771 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0401 12:44:29.840567 3771 egressservice_node.go:93] Setting up event handlers for Egress Services I0401 12:44:29.840695 3771 egressservice_node.go:183] Starting Egress Services Controller I0401 12:44:29.840717 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 12:44:29.840734 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 12:44:29.840744 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 12:44:29.840754 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 12:44:29.840764 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 12:44:29.840773 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 12:44:29.840781 3771 egressservice_node.go:197] Repairing Egress Services I0401 12:44:29.850805 3771 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0401 12:44:29.850817 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 12:44:29.850935 3771 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0401 12:44:29.850948 3771 link_network_manager.go:117] Link manager is running I0401 12:44:29.850960 3771 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0401 12:44:29.851042 3771 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0401 12:44:29.851305 3771 vrf_manager.go:128] VRF manager is running I0401 12:44:29.851421 3771 node_controller_manager.go:437] Removing flows to drop GARP I0401 12:44:29.851432 3771 gateway.go:519] Reconciling gateway with updates I0401 12:44:29.874137 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:29.874143 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:29.874159 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:29.874162 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:29.874166 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 12:44:29.874174 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:29.874176 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:29.874180 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 12:44:29.874183 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:29.874164 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 12:44:29.874195 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:29.874197 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:29.874198 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:29.874199 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:29.874207 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:29.874205 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:29.874213 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:29.874216 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:29.874218 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 12:44:29.874215 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:29.874223 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:29.874233 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:29.874235 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:29.874233 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:29.874239 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 12:44:29.874242 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:29.874245 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:29.874249 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:29.874251 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:29.874196 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 12:44:29.874274 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:29.874281 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 30906 is already open, no action needed I0401 12:44:29.874283 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:29.874285 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 12:44:29.874289 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 12:44:29.874292 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 30561 is already open, no action needed I0401 12:44:29.874290 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:29.874176 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:29.874303 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:29.874305 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:29.874307 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 12:44:29.874312 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:29.874186 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:29.874312 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 12:44:29.874320 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:29.874290 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:29.874328 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:29.874328 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 12:44:29.874324 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:29.874345 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:29.874341 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:29.874347 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:29.874348 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:29.874359 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:29.874360 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 12:44:29.874365 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:29.874364 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:29.874372 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 12:44:29.874143 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:29.874384 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:29.874383 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:29.874384 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:29.874389 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:29.874398 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:29.874401 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:29.874214 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:29.874225 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:29.874410 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:29.874420 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:29.874426 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:29.874328 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 12:44:29.874433 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:29.874439 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:29.874402 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 12:44:29.874187 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 12:44:29.874188 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:29.874456 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:29.874240 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:29.874490 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:29.874195 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:29.874507 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:29.874313 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:29.874207 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 12:44:29.874526 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:29.874536 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 12:44:29.874542 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:29.874205 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:29.874279 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 12:44:29.874565 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:29.874290 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:29.874574 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:29.874574 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 12:44:29.874312 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:29.874598 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:29.874605 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 12:44:29.874354 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 12:44:29.874367 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:29.874165 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:29.874390 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 12:44:29.874152 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:29.874667 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:29.874402 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:29.874690 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:29.874694 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 12:44:29.874186 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:29.874524 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 12:44:29.874274 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:29.874723 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 12:44:29.874297 3771 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:29.874732 3771 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:29.915776 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 12:44:29.915795 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 12:44:29.915782 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 12:44:29.915815 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 12:44:29.915823 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 12:44:29.915829 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 12:44:29.915835 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 12:44:29.915840 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 12:44:29.961706 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 12:44:29.961731 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 12:44:29.961742 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 12:44:29.961754 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 12:44:29.961762 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 12:44:29.961770 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 12:44:29.961780 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 12:44:29.961788 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 12:44:30.002118 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 12:44:30.002146 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 12:44:30.002153 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 12:44:30.002161 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 12:44:30.002168 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 12:44:30.002175 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 12:44:30.002193 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 12:44:30.002210 3771 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 12:44:30.189004 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0401 12:44:30.189042 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 44.898µs I0401 12:44:30.827158 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:30.827204 3771 node_tracker.go:235] Node ip-10-0-1-161.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal" I0401 12:44:30.827219 3771 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.827215 3771 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "ip-10-0-1-161.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:30.827233 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.859341 3771 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "ip-10-0-1-161.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:30.973955 3771 default_network_controller.go:1008] Node "ip-10-0-1-161.ec2.internal" in remote zone "ip-10-0-1-161.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 12:44:30.974009 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:30.974056 3771 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.974074 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.974778 3771 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-161.ec2.internal for the network default I0401 12:44:30.975848 3771 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-161.ec2.internal" on network "default" took: 1.091842ms I0401 12:44:31.813141 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:31.813182 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 45.864µs I0401 12:44:31.842841 3771 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bf9bc79cf-k98ps] creating logical port openshift-image-registry_image-registry-6bf9bc79cf-k98ps for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:31.842930 3771 kube.go:256] Updating pod openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:44:31.865964 3771 pod.go:62] [openshift-image-registry/image-registry-6bf9bc79cf-k98ps] pod update took 23.06331ms I0401 12:44:31.865984 3771 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6bf9bc79cf-k98ps] addLogicalPort annotation time took 23.088417ms I0401 12:44:31.867045 3771 pods.go:271] [openshift-image-registry/image-registry-6bf9bc79cf-k98ps] addLogicalPort took 24.220399ms, libovsdb time 818.901µs I0401 12:44:31.887179 3771 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vrstk] creating logical port openshift-ingress-canary_ingress-canary-vrstk for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:31.887313 3771 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vrstk I0401 12:44:31.890141 3771 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-25hjq] creating logical port openshift-dns_dns-default-25hjq for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:31.890240 3771 kube.go:256] Updating pod openshift-dns/dns-default-25hjq I0401 12:44:31.904245 3771 pod.go:62] [openshift-ingress-canary/ingress-canary-vrstk] pod update took 16.958763ms I0401 12:44:31.904283 3771 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-vrstk] addLogicalPort annotation time took 16.999948ms I0401 12:44:31.905370 3771 pods.go:271] [openshift-ingress-canary/ingress-canary-vrstk] addLogicalPort took 18.205349ms, libovsdb time 859.173µs I0401 12:44:31.907431 3771 pod.go:62] [openshift-dns/dns-default-25hjq] pod update took 17.21253ms I0401 12:44:31.907452 3771 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-25hjq] addLogicalPort annotation time took 17.237239ms I0401 12:44:31.908419 3771 pods.go:271] [openshift-dns/dns-default-25hjq] addLogicalPort took 18.290865ms, libovsdb time 752.895µs I0401 12:44:32.248542 3771 cni.go:403] [openshift-ingress-canary/ingress-canary-vrstk 2146c5b1292cfb67bccfe9c0b148d5d1fcf96fa820773ffe3668893dc5352e04 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vrstk 2146c5b1292cfb67bccfe9c0b148d5d1fcf96fa820773ffe3668893dc5352e04 network default NAD default] I0401 12:44:32.266505 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vrstk, hostIfaceName: 2146c5b1292cfb6, network: default, NAD default, SandboxID: "2146c5b1292cfb67bccfe9c0b148d5d1fcf96fa820773ffe3668893dc5352e04", PCI device ID: , UID: "fd66fa16-e4d4-4e70-9c0c-4fcad0ffab67", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0401 12:44:32.314001 3771 cni.go:424] [openshift-ingress-canary/ingress-canary-vrstk 2146c5b1292cfb67bccfe9c0b148d5d1fcf96fa820773ffe3668893dc5352e04 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vrstk 2146c5b1292cfb67bccfe9c0b148d5d1fcf96fa820773ffe3668893dc5352e04 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:59:96:97:bf:65\",\"name\":\"2146c5b1292cfb6\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae935b59-1031-403e-9c7d-f0ce3f341f48\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:44:33.527499 3771 egressfirewall.go:628] Syncing node "ip-10-0-1-161.ec2.internal" for egress firewall I0401 12:44:33.527530 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:33.527551 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:33.527561 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 10.258µs I0401 12:44:33.527590 3771 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:33.527605 3771 services_controller.go:574] Full service sync requested for network=default I0401 12:44:33.527641 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 10.0.1.161 to PMTUD blocking rules I0401 12:44:33.527656 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:33.533973 3771 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-161.ec2.internal. Updating no re-route policies I0401 12:44:33.545283 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:33.545301 3771 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-161.ec2.internal", IP: 10.0.1.161 to PMTUD blocking rules I0401 12:44:33.992147 3771 cni.go:403] [openshift-network-diagnostics/network-check-target-xpvm7 41243f3104604199695489490ef91bc587356042d055ad5dcc11fd619d7cef64 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xpvm7 41243f3104604199695489490ef91bc587356042d055ad5dcc11fd619d7cef64 network default NAD default] I0401 12:44:34.002957 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xpvm7, hostIfaceName: 41243f310460419, network: default, NAD default, SandboxID: "41243f3104604199695489490ef91bc587356042d055ad5dcc11fd619d7cef64", PCI device ID: , UID: "efd3d1a3-ce1c-4df3-86be-bbe0eec40516", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0401 12:44:34.048794 3771 cni.go:424] [openshift-network-diagnostics/network-check-target-xpvm7 41243f3104604199695489490ef91bc587356042d055ad5dcc11fd619d7cef64 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xpvm7 41243f3104604199695489490ef91bc587356042d055ad5dcc11fd619d7cef64 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:ee:bc:e0:84:91\",\"name\":\"41243f310460419\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cef57b4c-587d-4d4d-801e-73f4ab149dd2\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:44:34.468019 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0401 12:44:37.218774 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:44:37.284887 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:37.284916 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 38.876µs W0401 12:44:39.508102 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:44:42.048552 3771 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:44:42.049036 3771 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:44:42.091853 3771 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:44:42.091877 3771 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:44:59.827416 3771 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh for pod on switch ip-10-0-2-227.ec2.internal I0401 12:44:59.827509 3771 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh I0401 12:44:59.841612 3771 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh] pod update took 14.129386ms I0401 12:44:59.841640 3771 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh] addLogicalPort annotation time took 14.160499ms I0401 12:44:59.842804 3771 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh] addLogicalPort took 15.40968ms, libovsdb time 889.093µs I0401 12:45:00.556406 3771 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default] I0401 12:45:00.567283 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh, hostIfaceName: 284a16897486303, network: default, NAD default, SandboxID: "284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d", PCI device ID: , UID: "63f463f9-40b9-4ed3-821c-7ee806f2ff6b", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0401 12:45:00.613698 3771 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:a5:a0:b2:3f:3f\",\"name\":\"284a16897486303\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63d2840d-58b1-448b-86e1-a24104f9ca83\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:45:09.230542 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:45:16.320740 3771 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default] I0401 12:45:16.390836 3771 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh 284a168974863033b15afd7856b503af39a8164ae72e45e7e650031a0f62a92d network default NAD default], result "{}", err I0401 12:45:16.433321 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433357 3771 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh I0401 12:45:16.434679 3771 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh, ips: 10.130.0.8 I0401 12:45:16.434710 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.434727 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.434736 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0401 12:45:16.434941 3771 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.434956 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0401 12:45:17.465475 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.465501 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.465521 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.465534 3771 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:19.997227 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 12:45:20.008434 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 12:46:38.575554 3771 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-98c9d9db4-wvzmz for pod on switch ip-10-0-2-227.ec2.internal I0401 12:46:38.575677 3771 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz I0401 12:46:38.593399 3771 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz] pod update took 17.745621ms I0401 12:46:38.593418 3771 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz] addLogicalPort annotation time took 17.77091ms I0401 12:46:38.594506 3771 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz] addLogicalPort took 18.968075ms, libovsdb time 854.739µs I0401 12:46:38.676723 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk] creating logical port openshift-network-diagnostics_network-check-source-5bff8f5d77-bg7kk for pod on switch ip-10-0-2-227.ec2.internal I0401 12:46:38.676840 3771 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk I0401 12:46:38.709594 3771 pod.go:62] [openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk] pod update took 32.77426ms I0401 12:46:38.709617 3771 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk] addLogicalPort annotation time took 32.80257ms I0401 12:46:38.710747 3771 pods.go:271] [openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk] addLogicalPort took 34.039856ms, libovsdb time 857.565µs I0401 12:46:38.710794 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn] creating logical port openshift-monitoring_cluster-monitoring-operator-65b957665b-vc4pn for pod on switch ip-10-0-2-227.ec2.internal I0401 12:46:38.710865 3771 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn I0401 12:46:38.761512 3771 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn] pod update took 50.660184ms I0401 12:46:38.761542 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn] addLogicalPort annotation time took 50.700821ms I0401 12:46:38.762576 3771 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn] addLogicalPort took 51.784887ms, libovsdb time 731.096µs I0401 12:46:38.785956 3771 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-v78mf] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-v78mf for pod on switch ip-10-0-2-227.ec2.internal I0401 12:46:38.786069 3771 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-v78mf I0401 12:46:38.803483 3771 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-v78mf] pod update took 17.435806ms I0401 12:46:38.803502 3771 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-v78mf] addLogicalPort annotation time took 17.460951ms I0401 12:46:38.804599 3771 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-v78mf] addLogicalPort took 18.657008ms, libovsdb time 847.138µs I0401 12:46:38.884548 3771 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-d4cbcbb94-9r5ln for pod on switch ip-10-0-2-227.ec2.internal I0401 12:46:38.884731 3771 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln I0401 12:46:38.900499 3771 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln] pod update took 15.803895ms I0401 12:46:38.900520 3771 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln] addLogicalPort annotation time took 15.830469ms I0401 12:46:38.901617 3771 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln] addLogicalPort took 17.090525ms, libovsdb time 801.988µs I0401 12:46:38.901679 3771 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz] creating logical port openshift-service-ca-operator_service-ca-operator-54f5cf58db-dgftz for pod on switch ip-10-0-2-227.ec2.internal I0401 12:46:38.901742 3771 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz I0401 12:46:38.914956 3771 pod.go:62] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz] pod update took 13.229754ms I0401 12:46:38.914976 3771 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz] addLogicalPort annotation time took 13.254353ms I0401 12:46:38.915969 3771 pods.go:271] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz] addLogicalPort took 14.295037ms, libovsdb time 674.739µs I0401 12:46:39.234691 3771 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz 9bbe21f417aa2f24db072ce3df1b93678d50b358af66f9434d98611fd3c08ff5 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz 9bbe21f417aa2f24db072ce3df1b93678d50b358af66f9434d98611fd3c08ff5 network default NAD default] I0401 12:46:39.238832 3771 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln 9acb7500710cedb745f4c71b598ae41fd21389c85bb64e6ab05554ca98b8e464 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln 9acb7500710cedb745f4c71b598ae41fd21389c85bb64e6ab05554ca98b8e464 network default NAD default] I0401 12:46:39.243078 3771 cni.go:403] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz fd734fcdc0ddeb3e1816fe57ddc1a0b9604e9a7313bde57db82d778cf045315b network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz fd734fcdc0ddeb3e1816fe57ddc1a0b9604e9a7313bde57db82d778cf045315b network default NAD default] I0401 12:46:39.244454 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-98c9d9db4-wvzmz, hostIfaceName: 9bbe21f417aa2f2, network: default, NAD default, SandboxID: "9bbe21f417aa2f24db072ce3df1b93678d50b358af66f9434d98611fd3c08ff5", PCI device ID: , UID: "b627e036-9c47-4746-9e34-3781ba55ce14", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0401 12:46:39.250602 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-d4cbcbb94-9r5ln, hostIfaceName: 9acb7500710cedb, network: default, NAD default, SandboxID: "9acb7500710cedb745f4c71b598ae41fd21389c85bb64e6ab05554ca98b8e464", PCI device ID: , UID: "c1fad32d-53ba-4dc5-bcfb-00152798c044", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0401 12:46:39.253933 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-54f5cf58db-dgftz, hostIfaceName: fd734fcdc0ddeb3, network: default, NAD default, SandboxID: "fd734fcdc0ddeb3e1816fe57ddc1a0b9604e9a7313bde57db82d778cf045315b", PCI device ID: , UID: "f73864c2-a2f7-41ba-be71-3ca579950cab", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0401 12:46:39.295698 3771 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz 9bbe21f417aa2f24db072ce3df1b93678d50b358af66f9434d98611fd3c08ff5 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-wvzmz 9bbe21f417aa2f24db072ce3df1b93678d50b358af66f9434d98611fd3c08ff5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:b9:6a:31:82:d3\",\"name\":\"9bbe21f417aa2f2\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0882f666-c8e5-44c9-bcfe-c0abe801f636\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:46:39.335344 3771 cni.go:403] [openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk ef8eece7e7934d639c93c069e19648bae59338ec6237cf1dc984dbc3b0c8aa67 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk ef8eece7e7934d639c93c069e19648bae59338ec6237cf1dc984dbc3b0c8aa67 network default NAD default] I0401 12:46:39.345829 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5bff8f5d77-bg7kk, hostIfaceName: ef8eece7e7934d6, network: default, NAD default, SandboxID: "ef8eece7e7934d639c93c069e19648bae59338ec6237cf1dc984dbc3b0c8aa67", PCI device ID: , UID: "ee850cce-8dcd-4f03-a9bd-54fa68bfb26c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0401 12:46:39.392029 3771 cni.go:424] [openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk ef8eece7e7934d639c93c069e19648bae59338ec6237cf1dc984dbc3b0c8aa67 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-bg7kk ef8eece7e7934d639c93c069e19648bae59338ec6237cf1dc984dbc3b0c8aa67 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:9c:5d:bb:94:59\",\"name\":\"ef8eece7e7934d6\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33919c44-9178-464b-af7e-0da933608c18\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:46:39.519928 3771 cni.go:424] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz fd734fcdc0ddeb3e1816fe57ddc1a0b9604e9a7313bde57db82d778cf045315b network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-dgftz fd734fcdc0ddeb3e1816fe57ddc1a0b9604e9a7313bde57db82d778cf045315b network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:6e:7e:62:98:39\",\"name\":\"fd734fcdc0ddeb3\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d6366eb-9dc9-4199-9b95-5b5be03e6d05\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:46:39.520862 3771 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln 9acb7500710cedb745f4c71b598ae41fd21389c85bb64e6ab05554ca98b8e464 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-9r5ln 9acb7500710cedb745f4c71b598ae41fd21389c85bb64e6ab05554ca98b8e464 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:e3:28:10:06:79\",\"name\":\"9acb7500710cedb\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1698ed8-b8d9-49a6-a810-2d6aa7c8ab39\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:46:42.354650 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 12:46:43.365402 3771 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0401 12:46:43.366422 3771 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 998.686µs I0401 12:46:43.383422 3771 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0401 12:46:44.333754 3771 namespace.go:98] [openshift-service-ca] adding namespace I0401 12:46:44.334800 3771 namespace.go:102] [openshift-service-ca] adding namespace took 1.013806ms I0401 12:46:44.352862 3771 namespace.go:142] [openshift-service-ca] updating namespace I0401 12:46:46.011781 3771 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-b95c4699b-9v58r] creating logical port openshift-service-ca_service-ca-b95c4699b-9v58r for pod on switch ip-10-0-2-227.ec2.internal I0401 12:46:46.011906 3771 kube.go:256] Updating pod openshift-service-ca/service-ca-b95c4699b-9v58r I0401 12:46:46.026743 3771 pod.go:62] [openshift-service-ca/service-ca-b95c4699b-9v58r] pod update took 14.858085ms I0401 12:46:46.026773 3771 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-b95c4699b-9v58r] addLogicalPort annotation time took 14.894297ms I0401 12:46:46.028060 3771 pods.go:271] [openshift-service-ca/service-ca-b95c4699b-9v58r] addLogicalPort took 16.299672ms, libovsdb time 909.951µs I0401 12:46:46.368963 3771 cni.go:403] [openshift-service-ca/service-ca-b95c4699b-9v58r bc65bd5e093424396e2c4dca9ca8eba27a5a04561894853b37a7da4e60d72f6a network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-b95c4699b-9v58r bc65bd5e093424396e2c4dca9ca8eba27a5a04561894853b37a7da4e60d72f6a network default NAD default] I0401 12:46:46.379689 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-b95c4699b-9v58r, hostIfaceName: bc65bd5e0934243, network: default, NAD default, SandboxID: "bc65bd5e093424396e2c4dca9ca8eba27a5a04561894853b37a7da4e60d72f6a", PCI device ID: , UID: "70f1bba4-8dcc-4605-8355-89cf5151382f", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0401 12:46:46.427519 3771 cni.go:424] [openshift-service-ca/service-ca-b95c4699b-9v58r bc65bd5e093424396e2c4dca9ca8eba27a5a04561894853b37a7da4e60d72f6a network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-b95c4699b-9v58r bc65bd5e093424396e2c4dca9ca8eba27a5a04561894853b37a7da4e60d72f6a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:51:bb:c4:7d:5d\",\"name\":\"bc65bd5e0934243\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70bdd1a4-e7bd-4e40-8743-a85ef4a81d54\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:46:51.930832 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 12:47:06.438626 3771 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9gxgt] creating logical port openshift-insights_insights-runtime-extractor-9gxgt for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:06.438732 3771 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9gxgt I0401 12:47:06.454932 3771 pod.go:62] [openshift-insights/insights-runtime-extractor-9gxgt] pod update took 16.240029ms I0401 12:47:06.454954 3771 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-9gxgt] addLogicalPort annotation time took 16.269251ms I0401 12:47:06.456083 3771 pods.go:271] [openshift-insights/insights-runtime-extractor-9gxgt] addLogicalPort took 17.473325ms, libovsdb time 775.136µs I0401 12:47:06.797283 3771 cni.go:403] [openshift-insights/insights-runtime-extractor-9gxgt d88c5e7ab079c55af89589c061b85db2d0a64d00e81477b53b66f880e238ea95 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9gxgt d88c5e7ab079c55af89589c061b85db2d0a64d00e81477b53b66f880e238ea95 network default NAD default] I0401 12:47:06.807077 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9gxgt, hostIfaceName: d88c5e7ab079c55, network: default, NAD default, SandboxID: "d88c5e7ab079c55af89589c061b85db2d0a64d00e81477b53b66f880e238ea95", PCI device ID: , UID: "7deb216a-5722-4129-95b2-c70ae1238f3b", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0401 12:47:06.856956 3771 cni.go:424] [openshift-insights/insights-runtime-extractor-9gxgt d88c5e7ab079c55af89589c061b85db2d0a64d00e81477b53b66f880e238ea95 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9gxgt d88c5e7ab079c55af89589c061b85db2d0a64d00e81477b53b66f880e238ea95 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:56:85:12:cb:00\",\"name\":\"d88c5e7ab079c55\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f929906c-2354-4828-9752-144b5b3837fb\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:47:07.620825 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.620866 3771 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:47:07.622222 3771 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6bf9bc79cf-k98ps, ips: 10.130.0.5 I0401 12:47:07.622271 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.630001 3771 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bc745f5c4-chz97] creating logical port openshift-image-registry_image-registry-6bc745f5c4-chz97 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:07.630084 3771 kube.go:256] Updating pod openshift-image-registry/image-registry-6bc745f5c4-chz97 I0401 12:47:07.664494 3771 pod.go:62] [openshift-image-registry/image-registry-6bc745f5c4-chz97] pod update took 34.435672ms I0401 12:47:07.664518 3771 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6bc745f5c4-chz97] addLogicalPort annotation time took 34.463695ms I0401 12:47:07.665676 3771 pods.go:271] [openshift-image-registry/image-registry-6bc745f5c4-chz97] addLogicalPort took 35.687531ms, libovsdb time 819.082µs I0401 12:47:07.665728 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.665739 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.665756 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:47:07.665765 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:47:07.837516 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.838117 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.854307 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.854326 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.858935 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 I0401 12:47:07.858957 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 I0401 12:47:07.994500 3771 cni.go:403] [openshift-image-registry/image-registry-6bc745f5c4-chz97 64ebb665d69eceb0b17b37d7261670864cafadc8f4dc0322f4d4c6af79f38af9 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6bc745f5c4-chz97 64ebb665d69eceb0b17b37d7261670864cafadc8f4dc0322f4d4c6af79f38af9 network default NAD default] I0401 12:47:08.005750 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6bc745f5c4-chz97, hostIfaceName: 64ebb665d69eceb, network: default, NAD default, SandboxID: "64ebb665d69eceb0b17b37d7261670864cafadc8f4dc0322f4d4c6af79f38af9", PCI device ID: , UID: "422d3615-dbd9-47fa-895e-927b7370ba1a", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0401 12:47:08.053170 3771 cni.go:424] [openshift-image-registry/image-registry-6bc745f5c4-chz97 64ebb665d69eceb0b17b37d7261670864cafadc8f4dc0322f4d4c6af79f38af9 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6bc745f5c4-chz97 64ebb665d69eceb0b17b37d7261670864cafadc8f4dc0322f4d4c6af79f38af9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:60:e6:4e:ee:5d\",\"name\":\"64ebb665d69eceb\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d59fe05-be4d-41bb-ac7e-b1ab086f4308\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:47:08.619769 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:47:08.846154 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:47:10.850542 3771 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn bcd1864439360712e19be04e599dcf94653d6b286206a4282a6327d3b01143c5 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn bcd1864439360712e19be04e599dcf94653d6b286206a4282a6327d3b01143c5 network default NAD default] I0401 12:47:10.861082 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-65b957665b-vc4pn, hostIfaceName: bcd186443936071, network: default, NAD default, SandboxID: "bcd1864439360712e19be04e599dcf94653d6b286206a4282a6327d3b01143c5", PCI device ID: , UID: "5f5abe44-8eb5-407f-a038-e43f5712f431", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0401 12:47:10.907152 3771 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn bcd1864439360712e19be04e599dcf94653d6b286206a4282a6327d3b01143c5 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-vc4pn bcd1864439360712e19be04e599dcf94653d6b286206a4282a6327d3b01143c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:19:c5:9a:0d:93\",\"name\":\"bcd186443936071\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecb7bcb5-20b4-4e93-9f78-80b4df61b5fd\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:47:10.952960 3771 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-v78mf 6b0d9265366e9515a4b448bdd0a8c9da88f95fd4ba73d499d31cc70f4fbce95d network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-v78mf 6b0d9265366e9515a4b448bdd0a8c9da88f95fd4ba73d499d31cc70f4fbce95d network default NAD default] I0401 12:47:10.976767 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-v78mf, hostIfaceName: 6b0d9265366e951, network: default, NAD default, SandboxID: "6b0d9265366e9515a4b448bdd0a8c9da88f95fd4ba73d499d31cc70f4fbce95d", PCI device ID: , UID: "e11761d6-5845-4219-829c-a34a3bf1f6c9", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0401 12:47:11.023278 3771 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-v78mf 6b0d9265366e9515a4b448bdd0a8c9da88f95fd4ba73d499d31cc70f4fbce95d network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-v78mf 6b0d9265366e9515a4b448bdd0a8c9da88f95fd4ba73d499d31cc70f4fbce95d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:22:16:76:ad:d8\",\"name\":\"6b0d9265366e951\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fdc11d9-2193-4471-812a-a9a98e8a0b82\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:47:11.425935 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.425953 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.428116 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.428133 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.428139 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.854827 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.854853 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.856939 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.856962 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.856969 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.891689 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.891711 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.891722 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.893458 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.893473 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0401 12:47:13.275412 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-mct7h for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:13.275503 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h I0401 12:47:13.288633 3771 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h] pod update took 13.156434ms I0401 12:47:13.288658 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h] addLogicalPort annotation time took 13.186022ms I0401 12:47:13.289885 3771 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h] addLogicalPort took 14.485672ms, libovsdb time 879.291µs I0401 12:47:13.636857 3771 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h 0ecbdd4e405a002d3eb420dac717155ca05dd53032c343ebdc0cbf3106935194 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h 0ecbdd4e405a002d3eb420dac717155ca05dd53032c343ebdc0cbf3106935194 network default NAD default] I0401 12:47:13.646913 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-mct7h, hostIfaceName: 0ecbdd4e405a002, network: default, NAD default, SandboxID: "0ecbdd4e405a002d3eb420dac717155ca05dd53032c343ebdc0cbf3106935194", PCI device ID: , UID: "72c00cc3-5416-449c-a492-a49867c765f2", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0401 12:47:13.700036 3771 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h 0ecbdd4e405a002d3eb420dac717155ca05dd53032c343ebdc0cbf3106935194 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-mct7h 0ecbdd4e405a002d3eb420dac717155ca05dd53032c343ebdc0cbf3106935194 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:58:32:0e:42:0a\",\"name\":\"0ecbdd4e405a002\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4dfb769-1454-411a-b49f-5b26de46cbec\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:47:15.647458 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0401 12:47:15.675933 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0401 12:47:16.375729 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct] creating logical port openshift-monitoring_prometheus-operator-847b8ff89d-dt7ct for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:16.375861 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct I0401 12:47:16.390137 3771 pod.go:62] [openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct] pod update took 14.30419ms I0401 12:47:16.390158 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct] addLogicalPort annotation time took 14.330263ms I0401 12:47:16.391373 3771 pods.go:271] [openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct] addLogicalPort took 15.662645ms, libovsdb time 864.055µs I0401 12:47:16.765848 3771 cni.go:403] [openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct 752dd32eda8db8c453de78533af2d3952400359ada760f6e6a295e5b6d4996b5 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct 752dd32eda8db8c453de78533af2d3952400359ada760f6e6a295e5b6d4996b5 network default NAD default] I0401 12:47:16.776429 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-847b8ff89d-dt7ct, hostIfaceName: 752dd32eda8db8c, network: default, NAD default, SandboxID: "752dd32eda8db8c453de78533af2d3952400359ada760f6e6a295e5b6d4996b5", PCI device ID: , UID: "07bd03bd-ae0e-4fc2-9284-72e295cea349", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0401 12:47:16.827523 3771 cni.go:424] [openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct 752dd32eda8db8c453de78533af2d3952400359ada760f6e6a295e5b6d4996b5 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-dt7ct 752dd32eda8db8c453de78533af2d3952400359ada760f6e6a295e5b6d4996b5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:ff:b2:74:53:48\",\"name\":\"752dd32eda8db8c\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0beb706-fb6a-4e57-834d-c51352815eb6\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:47:20.876455 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz] creating logical port openshift-monitoring_openshift-state-metrics-77dc8fdc5c-nz7bz for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:20.876580 3771 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz I0401 12:47:20.910331 3771 pod.go:62] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz] pod update took 33.789898ms I0401 12:47:20.910360 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz] addLogicalPort annotation time took 33.828066ms I0401 12:47:20.911581 3771 pods.go:271] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz] addLogicalPort took 35.147159ms, libovsdb time 884.283µs I0401 12:47:21.825794 3771 cni.go:403] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz 26b2fe536bad7c6b6df32d8a9c28a3c2aa3cee43ba236ffbb7bcc932be5940a1 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz 26b2fe536bad7c6b6df32d8a9c28a3c2aa3cee43ba236ffbb7bcc932be5940a1 network default NAD default] I0401 12:47:21.835366 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-77dc8fdc5c-nz7bz, hostIfaceName: 26b2fe536bad7c6, network: default, NAD default, SandboxID: "26b2fe536bad7c6b6df32d8a9c28a3c2aa3cee43ba236ffbb7bcc932be5940a1", PCI device ID: , UID: "7f6658bf-3357-4005-a190-4afaa702d40f", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0401 12:47:21.888927 3771 cni.go:424] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz 26b2fe536bad7c6b6df32d8a9c28a3c2aa3cee43ba236ffbb7bcc932be5940a1 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-nz7bz 26b2fe536bad7c6b6df32d8a9c28a3c2aa3cee43ba236ffbb7bcc932be5940a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:92:c6:3a:b8:cb\",\"name\":\"26b2fe536bad7c6\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e5a3b0d-d9c8-4ed7-aa0c-181457af4180\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:47:23.956071 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf] creating logical port openshift-monitoring_thanos-querier-6bd9ccd588-2dmlf for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:23.956168 3771 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf W0401 12:47:23.960237 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:23.960273 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:23.960280 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 12:47:23.978285 3771 pod.go:62] [openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf] pod update took 22.151777ms I0401 12:47:23.978309 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf] addLogicalPort annotation time took 22.181608ms I0401 12:47:23.979474 3771 pods.go:271] [openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf] addLogicalPort took 23.41984ms, libovsdb time 852.295µs I0401 12:47:24.319558 3771 cni.go:403] [openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf a9147e0d4c7a225b99da5958e2a08f74503a5147e7dcdff2a2080cfb7b2d6c51 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf a9147e0d4c7a225b99da5958e2a08f74503a5147e7dcdff2a2080cfb7b2d6c51 network default NAD default] I0401 12:47:24.329801 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6bd9ccd588-2dmlf, hostIfaceName: a9147e0d4c7a225, network: default, NAD default, SandboxID: "a9147e0d4c7a225b99da5958e2a08f74503a5147e7dcdff2a2080cfb7b2d6c51", PCI device ID: , UID: "4e40a11a-c398-4377-b710-2310b40cff45", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0401 12:47:24.380523 3771 cni.go:424] [openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf a9147e0d4c7a225b99da5958e2a08f74503a5147e7dcdff2a2080cfb7b2d6c51 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-6bd9ccd588-2dmlf a9147e0d4c7a225b99da5958e2a08f74503a5147e7dcdff2a2080cfb7b2d6c51 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:7e:be:05:6d:83\",\"name\":\"a9147e0d4c7a225\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/931c909e-ff76-4dc1-9b05-08c7e948cffe\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:47:24.488915 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:24.488936 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:24.488942 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 12:47:25.615644 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-r5zkr for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:25.615737 3771 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr I0401 12:47:25.615738 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-75bd5bccb-9w7jk] creating logical port openshift-monitoring_metrics-server-75bd5bccb-9w7jk for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:25.615849 3771 kube.go:256] Updating pod openshift-monitoring/metrics-server-75bd5bccb-9w7jk I0401 12:47:25.634754 3771 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr] pod update took 19.033365ms I0401 12:47:25.634779 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr] addLogicalPort annotation time took 19.067385ms I0401 12:47:25.635924 3771 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr] addLogicalPort took 20.296589ms, libovsdb time 776.177µs I0401 12:47:25.637703 3771 pod.go:62] [openshift-monitoring/metrics-server-75bd5bccb-9w7jk] pod update took 21.871207ms I0401 12:47:25.637726 3771 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-75bd5bccb-9w7jk] addLogicalPort annotation time took 21.898385ms I0401 12:47:25.638903 3771 pods.go:271] [openshift-monitoring/metrics-server-75bd5bccb-9w7jk] addLogicalPort took 23.175772ms, libovsdb time 800.599µs I0401 12:47:26.243023 3771 cni.go:403] [openshift-monitoring/metrics-server-75bd5bccb-9w7jk 0fc6317ae10be0bc10964e59d451b0c2f29a15f185ed8b719d8e6d91be9c234e network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-75bd5bccb-9w7jk 0fc6317ae10be0bc10964e59d451b0c2f29a15f185ed8b719d8e6d91be9c234e network default NAD default] I0401 12:47:26.243096 3771 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr 3906808986a8214d650fb71f1bd5cdb1408f2c188eea78a7c6a8ab3bb6ac4946 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr 3906808986a8214d650fb71f1bd5cdb1408f2c188eea78a7c6a8ab3bb6ac4946 network default NAD default] I0401 12:47:26.255249 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-75bd5bccb-9w7jk, hostIfaceName: 0fc6317ae10be0b, network: default, NAD default, SandboxID: "0fc6317ae10be0bc10964e59d451b0c2f29a15f185ed8b719d8e6d91be9c234e", PCI device ID: , UID: "eca21b06-1605-4c23-b4d6-295257cb1bf8", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0401 12:47:26.255429 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-r5zkr, hostIfaceName: 3906808986a8214, network: default, NAD default, SandboxID: "3906808986a8214d650fb71f1bd5cdb1408f2c188eea78a7c6a8ab3bb6ac4946", PCI device ID: , UID: "41a912fe-6462-452f-afde-a428202af46d", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0401 12:47:26.307308 3771 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr 3906808986a8214d650fb71f1bd5cdb1408f2c188eea78a7c6a8ab3bb6ac4946 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-r5zkr 3906808986a8214d650fb71f1bd5cdb1408f2c188eea78a7c6a8ab3bb6ac4946 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:94:9d:64:93:42\",\"name\":\"3906808986a8214\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1e0cf91-3381-4feb-88fc-5397ceefffcd\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:47:26.323832 3771 cni.go:424] [openshift-monitoring/metrics-server-75bd5bccb-9w7jk 0fc6317ae10be0bc10964e59d451b0c2f29a15f185ed8b719d8e6d91be9c234e network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-75bd5bccb-9w7jk 0fc6317ae10be0bc10964e59d451b0c2f29a15f185ed8b719d8e6d91be9c234e network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:73:51:1f:25:5c\",\"name\":\"0fc6317ae10be0b\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3b1c72e-02e5-4304-8c3a-5cc7c7bd6e56\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:47:27.721079 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.721109 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.721117 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.721122 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.934967 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.934994 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.935000 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.935006 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:28.519508 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:28.519528 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:28.720357 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:29.028369 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:29.028388 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:29.054027 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0401 12:47:32.613557 3771 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-jfv7b] creating logical port openshift-console_downloads-744b9bb959-jfv7b for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:32.613682 3771 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-jfv7b I0401 12:47:32.630527 3771 pod.go:62] [openshift-console/downloads-744b9bb959-jfv7b] pod update took 16.870821ms I0401 12:47:32.630551 3771 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-jfv7b] addLogicalPort annotation time took 16.900608ms I0401 12:47:32.631772 3771 pods.go:271] [openshift-console/downloads-744b9bb959-jfv7b] addLogicalPort took 18.2345ms, libovsdb time 897.899µs I0401 12:47:32.973985 3771 cni.go:403] [openshift-console/downloads-744b9bb959-jfv7b e8abe41c57ed6029b7248906aad1984b96692dd15d95e77b3f0405ed79911a0f network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-jfv7b e8abe41c57ed6029b7248906aad1984b96692dd15d95e77b3f0405ed79911a0f network default NAD default] I0401 12:47:32.983177 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-jfv7b, hostIfaceName: e8abe41c57ed602, network: default, NAD default, SandboxID: "e8abe41c57ed6029b7248906aad1984b96692dd15d95e77b3f0405ed79911a0f", PCI device ID: , UID: "53a090bb-ff24-4eb7-9935-8993b68f5720", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0401 12:47:33.034198 3771 cni.go:424] [openshift-console/downloads-744b9bb959-jfv7b e8abe41c57ed6029b7248906aad1984b96692dd15d95e77b3f0405ed79911a0f network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-jfv7b e8abe41c57ed6029b7248906aad1984b96692dd15d95e77b3f0405ed79911a0f network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:81:ac:92:7e:d3\",\"name\":\"e8abe41c57ed602\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cace41e-2612-4049-b261-de16278a29ba\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:47:33.736866 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736889 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736894 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:33.736899 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0401 12:47:42.721629 3771 base_network_controller_pods.go:487] [default/openshift-console/console-585d68f677-95jqp] creating logical port openshift-console_console-585d68f677-95jqp for pod on switch ip-10-0-2-227.ec2.internal I0401 12:47:42.721784 3771 kube.go:256] Updating pod openshift-console/console-585d68f677-95jqp I0401 12:47:42.740694 3771 pod.go:62] [openshift-console/console-585d68f677-95jqp] pod update took 18.939255ms I0401 12:47:42.740723 3771 base_network_controller_pods.go:937] [default/openshift-console/console-585d68f677-95jqp] addLogicalPort annotation time took 18.970028ms I0401 12:47:42.742069 3771 pods.go:271] [openshift-console/console-585d68f677-95jqp] addLogicalPort took 20.456233ms, libovsdb time 935.863µs I0401 12:47:48.790364 3771 cni.go:403] [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default] ADD starting CNI request [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default] I0401 12:47:48.799522 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-585d68f677-95jqp, hostIfaceName: 541fad12696be01, network: default, NAD default, SandboxID: "541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892", PCI device ID: , UID: "8964e4a4-3cb1-4cb0-a31a-e5798cb44f75", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0401 12:47:48.851852 3771 cni.go:424] [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default] ADD finished CNI request [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:c3:62:05:34:83\",\"name\":\"541fad12696be01\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8ede59b-74cd-438f-952f-83024aef93aa\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:47:49.730536 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:49.807764 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0401 12:47:49.834588 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0401 12:47:51.818579 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:52.052909 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:54.617383 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:57.845855 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 12:47:57.845927 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 12:47:57.845982 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 12:47:57.868679 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0401 12:47:57.868750 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0401 12:47:57.868833 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0401 12:47:58.850123 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0401 12:47:58.872424 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0401 12:48:00.082986 3771 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0401 12:48:02.650185 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0401 12:48:12.148084 3771 cni.go:403] [openshift-multus/network-metrics-daemon-zjhph 774a97d57cb12e4048990b73650ba1b43e7758c27b7876f110a81a1a91f10052 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-zjhph 774a97d57cb12e4048990b73650ba1b43e7758c27b7876f110a81a1a91f10052 network default NAD default] I0401 12:48:12.157090 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zjhph, hostIfaceName: 774a97d57cb12e4, network: default, NAD default, SandboxID: "774a97d57cb12e4048990b73650ba1b43e7758c27b7876f110a81a1a91f10052", PCI device ID: , UID: "9aebc21e-c985-4a4d-90cf-5868e37c29eb", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0401 12:48:12.209013 3771 cni.go:424] [openshift-multus/network-metrics-daemon-zjhph 774a97d57cb12e4048990b73650ba1b43e7758c27b7876f110a81a1a91f10052 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zjhph 774a97d57cb12e4048990b73650ba1b43e7758c27b7876f110a81a1a91f10052 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:69:b2:38:ed:24\",\"name\":\"774a97d57cb12e4\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/063affb3-5ba1-4dde-acee-b7b83bd4ca71\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:48:28.426691 3771 obj_retry.go:464] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:28.427247 3771 obj_retry.go:464] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:29.198738 3771 obj_retry.go:458] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:29.198761 3771 obj_retry.go:458] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:29.202665 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:48:29.202691 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:48:31.917279 3771 cni.go:403] [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default] DEL starting CNI request [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default] I0401 12:48:31.987660 3771 cni.go:424] [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default] DEL finished CNI request [openshift-console/console-585d68f677-95jqp 541fad12696be018655e4a0d32adbedac1dcfd0de57c9fd9a0931e76d6469892 network default NAD default], result "{}", err I0401 12:48:32.056862 3771 obj_retry.go:464] Detected object openshift-console/console-585d68f677-95jqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:32.056899 3771 pods.go:176] Deleting pod: openshift-console/console-585d68f677-95jqp I0401 12:48:32.058290 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-585d68f677-95jqp, ips: 10.130.0.25 I0401 12:48:32.058320 3771 obj_retry.go:464] Detected object openshift-console/console-585d68f677-95jqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:32.065534 3771 base_network_controller_pods.go:487] [default/openshift-console/console-84c96994fb-trk4s] creating logical port openshift-console_console-84c96994fb-trk4s for pod on switch ip-10-0-2-227.ec2.internal I0401 12:48:32.065655 3771 kube.go:256] Updating pod openshift-console/console-84c96994fb-trk4s W0401 12:48:32.065763 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0401 12:48:32.081055 3771 pod.go:62] [openshift-console/console-84c96994fb-trk4s] pod update took 15.440166ms I0401 12:48:32.081078 3771 base_network_controller_pods.go:937] [default/openshift-console/console-84c96994fb-trk4s] addLogicalPort annotation time took 15.467896ms I0401 12:48:32.082558 3771 pods.go:271] [openshift-console/console-84c96994fb-trk4s] addLogicalPort took 17.038371ms, libovsdb time 1.101381ms I0401 12:48:32.452292 3771 cni.go:403] [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default] ADD starting CNI request [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default] I0401 12:48:32.462228 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-84c96994fb-trk4s, hostIfaceName: 4f09d2d244d5de3, network: default, NAD default, SandboxID: "4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404", PCI device ID: , UID: "cac9ef70-6189-4146-a74e-74916c4f8dfc", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0401 12:48:32.513244 3771 cni.go:424] [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default] ADD finished CNI request [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:14:b4:14:70:e4\",\"name\":\"4f09d2d244d5de3\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/385e77e7-a478-4e4f-82dc-c453524affc7\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:48:33.001164 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0401 12:48:33.009595 3771 obj_retry.go:458] Detected object openshift-console/console-585d68f677-95jqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:33.009620 3771 obj_retry.go:458] Detected object openshift-console/console-585d68f677-95jqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:33.017469 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-585d68f677-95jqp I0401 12:48:33.017496 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-585d68f677-95jqp W0401 12:48:37.750565 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:48:37.793957 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0401 12:48:42.054364 3771 cni.go:403] [openshift-dns/dns-default-25hjq 5cdefb3d9d4fea927f10aa7b324200ad19e564dc29f019cd19246589604a9512 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-25hjq 5cdefb3d9d4fea927f10aa7b324200ad19e564dc29f019cd19246589604a9512 network default NAD default] I0401 12:48:42.063764 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-25hjq, hostIfaceName: 5cdefb3d9d4fea9, network: default, NAD default, SandboxID: "5cdefb3d9d4fea927f10aa7b324200ad19e564dc29f019cd19246589604a9512", PCI device ID: , UID: "ea42e8ae-ce7b-4ee3-875a-9682386996e9", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0401 12:48:42.114526 3771 cni.go:424] [openshift-dns/dns-default-25hjq 5cdefb3d9d4fea927f10aa7b324200ad19e564dc29f019cd19246589604a9512 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-25hjq 5cdefb3d9d4fea927f10aa7b324200ad19e564dc29f019cd19246589604a9512 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:db:b6:7c:71:1d\",\"name\":\"5cdefb3d9d4fea9\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c00efc4f-66bd-4427-8dea-6d15d4720c0e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:48:42.910667 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:42.911250 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:43.268768 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:43.268799 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:43.276849 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0401 12:48:43.276879 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 W0401 12:48:43.310982 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:43.311009 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:43.311022 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.052537 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.052559 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.052567 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0401 12:48:47.248755 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:47.249366 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:48:47.842691 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:48:47.856592 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:47.856619 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:47.867532 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0401 12:48:47.867651 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0401 12:48:49.851117 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:49.851137 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:49.851142 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284618 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284642 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284648 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284660 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284664 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284669 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061286 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061307 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061313 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:57.993565 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:02.465972 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 12:49:03.043141 3771 obj_retry.go:464] Detected object openshift-console/console-585d68f677-s5gpp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.043718 3771 obj_retry.go:464] Detected object openshift-console/console-585d68f677-s5gpp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.052096 3771 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-8d6v5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.052641 3771 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-8d6v5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.351630 3771 obj_retry.go:458] Detected object openshift-console/console-585d68f677-s5gpp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.351658 3771 obj_retry.go:458] Detected object openshift-console/console-585d68f677-s5gpp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.359962 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-585d68f677-s5gpp I0401 12:49:03.359982 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-585d68f677-s5gpp I0401 12:49:03.940824 3771 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-8d6v5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.940861 3771 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-8d6v5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.945098 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84c96994fb-8d6v5 I0401 12:49:03.945119 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84c96994fb-8d6v5 I0401 12:49:15.042888 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:15.043466 3771 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:49:15.192978 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:15.193015 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:15.193073 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:15.422120 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:15.422145 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:49:15.970384 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:15.970408 3771 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:15.979169 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0401 12:49:15.979200 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0401 12:49:23.338922 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:23.339511 3771 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:49:23.346370 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:23.346408 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:23.346469 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:49:23.346488 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:49:24.006962 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:24.006986 3771 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:24.014090 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bf9bc79cf-79ncd I0401 12:49:24.014118 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bf9bc79cf-79ncd W0401 12:49:36.210939 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:49:39.167314 3771 cni.go:403] [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default] DEL starting CNI request [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default] I0401 12:49:39.244769 3771 cni.go:424] [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default] DEL finished CNI request [openshift-console/console-84c96994fb-trk4s 4f09d2d244d5de33d28f1a645a5ee367032e7e052aa93349f9c41f30bbca9404 network default NAD default], result "{}", err I0401 12:49:39.292737 3771 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-trk4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:39.292793 3771 pods.go:176] Deleting pod: openshift-console/console-84c96994fb-trk4s I0401 12:49:39.294349 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84c96994fb-trk4s, ips: 10.130.0.26 I0401 12:49:39.294385 3771 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-trk4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:40.290544 3771 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-trk4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:40.290574 3771 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-trk4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:40.298056 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84c96994fb-trk4s I0401 12:49:40.298080 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84c96994fb-trk4s I0401 12:49:46.183492 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0401 12:49:49.216659 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0401 12:49:50.480529 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:50.481109 3771 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:50.861137 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:50.861163 3771 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:50.869168 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0401 12:49:50.869195 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0401 12:50:00.096369 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0401 12:50:00.218026 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584130-5zrcb for pod on switch ip-10-0-2-227.ec2.internal I0401 12:50:00.218115 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb I0401 12:50:00.230392 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb] pod update took 12.30032ms I0401 12:50:00.230419 3771 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb] addLogicalPort annotation time took 12.333672ms I0401 12:50:00.231690 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb] addLogicalPort took 13.681203ms, libovsdb time 898.184µs I0401 12:50:00.589230 3771 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default] I0401 12:50:00.598528 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584130-5zrcb, hostIfaceName: 42137ac363c52b7, network: default, NAD default, SandboxID: "42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0", PCI device ID: , UID: "8b7a62aa-4b1c-4385-8e36-027e5633b752", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0401 12:50:00.604239 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:00.604879 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:00.618132 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:00.618161 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:00.621705 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:50:00.621732 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:50:00.650209 3771 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:f5:37:90:21:10\",\"name\":\"42137ac363c52b7\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3277b6c1-d6cd-4d37-bd66-b8d28dbd9360\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:50:04.406148 3771 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default] I0401 12:50:04.490526 3771 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb 42137ac363c52b7ce592a02c1965eec42fa9addf396de6a5b5f84c53a2453fb0 network default NAD default], result "{}", err I0401 12:50:04.533446 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:04.533505 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb I0401 12:50:04.534896 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb, ips: 10.130.0.27 I0401 12:50:04.534931 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:05.419648 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:05.419675 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:18.180688 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0401 12:50:21.403557 3771 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-zxlhq for pod on switch ip-10-0-2-227.ec2.internal I0401 12:50:21.403668 3771 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq I0401 12:50:21.420374 3771 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq] pod update took 16.735141ms I0401 12:50:21.420404 3771 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq] addLogicalPort annotation time took 16.768425ms I0401 12:50:21.421628 3771 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq] addLogicalPort took 18.092826ms, libovsdb time 867.592µs I0401 12:50:21.761383 3771 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq c50781690ad23f484e8106a40b455a840ac5c3bf98cb3a0f8e5402498b743c80 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq c50781690ad23f484e8106a40b455a840ac5c3bf98cb3a0f8e5402498b743c80 network default NAD default] I0401 12:50:21.771382 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-zxlhq, hostIfaceName: c50781690ad23f4, network: default, NAD default, SandboxID: "c50781690ad23f484e8106a40b455a840ac5c3bf98cb3a0f8e5402498b743c80", PCI device ID: , UID: "ed380a98-86f2-47d7-9fc8-890ee1c21153", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0401 12:50:21.822449 3771 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq c50781690ad23f484e8106a40b455a840ac5c3bf98cb3a0f8e5402498b743c80 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-zxlhq c50781690ad23f484e8106a40b455a840ac5c3bf98cb3a0f8e5402498b743c80 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:c0:55:66:91:06\",\"name\":\"c50781690ad23f4\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab5adcbc-a847-4037-a126-2ff610aee8c1\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:50:25.510707 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:50:31.194346 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0401 12:50:36.516753 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:50:36.559980 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0401 12:50:36.560064 3771 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-85v42 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-85v42: no pod IPs found I0401 12:50:52.106129 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=601 I0401 12:51:47.217384 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0401 12:51:59.096447 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0401 12:52:46.180984 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0401 12:53:00.541925 3771 base_network_controller_pods.go:487] [default/openshift-console/console-74bcdf876-l4t5z] creating logical port openshift-console_console-74bcdf876-l4t5z for pod on switch ip-10-0-2-227.ec2.internal I0401 12:53:00.542058 3771 kube.go:256] Updating pod openshift-console/console-74bcdf876-l4t5z I0401 12:53:00.576060 3771 pod.go:62] [openshift-console/console-74bcdf876-l4t5z] pod update took 34.029368ms I0401 12:53:00.576091 3771 base_network_controller_pods.go:937] [default/openshift-console/console-74bcdf876-l4t5z] addLogicalPort annotation time took 34.066967ms I0401 12:53:00.577440 3771 pods.go:271] [openshift-console/console-74bcdf876-l4t5z] addLogicalPort took 35.534493ms, libovsdb time 974.684µs I0401 12:53:00.905231 3771 cni.go:403] [openshift-console/console-74bcdf876-l4t5z 7e2f9ed5aa68e559fc7be00c86fe11311b8abfef2030a33761da9db3d576aec1 network default NAD default] ADD starting CNI request [openshift-console/console-74bcdf876-l4t5z 7e2f9ed5aa68e559fc7be00c86fe11311b8abfef2030a33761da9db3d576aec1 network default NAD default] I0401 12:53:00.914592 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-74bcdf876-l4t5z, hostIfaceName: 7e2f9ed5aa68e55, network: default, NAD default, SandboxID: "7e2f9ed5aa68e559fc7be00c86fe11311b8abfef2030a33761da9db3d576aec1", PCI device ID: , UID: "664ec9f4-0127-4651-8e89-2138a9c32b2d", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0401 12:53:00.967473 3771 cni.go:424] [openshift-console/console-74bcdf876-l4t5z 7e2f9ed5aa68e559fc7be00c86fe11311b8abfef2030a33761da9db3d576aec1 network default NAD default] ADD finished CNI request [openshift-console/console-74bcdf876-l4t5z 7e2f9ed5aa68e559fc7be00c86fe11311b8abfef2030a33761da9db3d576aec1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:b0:cd:c5:ca:b2\",\"name\":\"7e2f9ed5aa68e55\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69a4b69c-cbe5-4de8-a4dc-f846e7b64eaf\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:53:11.239353 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 12:53:15.205533 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0401 12:53:20.188866 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0401 12:53:25.811668 3771 obj_retry.go:464] Detected object openshift-console/console-56675975bc-dsfjq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:25.812269 3771 obj_retry.go:464] Detected object openshift-console/console-56675975bc-dsfjq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:25.951429 3771 obj_retry.go:458] Detected object openshift-console/console-56675975bc-dsfjq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:25.951481 3771 obj_retry.go:458] Detected object openshift-console/console-56675975bc-dsfjq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:25.958842 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56675975bc-dsfjq I0401 12:53:25.958870 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56675975bc-dsfjq I0401 12:53:36.566455 3771 obj_retry.go:464] Detected object openshift-console/console-56675975bc-cqtx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:36.567051 3771 obj_retry.go:464] Detected object openshift-console/console-56675975bc-cqtx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:37.442659 3771 obj_retry.go:458] Detected object openshift-console/console-56675975bc-cqtx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:37.442688 3771 obj_retry.go:458] Detected object openshift-console/console-56675975bc-cqtx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:37.449996 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56675975bc-cqtx8 I0401 12:53:37.450019 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56675975bc-cqtx8 I0401 12:53:45.092349 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0401 12:53:51.211374 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0401 12:54:06.093186 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 I0401 12:54:21.200026 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0401 12:54:23.091370 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0401 12:55:50.184228 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0401 12:55:53.099404 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0401 12:56:03.219302 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0401 12:56:04.081353 3771 namespace.go:98] [tsf] adding namespace I0401 12:56:04.082237 3771 namespace.go:102] [tsf] adding namespace took 853.264µs I0401 12:56:04.098487 3771 namespace.go:142] [tsf] updating namespace I0401 12:56:04.110520 3771 namespace.go:142] [tsf] updating namespace I0401 12:56:07.948017 3771 namespace.go:98] [tsf-tas] adding namespace I0401 12:56:07.948980 3771 namespace.go:102] [tsf-tas] adding namespace took 932.606µs I0401 12:56:07.953951 3771 namespace.go:98] [cert-manager-operator] adding namespace I0401 12:56:07.954016 3771 namespace.go:98] [tsf-keycloak] adding namespace I0401 12:56:07.954122 3771 namespace.go:98] [konflux-ui] adding namespace I0401 12:56:07.954215 3771 namespace.go:98] [rhtpa-operator] adding namespace I0401 12:56:07.954780 3771 namespace.go:102] [cert-manager-operator] adding namespace took 809.31µs I0401 12:56:07.955348 3771 namespace.go:102] [tsf-keycloak] adding namespace took 1.312055ms I0401 12:56:07.955830 3771 namespace.go:102] [konflux-ui] adding namespace took 1.697173ms I0401 12:56:07.955859 3771 namespace.go:98] [konflux-operator] adding namespace I0401 12:56:07.956624 3771 namespace.go:102] [konflux-operator] adding namespace took 753.594µs I0401 12:56:07.956884 3771 namespace.go:98] [rhbk-operator] adding namespace I0401 12:56:07.956958 3771 namespace.go:98] [tsf-tpa] adding namespace I0401 12:56:07.957202 3771 namespace.go:102] [rhtpa-operator] adding namespace took 2.972253ms I0401 12:56:07.957872 3771 namespace.go:102] [rhbk-operator] adding namespace took 973.335µs I0401 12:56:07.958440 3771 namespace.go:102] [tsf-tpa] adding namespace took 1.428673ms I0401 12:56:07.977494 3771 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:07.989056 3771 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:07.989091 3771 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:07.995135 3771 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:08.000380 3771 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.000463 3771 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.007928 3771 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.007999 3771 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.017973 3771 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:08.018065 3771 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.066138 3771 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.083911 3771 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.089704 3771 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:08.109880 3771 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:08.140001 3771 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.162065 3771 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.169215 3771 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.189068 3771 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.229962 3771 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.259944 3771 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.292947 3771 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.320049 3771 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.352633 3771 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:08.367960 3771 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:09.341341 3771 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:09.360578 3771 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:10.845590 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:10.845723 3771 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf I0401 12:56:10.862117 3771 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf] pod update took 16.427726ms I0401 12:56:10.862147 3771 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf] addLogicalPort annotation time took 16.463058ms I0401 12:56:10.863531 3771 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf] addLogicalPort took 17.957135ms, libovsdb time 908.279µs I0401 12:56:10.937580 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:10.937701 3771 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 I0401 12:56:10.951442 3771 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7] pod update took 13.776346ms I0401 12:56:10.951474 3771 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7] addLogicalPort annotation time took 13.811599ms I0401 12:56:10.952959 3771 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7] addLogicalPort took 15.390726ms, libovsdb time 957.899µs I0401 12:56:11.205738 3771 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default] I0401 12:56:11.215409 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf, hostIfaceName: fec27859fbf164e, network: default, NAD default, SandboxID: "fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e", PCI device ID: , UID: "89912118-5023-40c8-b4b6-1da9dbd420a6", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0401 12:56:11.267837 3771 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:bc:61:7c:23:44\",\"name\":\"fec27859fbf164e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d991a24-2918-4075-babd-ada5a51bcc38\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:11.301180 3771 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default] I0401 12:56:11.312001 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7, hostIfaceName: 4e7ee5a20dcacd6, network: default, NAD default, SandboxID: "4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59", PCI device ID: , UID: "71f3933b-4942-43f5-bcb9-d9de22c6dcea", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0401 12:56:11.363292 3771 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:18:84:5a:36:9a\",\"name\":\"4e7ee5a20dcacd6\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c7ceeca-fe2e-461f-938b-6066697997d4\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:13.938060 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:13.938193 3771 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 I0401 12:56:13.955648 3771 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75] pod update took 17.478316ms I0401 12:56:13.955680 3771 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75] addLogicalPort annotation time took 17.51551ms I0401 12:56:13.957116 3771 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75] addLogicalPort took 19.077396ms, libovsdb time 989.939µs I0401 12:56:14.157717 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:14.157826 3771 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd I0401 12:56:14.174531 3771 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd] pod update took 16.738012ms I0401 12:56:14.174556 3771 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd] addLogicalPort annotation time took 16.768487ms I0401 12:56:14.175888 3771 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd] addLogicalPort took 18.187841ms, libovsdb time 949.423µs I0401 12:56:14.311549 3771 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default] I0401 12:56:14.321827 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75, hostIfaceName: 48e134e5e3f95ca, network: default, NAD default, SandboxID: "48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69", PCI device ID: , UID: "a9685cb7-3220-4a96-ba74-cad6c857cebc", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0401 12:56:14.373695 3771 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:e0:68:07:a1:a4\",\"name\":\"48e134e5e3f95ca\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee3cfaef-1109-4b59-adb8-b97bcfb1fc94\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:14.519816 3771 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default] I0401 12:56:14.530503 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd, hostIfaceName: 091cfe9303b456b, network: default, NAD default, SandboxID: "091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee", PCI device ID: , UID: "f0d2664b-5d68-42a3-9c2a-46709acc78be", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0401 12:56:14.580527 3771 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:80:cf:f4:1d:8a\",\"name\":\"091cfe9303b456b\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/147a4dd6-0b23-4488-918d-4ac7842ad04a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:16.925734 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:16.925837 3771 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx I0401 12:56:16.941189 3771 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx] pod update took 15.382843ms I0401 12:56:16.941215 3771 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx] addLogicalPort annotation time took 15.413817ms I0401 12:56:16.942333 3771 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx] addLogicalPort took 16.621989ms, libovsdb time 771.557µs I0401 12:56:17.026627 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:17.026728 3771 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg I0401 12:56:17.040676 3771 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg] pod update took 13.976491ms I0401 12:56:17.040700 3771 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg] addLogicalPort annotation time took 14.00494ms I0401 12:56:17.042092 3771 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg] addLogicalPort took 15.484033ms, libovsdb time 1.001732ms I0401 12:56:17.089605 3771 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default] I0401 12:56:17.089859 3771 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default] I0401 12:56:17.159804 3771 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf fec27859fbf164e5764b03df5647ddfe3b591dc0f1bf539236e9b9ca8779d49e network default NAD default], result "{}", err I0401 12:56:17.196055 3771 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 4e7ee5a20dcacd60df7ef8960fbf0e1f7fe210e919322c16b56febdeabe32c59 network default NAD default], result "{}", err I0401 12:56:17.212360 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.212390 3771 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf I0401 12:56:17.214039 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf, ips: 10.130.0.30 I0401 12:56:17.214070 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.214089 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.214097 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:17.214320 3771 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.214340 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:17.287163 3771 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default] I0401 12:56:17.297927 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx, hostIfaceName: f50287678919dcb, network: default, NAD default, SandboxID: "f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863", PCI device ID: , UID: "8e743e44-9bd6-4434-b5a7-979f34348987", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0401 12:56:17.309190 3771 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.309223 3771 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 I0401 12:56:17.310778 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7, ips: 10.130.0.31 I0401 12:56:17.310822 3771 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.310852 3771 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.310866 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:17.311105 3771 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.311127 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:17.355182 3771 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:d9:cf:d4:e1:50\",\"name\":\"f50287678919dcb\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65166fdb-a91f-4508-8171-b710e5e54aac\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:17.392747 3771 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default] I0401 12:56:17.414541 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg, hostIfaceName: e305236e866c45c, network: default, NAD default, SandboxID: "e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2", PCI device ID: , UID: "126b5c00-3702-4b23-8883-c8dfc8c52ccf", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0401 12:56:17.468068 3771 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:a5:09:2b:94:cf\",\"name\":\"e305236e866c45c\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca6d6cf2-5184-48e0-827e-6bdf63a1165c\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:18.103844 3771 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default] I0401 12:56:18.180575 3771 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 48e134e5e3f95cad7abe4a7ff92f0f73ad09ba6f4ef470270efa833e6c611b69 network default NAD default], result "{}", err I0401 12:56:18.216897 3771 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.216978 3771 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 I0401 12:56:18.218733 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75, ips: 10.130.0.32 I0401 12:56:18.218767 3771 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.218790 3771 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.218802 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:18.219037 3771 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.219056 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:18.240186 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240241 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240276 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240288 3771 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335380 3771 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335410 3771 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335425 3771 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335437 3771 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.114972 3771 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default] I0401 12:56:19.187534 3771 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd 091cfe9303b456bf8dc48214c6e4bf004767b02ec23bb8d14198aa986e7c5aee network default NAD default], result "{}", err I0401 12:56:19.230950 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231021 3771 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd I0401 12:56:19.232825 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd, ips: 10.130.0.33 I0401 12:56:19.232861 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.232882 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.232889 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:19.233131 3771 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.233151 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:19.247073 3771 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.247100 3771 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.247120 3771 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.247134 3771 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.257052 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.257104 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.257119 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.257131 3771 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:21.128041 3771 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default] I0401 12:56:21.199088 3771 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg e305236e866c45c0f20415356f49226f48fed94e43d3acb2c299c4d8d2e9f0c2 network default NAD default], result "{}", err I0401 12:56:21.244906 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.244947 3771 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg I0401 12:56:21.246775 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg, ips: 10.130.0.35 I0401 12:56:21.246808 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.246830 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.246839 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:21.247057 3771 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.247073 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:22.137516 3771 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default] I0401 12:56:22.211507 3771 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx f50287678919dcb774078275fc7ba36b76c40f1a6d6d43a53b1e9dd058c45863 network default NAD default], result "{}", err I0401 12:56:22.271050 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.271093 3771 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx I0401 12:56:22.272478 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx, ips: 10.130.0.34 I0401 12:56:22.272506 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.272523 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.272530 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:22.272715 3771 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.272731 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:22.289178 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.289215 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.289228 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.289241 3771 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319208 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319234 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319248 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.319276 3771 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:25.421459 3771 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-rrn64 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:25.421585 3771 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64 I0401 12:56:25.440936 3771 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64] pod update took 19.377557ms I0401 12:56:25.440970 3771 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64] addLogicalPort annotation time took 19.41524ms I0401 12:56:25.442490 3771 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64] addLogicalPort took 21.051035ms, libovsdb time 935.236µs I0401 12:56:25.786140 3771 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64 6ab0b19d1408ca5f536693d43e3c15f17fd371644fcde8ce60ce582e1d0a4560 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64 6ab0b19d1408ca5f536693d43e3c15f17fd371644fcde8ce60ce582e1d0a4560 network default NAD default] I0401 12:56:25.795426 3771 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-rrn64, hostIfaceName: 6ab0b19d1408ca5, network: default, NAD default, SandboxID: "6ab0b19d1408ca5f536693d43e3c15f17fd371644fcde8ce60ce582e1d0a4560", PCI device ID: , UID: "b1f4b310-33bd-410c-b39f-3b3c47d9e2ab", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0401 12:56:25.849540 3771 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64 6ab0b19d1408ca5f536693d43e3c15f17fd371644fcde8ce60ce582e1d0a4560 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-rrn64 6ab0b19d1408ca5f536693d43e3c15f17fd371644fcde8ce60ce582e1d0a4560 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:6e:d8:61:2f:3c\",\"name\":\"6ab0b19d1408ca5\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bf1d329-46e9-48e4-b538-7f26526d35b1\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:26.730537 3771 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-4c7b7 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:26.730704 3771 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7 I0401 12:56:26.747598 3771 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7] pod update took 16.925099ms I0401 12:56:26.747630 3771 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7] addLogicalPort annotation time took 16.964235ms I0401 12:56:26.749304 3771 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7] addLogicalPort took 18.786369ms, libovsdb time 1.197019ms I0401 12:56:27.498431 3771 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7 48f04439625405a7b26e456537d625f71ff4dbda772608edf752439dd7537182 network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7 48f04439625405a7b26e456537d625f71ff4dbda772608edf752439dd7537182 network default NAD default] I0401 12:56:27.508050 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-4c7b7, hostIfaceName: 48f04439625405a, network: default, NAD default, SandboxID: "48f04439625405a7b26e456537d625f71ff4dbda772608edf752439dd7537182", PCI device ID: , UID: "477ded41-a444-4280-b118-e5c6bfa0663e", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0401 12:56:27.559738 3771 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7 48f04439625405a7b26e456537d625f71ff4dbda772608edf752439dd7537182 network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-4c7b7 48f04439625405a7b26e456537d625f71ff4dbda772608edf752439dd7537182 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:73:6a:a8:86:8d\",\"name\":\"48f04439625405a\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8014543c-4db5-46a5-97df-bbb626d3d577\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:29.168936 3771 namespace.go:98] [cert-manager] adding namespace I0401 12:56:29.169932 3771 namespace.go:102] [cert-manager] adding namespace took 968.566µs I0401 12:56:29.210029 3771 namespace.go:142] [cert-manager] updating namespace I0401 12:56:29.241064 3771 namespace.go:142] [cert-manager] updating namespace W0401 12:56:31.194218 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 12:56:32.803002 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 12:56:32.817395 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0401 12:56:34.570034 3771 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-9lwfv for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:34.570165 3771 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv I0401 12:56:34.646833 3771 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv] pod update took 76.68603ms I0401 12:56:34.646856 3771 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv] addLogicalPort annotation time took 76.718864ms I0401 12:56:34.648057 3771 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv] addLogicalPort took 78.042234ms, libovsdb time 852.833µs I0401 12:56:34.957273 3771 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv 09dae839305f9960b6764d449ab27dc1cdf2b6257648e24ad4bf1f933aa2c678 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv 09dae839305f9960b6764d449ab27dc1cdf2b6257648e24ad4bf1f933aa2c678 network default NAD default] I0401 12:56:34.966544 3771 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-9lwfv, hostIfaceName: 09dae839305f996, network: default, NAD default, SandboxID: "09dae839305f9960b6764d449ab27dc1cdf2b6257648e24ad4bf1f933aa2c678", PCI device ID: , UID: "f9f1d4cc-b8d2-491b-b102-0c0fc4f3e362", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0401 12:56:35.018858 3771 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv 09dae839305f9960b6764d449ab27dc1cdf2b6257648e24ad4bf1f933aa2c678 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9lwfv 09dae839305f9960b6764d449ab27dc1cdf2b6257648e24ad4bf1f933aa2c678 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:b9:5d:3e:b1:6c\",\"name\":\"09dae839305f996\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ce09bc7-3990-48de-b096-7114f0f0e85e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:56:35.150649 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0401 12:56:35.150668 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0401 12:56:37.286928 3771 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-vc786] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-vc786 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:37.287133 3771 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-vc786 I0401 12:56:37.308134 3771 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-vc786] pod update took 21.024572ms I0401 12:56:37.308162 3771 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-vc786] addLogicalPort annotation time took 21.057326ms I0401 12:56:37.309642 3771 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-vc786] addLogicalPort took 22.734566ms, libovsdb time 958.038µs I0401 12:56:37.712402 3771 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-vc786 fd4dd9369d8f4bcbd819c691ebc3cc5faa056270e1571f53c6c25d4440e3e4db network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-vc786 fd4dd9369d8f4bcbd819c691ebc3cc5faa056270e1571f53c6c25d4440e3e4db network default NAD default] I0401 12:56:37.722783 3771 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-vc786, hostIfaceName: fd4dd9369d8f4bc, network: default, NAD default, SandboxID: "fd4dd9369d8f4bcbd819c691ebc3cc5faa056270e1571f53c6c25d4440e3e4db", PCI device ID: , UID: "1183189c-06c1-4f94-8345-a3b17c3d2990", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0401 12:56:37.775637 3771 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-vc786 fd4dd9369d8f4bcbd819c691ebc3cc5faa056270e1571f53c6c25d4440e3e4db network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-vc786 fd4dd9369d8f4bcbd819c691ebc3cc5faa056270e1571f53c6c25d4440e3e4db network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:e7:4e:da:00:d3\",\"name\":\"fd4dd9369d8f4bc\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e92cc2-39cb-4307-b6ae-5747694d0511\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:38.631145 3771 namespace.go:142] [openshift-operators] updating namespace I0401 12:56:38.643452 3771 namespace.go:142] [openshift-operators] updating namespace W0401 12:56:42.211800 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0401 12:56:44.222706 3771 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-thmdv for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:44.222885 3771 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 12:56:44.247977 3771 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv] pod update took 25.118102ms I0401 12:56:44.248012 3771 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv] addLogicalPort annotation time took 25.158855ms I0401 12:56:44.252778 3771 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv] addLogicalPort took 30.092365ms, libovsdb time 4.254553ms I0401 12:56:44.728111 3771 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default] I0401 12:56:44.737467 3771 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-thmdv, hostIfaceName: b4f56b8641c2839, network: default, NAD default, SandboxID: "b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1", PCI device ID: , UID: "c1f8fa7a-22ed-434f-ba52-5462d3b2c193", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0401 12:56:44.789673 3771 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:92:b9:22:51:26\",\"name\":\"b4f56b8641c2839\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73fcd9ae-2c35-4237-af2f-d8d42690aba4\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:46.626961 3771 namespace.go:142] [openshift-operators] updating namespace I0401 12:56:46.854927 3771 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-6khtz] creating logical port cert-manager_cert-manager-59ccb4bb6b-6khtz for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:46.855115 3771 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-6khtz I0401 12:56:46.875167 3771 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-6khtz] pod update took 20.112245ms I0401 12:56:46.875204 3771 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-6khtz] addLogicalPort annotation time took 20.152792ms I0401 12:56:46.876757 3771 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-6khtz] addLogicalPort took 21.849559ms, libovsdb time 1.064178ms I0401 12:56:47.224047 3771 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-6khtz 59adaf8ec0ea4c931d14d4e5f2a92843427af232ceaf8942de1a31d13e6911ff network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-6khtz 59adaf8ec0ea4c931d14d4e5f2a92843427af232ceaf8942de1a31d13e6911ff network default NAD default] I0401 12:56:47.235825 3771 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-6khtz, hostIfaceName: 59adaf8ec0ea4c9, network: default, NAD default, SandboxID: "59adaf8ec0ea4c931d14d4e5f2a92843427af232ceaf8942de1a31d13e6911ff", PCI device ID: , UID: "04a944de-caf2-418e-9d70-04a266af607d", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0401 12:56:47.299053 3771 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-6khtz 59adaf8ec0ea4c931d14d4e5f2a92843427af232ceaf8942de1a31d13e6911ff network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-6khtz 59adaf8ec0ea4c931d14d4e5f2a92843427af232ceaf8942de1a31d13e6911ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:c5:d3:f8:43:b0\",\"name\":\"59adaf8ec0ea4c9\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/187fc540-7868-439b-849c-01cb35bf7e84\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:56:47.313056 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 12:56:52.742851 3771 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-c4hvq for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:52.743007 3771 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq I0401 12:56:52.770801 3771 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq] pod update took 27.821531ms I0401 12:56:52.770825 3771 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq] addLogicalPort annotation time took 27.851076ms I0401 12:56:52.772148 3771 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq] addLogicalPort took 29.319709ms, libovsdb time 781.885µs I0401 12:56:53.107242 3771 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq a1632e1c25c55effd54d40ce0c79edf0321ecd43b9ea6993c0ba7d225cc81584 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq a1632e1c25c55effd54d40ce0c79edf0321ecd43b9ea6993c0ba7d225cc81584 network default NAD default] I0401 12:56:53.117568 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-c4hvq, hostIfaceName: a1632e1c25c55ef, network: default, NAD default, SandboxID: "a1632e1c25c55effd54d40ce0c79edf0321ecd43b9ea6993c0ba7d225cc81584", PCI device ID: , UID: "0d3e49c4-cbd6-4bac-a7a3-7534c10ac239", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0401 12:56:53.172213 3771 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq a1632e1c25c55effd54d40ce0c79edf0321ecd43b9ea6993c0ba7d225cc81584 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-c4hvq a1632e1c25c55effd54d40ce0c79edf0321ecd43b9ea6993c0ba7d225cc81584 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:ff:7c:13:d9:1b\",\"name\":\"a1632e1c25c55ef\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/170e00b5-6f78-4728-91b0-5a4be4413b98\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:56:53.193066 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0401 12:56:55.999178 3771 namespace.go:98] [trusted-artifact-signer] adding namespace I0401 12:56:55.999989 3771 namespace.go:102] [trusted-artifact-signer] adding namespace took 789.127µs I0401 12:56:56.043147 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:56:56.067018 3771 namespace.go:142] [trusted-artifact-signer] updating namespace W0401 12:56:56.354631 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0401 12:56:57.118078 3771 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-jmd59] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-jmd59 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:56:57.118166 3771 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-jmd59 I0401 12:56:57.131118 3771 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-jmd59] pod update took 12.971386ms I0401 12:56:57.131145 3771 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-jmd59] addLogicalPort annotation time took 13.007526ms I0401 12:56:57.132617 3771 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-jmd59] addLogicalPort took 14.560248ms, libovsdb time 913.742µs I0401 12:56:57.480422 3771 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-jmd59 c22b0a2bd1f9f58c861f1a3567502342ddb904be8fd3413df1c8c885061497b9 network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-jmd59 c22b0a2bd1f9f58c861f1a3567502342ddb904be8fd3413df1c8c885061497b9 network default NAD default] I0401 12:56:57.493444 3771 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-jmd59, hostIfaceName: c22b0a2bd1f9f58, network: default, NAD default, SandboxID: "c22b0a2bd1f9f58c861f1a3567502342ddb904be8fd3413df1c8c885061497b9", PCI device ID: , UID: "26626d7b-26c7-4c9d-b849-90b5bec2059d", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0401 12:56:57.550689 3771 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-jmd59 c22b0a2bd1f9f58c861f1a3567502342ddb904be8fd3413df1c8c885061497b9 network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-jmd59 c22b0a2bd1f9f58c861f1a3567502342ddb904be8fd3413df1c8c885061497b9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:b0:18:11:76:f4\",\"name\":\"c22b0a2bd1f9f58\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/937a427a-66a1-4bbd-a1e5-36a21a725804\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:56:58.330244 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 12:57:00.030608 3771 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:00.031186 3771 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:00.136473 3771 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:00.136505 3771 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:00.145235 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0401 12:57:00.145275 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0401 12:57:02.980120 3771 namespace.go:98] [openshift-pipelines] adding namespace I0401 12:57:02.981304 3771 namespace.go:102] [openshift-pipelines] adding namespace took 1.141106ms I0401 12:57:03.011897 3771 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:57:03.675835 3771 namespace.go:142] [cert-manager] updating namespace I0401 12:57:03.874072 3771 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:04.284301 3771 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:04.480082 3771 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:04.683126 3771 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:05.087616 3771 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:05.304060 3771 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:05.496135 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:05.691968 3771 namespace.go:142] [tsf] updating namespace I0401 12:57:05.893283 3771 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:06.091603 3771 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:06.293193 3771 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:06.425599 3771 namespace.go:142] [cert-manager] updating namespace I0401 12:57:06.438392 3771 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:06.446886 3771 namespace.go:142] [default] updating namespace I0401 12:57:06.458488 3771 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:06.478779 3771 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:06.488302 3771 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:06.496421 3771 namespace.go:142] [openshift] updating namespace I0401 12:57:06.503785 3771 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:06.515024 3771 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:06.523816 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:06.531743 3771 namespace.go:142] [tsf] updating namespace I0401 12:57:06.545298 3771 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:06.554743 3771 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:06.569230 3771 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:06.674201 3771 namespace.go:142] [cert-manager] updating namespace I0401 12:57:06.769709 3771 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:06.870461 3771 namespace.go:142] [default] updating namespace I0401 12:57:06.973370 3771 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:07.069063 3771 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:07.170745 3771 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:07.268788 3771 namespace.go:142] [openshift] updating namespace W0401 12:57:07.365963 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0401 12:57:07.371846 3771 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:07.468758 3771 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:07.573127 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:07.671037 3771 namespace.go:142] [tsf] updating namespace I0401 12:57:07.780882 3771 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:07.896167 3771 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:07.983431 3771 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:08.440538 3771 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:57:16.397711 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-n45xv for pod on switch ip-10-0-2-227.ec2.internal I0401 12:57:16.397885 3771 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv I0401 12:57:16.412857 3771 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv] pod update took 15.014533ms I0401 12:57:16.412894 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv] addLogicalPort annotation time took 15.047782ms I0401 12:57:16.414164 3771 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv] addLogicalPort took 16.475992ms, libovsdb time 832.663µs I0401 12:57:16.677326 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-hhrgc for pod on switch ip-10-0-2-227.ec2.internal I0401 12:57:16.677436 3771 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc I0401 12:57:16.695111 3771 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc] pod update took 17.70557ms I0401 12:57:16.695137 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc] addLogicalPort annotation time took 17.736426ms I0401 12:57:16.696522 3771 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc] addLogicalPort took 19.217621ms, libovsdb time 892.98µs I0401 12:57:16.768138 3771 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv 3526040254ef50f99e76699a68c8d7ed3606093e88d847186881189e7047945f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv 3526040254ef50f99e76699a68c8d7ed3606093e88d847186881189e7047945f network default NAD default] I0401 12:57:16.778512 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-n45xv, hostIfaceName: 3526040254ef50f, network: default, NAD default, SandboxID: "3526040254ef50f99e76699a68c8d7ed3606093e88d847186881189e7047945f", PCI device ID: , UID: "4111f321-b177-47b3-82ad-65c0fb05a902", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0401 12:57:16.831678 3771 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv 3526040254ef50f99e76699a68c8d7ed3606093e88d847186881189e7047945f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-n45xv 3526040254ef50f99e76699a68c8d7ed3606093e88d847186881189e7047945f network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:88:21:4a:2d:c8\",\"name\":\"3526040254ef50f\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95cfa6d6-2373-4fa6-98a1-322a7d0fd82f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:57:17.043497 3771 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc d6d8a20fbf73e9783c90966e308b4cd88fd919cef790f9725007ea5fd99ca2f4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc d6d8a20fbf73e9783c90966e308b4cd88fd919cef790f9725007ea5fd99ca2f4 network default NAD default] I0401 12:57:17.052894 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-hhrgc, hostIfaceName: d6d8a20fbf73e97, network: default, NAD default, SandboxID: "d6d8a20fbf73e9783c90966e308b4cd88fd919cef790f9725007ea5fd99ca2f4", PCI device ID: , UID: "e3011a8c-8fbc-4e5b-8bad-bed40ce48aaf", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0401 12:57:17.105393 3771 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc d6d8a20fbf73e9783c90966e308b4cd88fd919cef790f9725007ea5fd99ca2f4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-hhrgc d6d8a20fbf73e9783c90966e308b4cd88fd919cef790f9725007ea5fd99ca2f4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:c2:7e:ec:32:ac\",\"name\":\"d6d8a20fbf73e97\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80d3f89d-3cbe-44af-9305-766753ee95dc\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:57:17.912777 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0401 12:57:17.932373 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0401 12:57:20.508618 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.508651 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.508658 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.547280 3771 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.547296 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.547301 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.547306 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:21.393013 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:21.393032 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:21.393037 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:31.505489 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:31.505511 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:31.505517 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:31.532671 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:31.532697 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:31.532705 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:31.532711 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0401 12:57:39.314463 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-czx49 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:57:39.314558 3771 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49 I0401 12:57:39.329369 3771 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49] pod update took 14.835329ms I0401 12:57:39.329397 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49] addLogicalPort annotation time took 14.869973ms I0401 12:57:39.330809 3771 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49] addLogicalPort took 16.361524ms, libovsdb time 976.825µs I0401 12:57:39.766801 3771 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49 5b70fa97d2be9e71c16b7f9022dc15b15e3bc2da57c24bd9776dec71e934aee5 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49 5b70fa97d2be9e71c16b7f9022dc15b15e3bc2da57c24bd9776dec71e934aee5 network default NAD default] I0401 12:57:39.776104 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-czx49, hostIfaceName: 5b70fa97d2be9e7, network: default, NAD default, SandboxID: "5b70fa97d2be9e71c16b7f9022dc15b15e3bc2da57c24bd9776dec71e934aee5", PCI device ID: , UID: "8d9c2629-4a76-4ed2-801d-8606131e29b8", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0401 12:57:39.830487 3771 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49 5b70fa97d2be9e71c16b7f9022dc15b15e3bc2da57c24bd9776dec71e934aee5 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-czx49 5b70fa97d2be9e71c16b7f9022dc15b15e3bc2da57c24bd9776dec71e934aee5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:ec:22:a5:6b:fe\",\"name\":\"5b70fa97d2be9e7\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/305ddbd7-1c43-4b19-bf32-50656f125f00\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:57:42.165920 3771 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:42.166521 3771 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:42.188365 3771 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:42.188391 3771 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:42.196270 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0401 12:57:42.196297 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0401 12:57:42.466987 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0401 12:57:49.078108 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:57:49.079880 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:57:49.079897 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0401 12:57:55.382504 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-m5w76 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:57:55.382640 3771 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76 I0401 12:57:55.395839 3771 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76] pod update took 13.228649ms I0401 12:57:55.395863 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76] addLogicalPort annotation time took 13.257931ms I0401 12:57:55.397217 3771 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76] addLogicalPort took 14.734408ms, libovsdb time 950.912µs I0401 12:57:55.752026 3771 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76 3c3df15cf776c03cf11575eaf3abf5c5d5b2b5ca967b2b13ef029bd85643b679 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76 3c3df15cf776c03cf11575eaf3abf5c5d5b2b5ca967b2b13ef029bd85643b679 network default NAD default] I0401 12:57:55.761272 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-m5w76, hostIfaceName: 3c3df15cf776c03, network: default, NAD default, SandboxID: "3c3df15cf776c03cf11575eaf3abf5c5d5b2b5ca967b2b13ef029bd85643b679", PCI device ID: , UID: "a023bf0b-2019-402c-a984-92f53553d8cb", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0401 12:57:55.816152 3771 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76 3c3df15cf776c03cf11575eaf3abf5c5d5b2b5ca967b2b13ef029bd85643b679 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-m5w76 3c3df15cf776c03cf11575eaf3abf5c5d5b2b5ca967b2b13ef029bd85643b679 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:de:0a:61:c7:ad\",\"name\":\"3c3df15cf776c03\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c5dcc3d-a936-44af-8027-34710337e7f4\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:57:59.609635 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 12:58:00.214339 3771 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:58:02.687225 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:58:02.687356 3771 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0401 12:58:02.699652 3771 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.318162ms I0401 12:58:02.699684 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.360526ms I0401 12:58:02.701187 3771 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.977565ms, libovsdb time 1.045596ms I0401 12:58:07.441367 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:07.441932 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:08.183845 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:08.183875 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:08.191333 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 12:58:08.191364 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0401 12:58:08.750806 3771 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 d599d94b16df3c3581d5b25fcb3993e0ab1934ef141f43323ee3e219db88ae59 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d599d94b16df3c3581d5b25fcb3993e0ab1934ef141f43323ee3e219db88ae59 network default NAD default] I0401 12:58:08.760712 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d599d94b16df3c3, network: default, NAD default, SandboxID: "d599d94b16df3c3581d5b25fcb3993e0ab1934ef141f43323ee3e219db88ae59", PCI device ID: , UID: "f15c1bcf-4944-470b-8379-91533372fd33", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0401 12:58:08.815893 3771 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 d599d94b16df3c3581d5b25fcb3993e0ab1934ef141f43323ee3e219db88ae59 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d599d94b16df3c3581d5b25fcb3993e0ab1934ef141f43323ee3e219db88ae59 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:5b:d1:e6:c9:8b\",\"name\":\"d599d94b16df3c3\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9b60004-6b04-4127-ac91-ba423f6ab669\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:58:10.206686 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:10.206779 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:10.206893 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0401 12:58:14.845163 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0401 12:58:22.691324 3771 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:22.691343 3771 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:22.691347 3771 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0401 12:58:44.532355 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:44.532926 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:48.197455 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0401 12:58:51.570034 3771 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-x96sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:51.570614 3771 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-x96sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:52.599977 3771 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-x96sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:52.600099 3771 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-x96sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:52.957152 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:52.957846 3771 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:53.445661 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:53.445692 3771 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:53.452567 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 12:58:53.452590 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0401 12:58:54.183693 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0401 12:58:55.459466 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:58:55.460392 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:55.460402 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0401 12:58:56.742728 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-nsmv6 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:58:56.742818 3771 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6 I0401 12:58:56.774252 3771 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6] pod update took 31.456711ms I0401 12:58:56.774297 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6] addLogicalPort annotation time took 31.509188ms I0401 12:58:56.775726 3771 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6] addLogicalPort took 33.009956ms, libovsdb time 977.504µs I0401 12:58:57.103310 3771 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6 c6e83229e1b9c8dfe6bc3b6b18ca9edfb2d0849b72ad0310f70c5ee10297198e network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6 c6e83229e1b9c8dfe6bc3b6b18ca9edfb2d0849b72ad0310f70c5ee10297198e network default NAD default] I0401 12:58:57.112642 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-nsmv6, hostIfaceName: c6e83229e1b9c8d, network: default, NAD default, SandboxID: "c6e83229e1b9c8dfe6bc3b6b18ca9edfb2d0849b72ad0310f70c5ee10297198e", PCI device ID: , UID: "598ca24b-f06d-4c2f-9bfa-484cc31d4b11", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0401 12:58:57.166197 3771 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6 c6e83229e1b9c8dfe6bc3b6b18ca9edfb2d0849b72ad0310f70c5ee10297198e network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-nsmv6 c6e83229e1b9c8dfe6bc3b6b18ca9edfb2d0849b72ad0310f70c5ee10297198e network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:2a:20:36:a0:66\",\"name\":\"c6e83229e1b9c8d\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa01788d-89c1-4eef-9c19-5e47181b9253\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 12:59:01.515555 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0401 12:59:05.214190 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0401 12:59:13.040922 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:59:13.040941 3771 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:59:13.040956 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 40.321µs I0401 12:59:13.070650 3771 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-qk256] creating logical port kube-system_global-pull-secret-syncer-qk256 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:59:13.070793 3771 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-qk256 I0401 12:59:13.082695 3771 pod.go:62] [kube-system/global-pull-secret-syncer-qk256] pod update took 11.933253ms I0401 12:59:13.082720 3771 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-qk256] addLogicalPort annotation time took 11.964768ms I0401 12:59:13.084204 3771 pods.go:271] [kube-system/global-pull-secret-syncer-qk256] addLogicalPort took 13.57232ms, libovsdb time 906.705µs I0401 12:59:13.434783 3771 cni.go:403] [kube-system/global-pull-secret-syncer-qk256 e8ee06fae94e80a8b18bd8f3d50fcc579a92274af994e3e481531cbf75973411 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-qk256 e8ee06fae94e80a8b18bd8f3d50fcc579a92274af994e3e481531cbf75973411 network default NAD default] I0401 12:59:13.444251 3771 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-qk256, hostIfaceName: e8ee06fae94e80a, network: default, NAD default, SandboxID: "e8ee06fae94e80a8b18bd8f3d50fcc579a92274af994e3e481531cbf75973411", PCI device ID: , UID: "d345ddfe-12c1-4f2a-b3b8-c77d2e507fb3", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0401 12:59:13.502874 3771 cni.go:424] [kube-system/global-pull-secret-syncer-qk256 e8ee06fae94e80a8b18bd8f3d50fcc579a92274af994e3e481531cbf75973411 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-qk256 e8ee06fae94e80a8b18bd8f3d50fcc579a92274af994e3e481531cbf75973411 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:05:ca:24:12:41\",\"name\":\"e8ee06fae94e80a\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/862f1844-1cb0-4ea1-b03d-26cfbebf09e0\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:59:13.600633 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-tqjxq for pod on switch ip-10-0-2-227.ec2.internal I0401 12:59:13.600757 3771 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq I0401 12:59:13.615636 3771 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq] pod update took 14.899205ms I0401 12:59:13.615671 3771 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq] addLogicalPort annotation time took 14.938546ms I0401 12:59:13.617414 3771 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq] addLogicalPort took 16.807663ms, libovsdb time 1.151101ms I0401 12:59:13.966168 3771 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq 941a7d2fed310969650df5ca29f7d274ddb90e860e321cb458bfc9a326f47662 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq 941a7d2fed310969650df5ca29f7d274ddb90e860e321cb458bfc9a326f47662 network default NAD default] I0401 12:59:13.975864 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-tqjxq, hostIfaceName: 941a7d2fed31096, network: default, NAD default, SandboxID: "941a7d2fed310969650df5ca29f7d274ddb90e860e321cb458bfc9a326f47662", PCI device ID: , UID: "130cf04d-60b8-4027-8a1f-27e1ecb4bd4d", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0401 12:59:14.029800 3771 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq 941a7d2fed310969650df5ca29f7d274ddb90e860e321cb458bfc9a326f47662 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-tqjxq 941a7d2fed310969650df5ca29f7d274ddb90e860e321cb458bfc9a326f47662 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:05:5d:4b:be:48\",\"name\":\"941a7d2fed31096\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc0b8320-2f20-425b-9409-1e7f62cd28f5\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:59:44.618144 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:44.618176 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:44.627466 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 12:59:44.627498 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 12:59:52.886551 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:59:52.887069 3771 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:59:52.908385 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:52.908412 3771 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:52.911966 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 12:59:52.911986 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 12:59:54.657873 3771 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-dlfgq-62q6r] creating logical port tsf-tas_segment-backup-installation-dlfgq-62q6r for pod on switch ip-10-0-2-227.ec2.internal I0401 12:59:54.657988 3771 kube.go:256] Updating pod tsf-tas/segment-backup-installation-dlfgq-62q6r I0401 12:59:54.674781 3771 pod.go:62] [tsf-tas/segment-backup-installation-dlfgq-62q6r] pod update took 16.828062ms I0401 12:59:54.674803 3771 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-dlfgq-62q6r] addLogicalPort annotation time took 16.855795ms I0401 12:59:54.676222 3771 pods.go:271] [tsf-tas/segment-backup-installation-dlfgq-62q6r] addLogicalPort took 18.36289ms, libovsdb time 979.532µs I0401 12:59:55.021485 3771 cni.go:403] [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default] I0401 12:59:55.031865 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-dlfgq-62q6r, hostIfaceName: 69a0741ba8cfbda, network: default, NAD default, SandboxID: "69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1", PCI device ID: , UID: "fd9791f8-a6c5-41ff-abd7-cc17add1eaca", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0401 12:59:55.092939 3771 cni.go:424] [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:66:ca:c8:f3:86\",\"name\":\"69a0741ba8cfbda\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfe5e661-4086-458e-84bb-e45982533c40\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:59:55.756871 3771 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-57f84c4f59-wdtkr] creating logical port tsf-tas_trillian-logserver-57f84c4f59-wdtkr for pod on switch ip-10-0-2-227.ec2.internal I0401 12:59:55.757035 3771 kube.go:256] Updating pod tsf-tas/trillian-logserver-57f84c4f59-wdtkr I0401 12:59:55.778621 3771 pod.go:62] [tsf-tas/trillian-logserver-57f84c4f59-wdtkr] pod update took 21.622578ms I0401 12:59:55.778660 3771 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-57f84c4f59-wdtkr] addLogicalPort annotation time took 21.667137ms I0401 12:59:55.780635 3771 pods.go:271] [tsf-tas/trillian-logserver-57f84c4f59-wdtkr] addLogicalPort took 23.78583ms, libovsdb time 1.316927ms I0401 12:59:56.252787 3771 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-tktwt-j75d5] creating logical port tsf-tas_rekor-createtree-job-tktwt-j75d5 for pod on switch ip-10-0-2-227.ec2.internal I0401 12:59:56.252883 3771 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-tktwt-j75d5 I0401 12:59:56.274286 3771 pod.go:62] [tsf-tas/rekor-createtree-job-tktwt-j75d5] pod update took 21.395372ms I0401 12:59:56.274313 3771 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-tktwt-j75d5] addLogicalPort annotation time took 21.455144ms I0401 12:59:56.276015 3771 pods.go:271] [tsf-tas/rekor-createtree-job-tktwt-j75d5] addLogicalPort took 23.251855ms, libovsdb time 1.132891ms I0401 12:59:56.637048 3771 cni.go:403] [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default] I0401 12:59:56.650130 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-tktwt-j75d5, hostIfaceName: 8cf5e6af137d545, network: default, NAD default, SandboxID: "8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b", PCI device ID: , UID: "8b7c98d9-9ab3-47e2-9f08-35e2dcb22d87", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0401 12:59:56.720029 3771 cni.go:424] [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:87:bf:0e:a4:e5\",\"name\":\"8cf5e6af137d545\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f9dfe18-4cd8-4969-92fb-c96d0551d7fa\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:59:56.742587 3771 cni.go:403] [tsf-tas/trillian-logserver-57f84c4f59-wdtkr 6d19c627765932b23f3c635eecee1e1930fc8b7765273d02e158166ae7cccb31 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-57f84c4f59-wdtkr 6d19c627765932b23f3c635eecee1e1930fc8b7765273d02e158166ae7cccb31 network default NAD default] I0401 12:59:56.755710 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-57f84c4f59-wdtkr, hostIfaceName: 6d19c627765932b, network: default, NAD default, SandboxID: "6d19c627765932b23f3c635eecee1e1930fc8b7765273d02e158166ae7cccb31", PCI device ID: , UID: "2a0cc05b-fdef-443c-a277-3c6310ff5a7b", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0401 12:59:56.829959 3771 cni.go:424] [tsf-tas/trillian-logserver-57f84c4f59-wdtkr 6d19c627765932b23f3c635eecee1e1930fc8b7765273d02e158166ae7cccb31 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-57f84c4f59-wdtkr 6d19c627765932b23f3c635eecee1e1930fc8b7765273d02e158166ae7cccb31 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:a1:d0:19:34:d5\",\"name\":\"6d19c627765932b\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b259aaf7-5885-430b-82f6-ea02e71b764c\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 12:59:58.220567 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0401 12:59:59.146817 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0401 12:59:59.146844 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0401 13:00:00.183781 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584140-2jdr9 for pod on switch ip-10-0-2-227.ec2.internal I0401 13:00:00.183954 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 I0401 13:00:00.198951 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9] pod update took 15.031522ms I0401 13:00:00.198977 3771 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9] addLogicalPort annotation time took 15.065558ms I0401 13:00:00.200464 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9] addLogicalPort took 16.690214ms, libovsdb time 965.56µs W0401 13:00:02.829621 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0401 13:00:04.702162 3771 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default] I0401 13:00:04.712799 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584140-2jdr9, hostIfaceName: da6e27b5822cb13, network: default, NAD default, SandboxID: "da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8", PCI device ID: , UID: "5252b505-6f47-4633-bcaa-5b90ccaed667", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0401 13:00:04.775649 3771 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:78:8d:1e:de:c3\",\"name\":\"da6e27b5822cb13\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cb916f2-a840-4091-8e1f-51c2a4c01b94\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 13:00:08.512388 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0401 13:00:08.519090 3771 cni.go:403] [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default] I0401 13:00:08.600943 3771 cni.go:424] [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-dlfgq-62q6r 69a0741ba8cfbdaaa81fc22eab7c4132965c8621c72aaad0eaad19886d4765f1 network default NAD default], result "{}", err I0401 13:00:08.666325 3771 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:08.666361 3771 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-dlfgq-62q6r I0401 13:00:08.667955 3771 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-dlfgq-62q6r, ips: 10.130.0.52 I0401 13:00:08.667984 3771 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:09.523850 3771 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:09.523967 3771 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:10.530711 3771 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default] I0401 13:00:10.645829 3771 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 da6e27b5822cb13273146742fcd6fc31e6244c4084c6870e9db477b99fd08ca8 network default NAD default], result "{}", err I0401 13:00:10.698772 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:10.698807 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 I0401 13:00:10.700390 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9, ips: 10.130.0.55 I0401 13:00:10.700431 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:11.722479 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:11.722537 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:00:14.885441 3771 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0401 13:00:20.109352 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=460 I0401 13:00:29.192424 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0401 13:00:38.095155 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 W0401 13:00:42.683392 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0401 13:00:44.173211 3771 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:44.173814 3771 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:44.194590 3771 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:44.194618 3771 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:44.198044 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0401 13:00:44.198068 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0401 13:00:44.889592 3771 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-52wn8] creating logical port tsf_patch-tekton-config-52wn8 for pod on switch ip-10-0-2-227.ec2.internal I0401 13:00:44.889708 3771 kube.go:256] Updating pod tsf/patch-tekton-config-52wn8 I0401 13:00:44.903361 3771 pod.go:62] [tsf/patch-tekton-config-52wn8] pod update took 13.687954ms I0401 13:00:44.903387 3771 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-52wn8] addLogicalPort annotation time took 13.721979ms I0401 13:00:44.904689 3771 pods.go:271] [tsf/patch-tekton-config-52wn8] addLogicalPort took 15.115799ms, libovsdb time 859.996µs I0401 13:00:45.298168 3771 cni.go:403] [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default] I0401 13:00:45.307574 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-52wn8, hostIfaceName: 2b55fb852ffa48d, network: default, NAD default, SandboxID: "2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d", PCI device ID: , UID: "2573b45a-a9f2-476a-87b5-ba93b2e63b16", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0401 13:00:45.366843 3771 cni.go:424] [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:10:7a:a0:4d:c1\",\"name\":\"2b55fb852ffa48d\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4cebf84-b501-4188-bcd5-53d8d4b04f2a\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:00:51.190358 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0401 13:00:52.814780 3771 cni.go:403] [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default] I0401 13:00:52.890570 3771 cni.go:424] [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-52wn8 2b55fb852ffa48d0b6ce758d178eda82c4e02b45e52f1e2d99180451763fd86d network default NAD default], result "{}", err I0401 13:00:52.943598 3771 obj_retry.go:464] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:52.943634 3771 pods.go:176] Deleting pod: tsf/patch-tekton-config-52wn8 I0401 13:00:52.945014 3771 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-52wn8, ips: 10.130.0.56 I0401 13:00:52.945044 3771 obj_retry.go:464] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:53.966754 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:53.966780 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:54.830166 3771 cni.go:403] [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default] I0401 13:00:54.907362 3771 cni.go:424] [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-tktwt-j75d5 8cf5e6af137d545f5bc678fd7f305bebc745fed5705942959c0d9e3c36837b0b network default NAD default], result "{}", err I0401 13:00:54.961221 3771 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:54.961274 3771 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-tktwt-j75d5 I0401 13:00:54.962863 3771 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-tktwt-j75d5, ips: 10.130.0.54 I0401 13:00:54.962898 3771 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:55.856612 3771 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:55.856640 3771 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:57.491886 3771 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-cf7975dbd-482hw] creating logical port tsf-tas_rekor-redis-cf7975dbd-482hw for pod on switch ip-10-0-2-227.ec2.internal I0401 13:00:57.491983 3771 kube.go:256] Updating pod tsf-tas/rekor-redis-cf7975dbd-482hw I0401 13:00:57.509159 3771 pod.go:62] [tsf-tas/rekor-redis-cf7975dbd-482hw] pod update took 17.192581ms I0401 13:00:57.509184 3771 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-cf7975dbd-482hw] addLogicalPort annotation time took 17.229882ms I0401 13:00:57.510612 3771 pods.go:271] [tsf-tas/rekor-redis-cf7975dbd-482hw] addLogicalPort took 18.743276ms, libovsdb time 985.687µs I0401 13:00:58.457973 3771 cni.go:403] [tsf-tas/rekor-redis-cf7975dbd-482hw 8ee4ea51af42ff491fa9b3f71536833097cbad14e6418f3258a14d1ab66a9d15 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-cf7975dbd-482hw 8ee4ea51af42ff491fa9b3f71536833097cbad14e6418f3258a14d1ab66a9d15 network default NAD default] I0401 13:00:58.467492 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-cf7975dbd-482hw, hostIfaceName: 8ee4ea51af42ff4, network: default, NAD default, SandboxID: "8ee4ea51af42ff491fa9b3f71536833097cbad14e6418f3258a14d1ab66a9d15", PCI device ID: , UID: "fa3d3c32-a2fd-4370-b7a9-e424cf40a3ec", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0401 13:00:58.526565 3771 cni.go:424] [tsf-tas/rekor-redis-cf7975dbd-482hw 8ee4ea51af42ff491fa9b3f71536833097cbad14e6418f3258a14d1ab66a9d15 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-cf7975dbd-482hw 8ee4ea51af42ff491fa9b3f71536833097cbad14e6418f3258a14d1ab66a9d15 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:12:59:bc:db:27\",\"name\":\"8ee4ea51af42ff4\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40406289-098f-445e-8785-ed87d48f18dd\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:00:59.583170 3771 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:59.583754 3771 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:00.142353 3771 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-59474c4dd7-7w6t2] creating logical port tsf-tas_rekor-server-59474c4dd7-7w6t2 for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:00.142457 3771 kube.go:256] Updating pod tsf-tas/rekor-server-59474c4dd7-7w6t2 I0401 13:01:00.160509 3771 pod.go:62] [tsf-tas/rekor-server-59474c4dd7-7w6t2] pod update took 18.078507ms I0401 13:01:00.160539 3771 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-59474c4dd7-7w6t2] addLogicalPort annotation time took 18.114079ms I0401 13:01:00.161885 3771 pods.go:271] [tsf-tas/rekor-server-59474c4dd7-7w6t2] addLogicalPort took 19.551371ms, libovsdb time 891.783µs I0401 13:01:00.460869 3771 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:00.460893 3771 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:01.007325 3771 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-m6pvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:01.007888 3771 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-m6pvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:02.036309 3771 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-m6pvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.036338 3771 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-m6pvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.107822 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.107852 3771 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.113363 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-52wn8 I0401 13:01:02.113394 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-52wn8 W0401 13:01:02.137659 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0401 13:01:02.919730 3771 cni.go:403] [tsf-tas/rekor-server-59474c4dd7-7w6t2 46201e1c977edf45da0fa0e84562ef2b5808d02097014d4b38a721a8821f79a2 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-59474c4dd7-7w6t2 46201e1c977edf45da0fa0e84562ef2b5808d02097014d4b38a721a8821f79a2 network default NAD default] I0401 13:01:02.929302 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-59474c4dd7-7w6t2, hostIfaceName: 46201e1c977edf4, network: default, NAD default, SandboxID: "46201e1c977edf45da0fa0e84562ef2b5808d02097014d4b38a721a8821f79a2", PCI device ID: , UID: "656e9fa7-5c30-4242-8d42-856084e3394c", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0401 13:01:02.985919 3771 cni.go:424] [tsf-tas/rekor-server-59474c4dd7-7w6t2 46201e1c977edf45da0fa0e84562ef2b5808d02097014d4b38a721a8821f79a2 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-59474c4dd7-7w6t2 46201e1c977edf45da0fa0e84562ef2b5808d02097014d4b38a721a8821f79a2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:79:78:4e:2c:45\",\"name\":\"46201e1c977edf4\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7875d405-8c56-4a9f-a564-31cdb42b872a\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:01:04.208554 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0401 13:01:05.469544 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0401 13:01:05.899382 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0401 13:01:10.936663 3771 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0401 13:01:11.331150 3771 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:11.331745 3771 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:11.351683 3771 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:11.351708 3771 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:11.358768 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0401 13:01:11.358797 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0401 13:01:15.347732 3771 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:15.348292 3771 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:15.369023 3771 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:15.369049 3771 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:15.375854 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0401 13:01:15.375871 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0401 13:01:16.911385 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0401 13:01:21.708507 3771 obj_retry.go:464] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:21.709080 3771 obj_retry.go:464] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:22.578311 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:22.578329 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:01:22.977703 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0401 13:01:25.728167 3771 obj_retry.go:464] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:25.728773 3771 obj_retry.go:464] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:26.752339 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:26.752363 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:26.933245 3771 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-v5qxl] creating logical port tsf-tpa_create-importers-v5qxl for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:26.933382 3771 kube.go:256] Updating pod tsf-tpa/create-importers-v5qxl I0401 13:01:26.946191 3771 pod.go:62] [tsf-tpa/create-importers-v5qxl] pod update took 12.840053ms I0401 13:01:26.946213 3771 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-v5qxl] addLogicalPort annotation time took 12.867287ms I0401 13:01:26.947558 3771 pods.go:271] [tsf-tpa/create-importers-v5qxl] addLogicalPort took 14.33073ms, libovsdb time 858.878µs I0401 13:01:27.322830 3771 cni.go:403] [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default] I0401 13:01:27.332339 3771 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-v5qxl, hostIfaceName: 340d028ae959c4a, network: default, NAD default, SandboxID: "340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54", PCI device ID: , UID: "6bee79dc-f3fa-4893-be73-fdfa424b4716", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0401 13:01:27.388881 3771 cni.go:424] [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:a0:0e:f6:34:96\",\"name\":\"340d028ae959c4a\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93503578-1558-4876-a8f8-eb6a6ffe8860\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:01:31.069150 3771 cni.go:403] [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default] I0401 13:01:31.156664 3771 cni.go:424] [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-v5qxl 340d028ae959c4a1b85e851739234914d12dd1cf049582db80334d720e23df54 network default NAD default], result "{}", err I0401 13:01:31.212817 3771 obj_retry.go:464] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:31.212853 3771 pods.go:176] Deleting pod: tsf-tpa/create-importers-v5qxl I0401 13:01:31.214390 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-v5qxl, ips: 10.130.0.59 I0401 13:01:31.214426 3771 obj_retry.go:464] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:32.237900 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:32.237929 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:35.456730 3771 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:35.457311 3771 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:36.350542 3771 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:36.350569 3771 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:01:36.642323 3771 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0401 13:01:45.389901 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0401 13:01:49.546755 3771 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:49.547321 3771 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:49.567034 3771 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:49.567056 3771 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:49.570968 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0401 13:01:49.570993 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0401 13:01:50.311974 3771 namespace.go:98] [build-service] adding namespace I0401 13:01:50.312970 3771 namespace.go:102] [build-service] adding namespace took 967.906µs I0401 13:01:50.313237 3771 namespace.go:98] [integration-service] adding namespace I0401 13:01:50.314032 3771 namespace.go:102] [integration-service] adding namespace took 770.061µs I0401 13:01:50.314062 3771 namespace.go:98] [image-controller] adding namespace I0401 13:01:50.314558 3771 namespace.go:102] [image-controller] adding namespace took 488.295µs I0401 13:01:50.341986 3771 namespace.go:142] [build-service] updating namespace I0401 13:01:50.372643 3771 namespace.go:142] [build-service] updating namespace I0401 13:01:50.384791 3771 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.434620 3771 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.451454 3771 namespace.go:142] [image-controller] updating namespace I0401 13:01:50.475369 3771 namespace.go:142] [image-controller] updating namespace I0401 13:01:50.582685 3771 namespace.go:142] [build-service] updating namespace I0401 13:01:50.603376 3771 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.733016 3771 namespace.go:98] [release-service] adding namespace I0401 13:01:50.733877 3771 namespace.go:102] [release-service] adding namespace took 837.896µs I0401 13:01:50.841117 3771 namespace.go:142] [konflux-ui] updating namespace I0401 13:01:50.987079 3771 namespace.go:142] [release-service] updating namespace I0401 13:01:51.134187 3771 namespace.go:142] [release-service] updating namespace I0401 13:01:51.175099 3771 namespace.go:98] [konflux-info] adding namespace I0401 13:01:51.175919 3771 namespace.go:102] [konflux-info] adding namespace took 796.597µs I0401 13:01:51.312468 3771 namespace.go:98] [namespace-lister] adding namespace I0401 13:01:51.313364 3771 namespace.go:102] [namespace-lister] adding namespace took 870.561µs I0401 13:01:51.381365 3771 namespace.go:98] [enterprise-contract-service] adding namespace I0401 13:01:51.381391 3771 namespace.go:142] [image-controller] updating namespace I0401 13:01:51.382331 3771 namespace.go:102] [enterprise-contract-service] adding namespace took 940.52µs I0401 13:01:51.461960 3771 namespace.go:142] [konflux-info] updating namespace I0401 13:01:51.512565 3771 namespace.go:98] [default-tenant] adding namespace I0401 13:01:51.513648 3771 namespace.go:102] [default-tenant] adding namespace took 968.887µs I0401 13:01:51.614977 3771 namespace.go:98] [segment-bridge] adding namespace I0401 13:01:51.615779 3771 namespace.go:102] [segment-bridge] adding namespace took 774.365µs I0401 13:01:51.723305 3771 namespace.go:142] [konflux-info] updating namespace I0401 13:01:51.858492 3771 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:51.970915 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:51.992629 3771 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:52.095009 3771 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.186141 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:52.197101 3771 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:52.222229 3771 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.295930 3771 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:52.541324 3771 namespace.go:142] [build-service] updating namespace I0401 13:01:52.789779 3771 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-rdlhk] creating logical port namespace-lister_namespace-lister-67655c4674-rdlhk for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:52.789917 3771 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-rdlhk I0401 13:01:52.803115 3771 pod.go:62] [namespace-lister/namespace-lister-67655c4674-rdlhk] pod update took 13.225244ms I0401 13:01:52.803141 3771 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-rdlhk] addLogicalPort annotation time took 13.256388ms I0401 13:01:52.804442 3771 pods.go:271] [namespace-lister/namespace-lister-67655c4674-rdlhk] addLogicalPort took 14.681366ms, libovsdb time 850.153µs I0401 13:01:52.825290 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0401 13:01:52.825930 3771 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0401 13:01:52.825957 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0401 13:01:52.829282 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0401 13:01:52.854126 3771 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.860907 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0401 13:01:52.860941 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0401 13:01:52.862239 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0401 13:01:53.048497 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:53.201315 3771 base_network_controller_pods.go:487] [default/konflux-ui/dex-5f6c5df5c6-wkhqc] creating logical port konflux-ui_dex-5f6c5df5c6-wkhqc for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:53.201444 3771 kube.go:256] Updating pod konflux-ui/dex-5f6c5df5c6-wkhqc I0401 13:01:53.242385 3771 pod.go:62] [konflux-ui/dex-5f6c5df5c6-wkhqc] pod update took 40.963788ms I0401 13:01:53.242478 3771 base_network_controller_pods.go:937] [default/konflux-ui/dex-5f6c5df5c6-wkhqc] addLogicalPort annotation time took 41.06055ms I0401 13:01:53.243882 3771 pods.go:271] [konflux-ui/dex-5f6c5df5c6-wkhqc] addLogicalPort took 42.590386ms, libovsdb time 828.987µs I0401 13:01:53.269810 3771 namespace.go:142] [image-controller] updating namespace I0401 13:01:53.285573 3771 base_network_controller_pods.go:487] [default/konflux-ui/proxy-766b5458c8-d72hm] creating logical port konflux-ui_proxy-766b5458c8-d72hm for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:53.285667 3771 kube.go:256] Updating pod konflux-ui/proxy-766b5458c8-d72hm I0401 13:01:53.312171 3771 pod.go:62] [konflux-ui/proxy-766b5458c8-d72hm] pod update took 26.532899ms I0401 13:01:53.312209 3771 base_network_controller_pods.go:937] [default/konflux-ui/proxy-766b5458c8-d72hm] addLogicalPort annotation time took 26.579131ms I0401 13:01:53.313755 3771 pods.go:271] [konflux-ui/proxy-766b5458c8-d72hm] addLogicalPort took 28.194848ms, libovsdb time 892.852µs I0401 13:01:53.518034 3771 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-54fml] creating logical port integration-service_integration-service-controller-manager-759977d69f-54fml for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:53.518204 3771 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-54fml I0401 13:01:53.544437 3771 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-54fml] pod update took 26.264316ms I0401 13:01:53.544462 3771 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-54fml] addLogicalPort annotation time took 26.295685ms I0401 13:01:53.545911 3771 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-54fml] addLogicalPort took 27.907205ms, libovsdb time 989.183µs I0401 13:01:53.568055 3771 namespace.go:142] [integration-service] updating namespace I0401 13:01:53.759383 3771 namespace.go:142] [konflux-info] updating namespace I0401 13:01:53.788673 3771 cni.go:403] [namespace-lister/namespace-lister-67655c4674-rdlhk 28c8131397bd79c3f0ee6bd2fd010fc7b8b82f093fb12ba1fe79bfb2e93ba8e2 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-rdlhk 28c8131397bd79c3f0ee6bd2fd010fc7b8b82f093fb12ba1fe79bfb2e93ba8e2 network default NAD default] I0401 13:01:53.798525 3771 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-rdlhk, hostIfaceName: 28c8131397bd79c, network: default, NAD default, SandboxID: "28c8131397bd79c3f0ee6bd2fd010fc7b8b82f093fb12ba1fe79bfb2e93ba8e2", PCI device ID: , UID: "5815a99a-d69c-4cfd-bbf7-e7fcd6471b75", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0401 13:01:53.857046 3771 cni.go:424] [namespace-lister/namespace-lister-67655c4674-rdlhk 28c8131397bd79c3f0ee6bd2fd010fc7b8b82f093fb12ba1fe79bfb2e93ba8e2 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-rdlhk 28c8131397bd79c3f0ee6bd2fd010fc7b8b82f093fb12ba1fe79bfb2e93ba8e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:47:3c:ca:3a:70\",\"name\":\"28c8131397bd79c\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e430114-5a7f-4db0-8dfd-41ed8f80fa72\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:01:53.865585 3771 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-gpn74] creating logical port build-service_build-service-controller-manager-7df75dd4df-gpn74 for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:53.865742 3771 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-gpn74 I0401 13:01:53.887184 3771 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-gpn74] pod update took 21.494125ms I0401 13:01:53.887210 3771 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-gpn74] addLogicalPort annotation time took 21.52557ms I0401 13:01:53.888745 3771 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-gpn74] addLogicalPort took 23.171689ms, libovsdb time 1.069426ms I0401 13:01:53.950854 3771 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:54.055595 3771 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-2vhj4] creating logical port release-service_release-service-controller-manager-854f775895-2vhj4 for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:54.055729 3771 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-2vhj4 I0401 13:01:54.079214 3771 pod.go:62] [release-service/release-service-controller-manager-854f775895-2vhj4] pod update took 23.512015ms I0401 13:01:54.079244 3771 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-2vhj4] addLogicalPort annotation time took 23.546505ms I0401 13:01:54.080839 3771 pods.go:271] [release-service/release-service-controller-manager-854f775895-2vhj4] addLogicalPort took 25.257902ms, libovsdb time 944.982µs I0401 13:01:54.142053 3771 namespace.go:142] [release-service] updating namespace I0401 13:01:54.232452 3771 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-gpn74 95d2b9f0b91f8d21625e3c1cd65d8e714f68e11b66d8b5ded26a9d4b03787663 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-gpn74 95d2b9f0b91f8d21625e3c1cd65d8e714f68e11b66d8b5ded26a9d4b03787663 network default NAD default] I0401 13:01:54.242841 3771 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-gpn74, hostIfaceName: 95d2b9f0b91f8d2, network: default, NAD default, SandboxID: "95d2b9f0b91f8d21625e3c1cd65d8e714f68e11b66d8b5ded26a9d4b03787663", PCI device ID: , UID: "5643ecfa-98e8-43cc-b509-23fbfcb65666", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0401 13:01:54.303828 3771 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-gpn74 95d2b9f0b91f8d21625e3c1cd65d8e714f68e11b66d8b5ded26a9d4b03787663 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-gpn74 95d2b9f0b91f8d21625e3c1cd65d8e714f68e11b66d8b5ded26a9d4b03787663 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:2c:fc:56:67:d2\",\"name\":\"95d2b9f0b91f8d2\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc4f86e8-861b-405e-97ed-514c2d39bb4c\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:01:54.407918 3771 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:54.535379 3771 namespace.go:142] [build-service] updating namespace I0401 13:01:54.575956 3771 namespace.go:142] [default-tenant] updating namespace I0401 13:01:54.595509 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:54.615345 3771 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:54.616044 3771 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:54.622145 3771 namespace.go:142] [image-controller] updating namespace I0401 13:01:54.652172 3771 namespace.go:142] [integration-service] updating namespace I0401 13:01:54.670283 3771 namespace.go:142] [konflux-info] updating namespace I0401 13:01:54.698032 3771 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:54.715167 3771 namespace.go:142] [release-service] updating namespace I0401 13:01:54.738717 3771 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:54.759349 3771 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-797b8594bd-c95gx] creating logical port integration-service_integration-service-controller-manager-797b8594bd-c95gx for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:54.759454 3771 kube.go:256] Updating pod integration-service/integration-service-controller-manager-797b8594bd-c95gx I0401 13:01:54.790654 3771 pod.go:62] [integration-service/integration-service-controller-manager-797b8594bd-c95gx] pod update took 31.237884ms I0401 13:01:54.790678 3771 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-797b8594bd-c95gx] addLogicalPort annotation time took 31.267957ms I0401 13:01:54.792204 3771 pods.go:271] [integration-service/integration-service-controller-manager-797b8594bd-c95gx] addLogicalPort took 32.871102ms, libovsdb time 1.018881ms I0401 13:01:54.832286 3771 namespace.go:142] [build-service] updating namespace I0401 13:01:54.942220 3771 namespace.go:142] [default-tenant] updating namespace I0401 13:01:55.067098 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:55.157057 3771 namespace.go:142] [image-controller] updating namespace W0401 13:01:55.232125 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0401 13:01:55.249182 3771 namespace.go:142] [integration-service] updating namespace I0401 13:01:55.375577 3771 namespace.go:142] [konflux-info] updating namespace I0401 13:01:55.565020 3771 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:55.652340 3771 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:55.652367 3771 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:55.679751 3771 namespace.go:142] [release-service] updating namespace I0401 13:01:55.770883 3771 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:55.911093 3771 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-227.ec2.internal I0401 13:01:55.911202 3771 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0401 13:01:55.928403 3771 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 17.22531ms I0401 13:01:55.928435 3771 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 17.265651ms I0401 13:01:55.930071 3771 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 18.995049ms, libovsdb time 995.621µs I0401 13:01:56.099364 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=159 W0401 13:01:56.346509 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0401 13:01:56.455542 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0401 13:01:56.833115 3771 cni.go:403] [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default] I0401 13:01:56.842609 3771 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 8090c7cc473529a, network: default, NAD default, SandboxID: "8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862", PCI device ID: , UID: "901c8e00-84d8-458f-93dd-7faac83052f6", MAC: 0a:58:0a:82:00:43, IPs: [10.130.0.67/23] I0401 13:01:56.901578 3771 cni.go:424] [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:7e:e4:c0:a0:43\",\"name\":\"8090c7cc473529a\"},{\"mac\":\"0a:58:0a:82:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47a8876d-fb60-49fc-b8c0-4d112a2a1469\"}],\"ips\":[{\"address\":\"10.130.0.67/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 13:01:57.242248 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0401 13:01:59.169866 3771 cni.go:403] [integration-service/integration-service-controller-manager-797b8594bd-c95gx d1ad0bb91acfd0abc03109aa21c12ae85ca912d2a12c9e619e35d6b1123d9b1e network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-797b8594bd-c95gx d1ad0bb91acfd0abc03109aa21c12ae85ca912d2a12c9e619e35d6b1123d9b1e network default NAD default] I0401 13:01:59.180138 3771 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-797b8594bd-c95gx, hostIfaceName: d1ad0bb91acfd0a, network: default, NAD default, SandboxID: "d1ad0bb91acfd0abc03109aa21c12ae85ca912d2a12c9e619e35d6b1123d9b1e", PCI device ID: , UID: "1e84e03d-d273-4731-b253-fb507e3b8051", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0401 13:01:59.241977 3771 cni.go:424] [integration-service/integration-service-controller-manager-797b8594bd-c95gx d1ad0bb91acfd0abc03109aa21c12ae85ca912d2a12c9e619e35d6b1123d9b1e network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-797b8594bd-c95gx d1ad0bb91acfd0abc03109aa21c12ae85ca912d2a12c9e619e35d6b1123d9b1e network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:38:88:33:08:0f\",\"name\":\"d1ad0bb91acfd0a\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ada406c0-4a98-471d-b96c-a9dc338311b8\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:02:01.870060 3771 cni.go:403] [konflux-ui/dex-5f6c5df5c6-wkhqc d1faaae72013464d9cbd99fea9a80da58b1c13c7a3239badb28e23f3744a7cc5 network default NAD default] ADD starting CNI request [konflux-ui/dex-5f6c5df5c6-wkhqc d1faaae72013464d9cbd99fea9a80da58b1c13c7a3239badb28e23f3744a7cc5 network default NAD default] I0401 13:02:01.874404 3771 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default] I0401 13:02:01.875558 3771 cni.go:403] [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default] ADD starting CNI request [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default] I0401 13:02:01.883746 3771 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-5f6c5df5c6-wkhqc, hostIfaceName: d1faaae72013464, network: default, NAD default, SandboxID: "d1faaae72013464d9cbd99fea9a80da58b1c13c7a3239badb28e23f3744a7cc5", PCI device ID: , UID: "859441e2-6291-42dc-be28-49bd44f84f3b", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0401 13:02:01.887063 3771 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-54fml, hostIfaceName: 4ac62dfcc1801bb, network: default, NAD default, SandboxID: "4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35", PCI device ID: , UID: "40ec5e07-7422-424c-ae08-7004c620c467", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0401 13:02:01.888713 3771 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-766b5458c8-d72hm, hostIfaceName: a832bd9c5468793, network: default, NAD default, SandboxID: "a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080", PCI device ID: , UID: "ac1aeabd-dcb9-4c21-a36c-8096ef092d71", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0401 13:02:01.941224 3771 cni.go:403] [release-service/release-service-controller-manager-854f775895-2vhj4 14d1a8d86e13df7f338750a4da713a6badec6ffb1756a4819cc18017cf29fd4f network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-2vhj4 14d1a8d86e13df7f338750a4da713a6badec6ffb1756a4819cc18017cf29fd4f network default NAD default] I0401 13:02:01.951721 3771 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-2vhj4, hostIfaceName: 14d1a8d86e13df7, network: default, NAD default, SandboxID: "14d1a8d86e13df7f338750a4da713a6badec6ffb1756a4819cc18017cf29fd4f", PCI device ID: , UID: "589d87df-82da-4cec-a742-c76c7082359c", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0401 13:02:01.955160 3771 cni.go:424] [konflux-ui/dex-5f6c5df5c6-wkhqc d1faaae72013464d9cbd99fea9a80da58b1c13c7a3239badb28e23f3744a7cc5 network default NAD default] ADD finished CNI request [konflux-ui/dex-5f6c5df5c6-wkhqc d1faaae72013464d9cbd99fea9a80da58b1c13c7a3239badb28e23f3744a7cc5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:52:ad:93:fb:0c\",\"name\":\"d1faaae72013464\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe43dd67-9856-4a36-aa73-2907910369ad\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:02:01.977903 3771 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:a6:e4:c7:8e:b0\",\"name\":\"4ac62dfcc1801bb\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9bb850a-2841-4ce7-920c-b8282b51a4e5\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:02:02.007714 3771 cni.go:424] [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default] ADD finished CNI request [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:e0:6a:aa:e2:2b\",\"name\":\"a832bd9c5468793\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca1b1f86-361b-4c4b-b70f-c51ea22df4d6\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:02:02.034868 3771 cni.go:424] [release-service/release-service-controller-manager-854f775895-2vhj4 14d1a8d86e13df7f338750a4da713a6badec6ffb1756a4819cc18017cf29fd4f network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-2vhj4 14d1a8d86e13df7f338750a4da713a6badec6ffb1756a4819cc18017cf29fd4f network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:f5:68:93:c3:58\",\"name\":\"14d1a8d86e13df7\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6fbfeef-6457-46c6-90a4-035126c44acf\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0401 13:02:02.289126 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 13:02:02.292059 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 13:02:02.314057 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 13:02:02.314115 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 13:02:07.525781 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:07.525801 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.252305 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0401 13:02:08.336720 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0401 13:02:08.336847 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0401 13:02:08.366662 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.366685 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.390453 3771 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0401 13:02:13.305537 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 13:02:13.305659 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0401 13:02:13.507648 3771 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default] I0401 13:02:13.593888 3771 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-54fml 4ac62dfcc1801bbe0ad87445393c0bf7ebbe8ccdad4b0d6bbbf18f7d26ba4e35 network default NAD default], result "{}", err I0401 13:02:13.652396 3771 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:02:13.652437 3771 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-54fml I0401 13:02:13.653962 3771 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-54fml, ips: 10.130.0.63 I0401 13:02:13.653989 3771 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:02:14.399307 3771 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:02:14.399336 3771 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:02:14.404376 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-54fml I0401 13:02:14.404403 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-54fml W0401 13:02:19.355617 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0401 13:02:19.355720 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0401 13:02:22.385531 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0401 13:02:23.222879 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0401 13:02:28.094378 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0401 13:02:32.096763 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=167 W0401 13:02:44.583221 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:44.583247 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:44.583281 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:44.583287 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:48.448601 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:48.448626 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0401 13:03:12.203449 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0401 13:03:14.201320 3771 cni.go:403] [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default] DEL starting CNI request [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default] I0401 13:03:14.298096 3771 cni.go:424] [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default] DEL finished CNI request [konflux-ui/proxy-766b5458c8-d72hm a832bd9c5468793333d214a11868adc5a8e9e51eb2decfa900888f1d4463c080 network default NAD default], result "{}", err I0401 13:03:14.365816 3771 obj_retry.go:464] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:14.365855 3771 pods.go:176] Deleting pod: konflux-ui/proxy-766b5458c8-d72hm I0401 13:03:14.367325 3771 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-766b5458c8-d72hm, ips: 10.130.0.62 I0401 13:03:14.367354 3771 obj_retry.go:464] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:14.810754 3771 obj_retry.go:458] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:14.810781 3771 obj_retry.go:458] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:14.819491 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-766b5458c8-d72hm I0401 13:03:14.819520 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-766b5458c8-d72hm I0401 13:03:32.953215 3771 cni.go:403] [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default] I0401 13:03:33.049216 3771 cni.go:424] [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 8090c7cc473529a1b47574fb504efd57f16dc4101f230110bdcc547cd2b61862 network default NAD default], result "{}", err I0401 13:03:33.118372 3771 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:33.118426 3771 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0401 13:03:33.126950 3771 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.67 I0401 13:03:33.126992 3771 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:33.159242 3771 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:33.159293 3771 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:33.163024 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0401 13:03:33.163053 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0401 13:03:51.746720 3771 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default] I0401 13:03:51.849139 3771 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv b4f56b8641c28396950b56dd01e3aff2086dc81cea67c5b32c55eeccca171bf1 network default NAD default], result "{}", err I0401 13:03:51.913933 3771 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:51.913974 3771 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 13:03:51.915434 3771 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv, ips: 10.130.0.40 I0401 13:03:51.915464 3771 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:51.924691 3771 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-h9jgd] creating logical port image-controller_image-controller-controller-manager-56b684c87-h9jgd for pod on switch ip-10-0-2-227.ec2.internal I0401 13:03:51.924860 3771 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-h9jgd I0401 13:03:51.940161 3771 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-h9jgd] pod update took 15.325215ms I0401 13:03:51.940186 3771 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-h9jgd] addLogicalPort annotation time took 15.355546ms I0401 13:03:51.941710 3771 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-h9jgd] addLogicalPort took 17.036824ms, libovsdb time 995.754µs I0401 13:03:52.293382 3771 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-h9jgd 61e485e2b776b0173963e8ada6c42f3fcd4a7fa8477ac4dc72cbadd2d4163333 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-h9jgd 61e485e2b776b0173963e8ada6c42f3fcd4a7fa8477ac4dc72cbadd2d4163333 network default NAD default] I0401 13:03:52.303008 3771 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-h9jgd, hostIfaceName: 61e485e2b776b01, network: default, NAD default, SandboxID: "61e485e2b776b0173963e8ada6c42f3fcd4a7fa8477ac4dc72cbadd2d4163333", PCI device ID: , UID: "7993da42-cf1f-4d8f-bab7-326eb0dc85ba", MAC: 0a:58:0a:82:00:44, IPs: [10.130.0.68/23] I0401 13:03:52.362960 3771 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-h9jgd 61e485e2b776b0173963e8ada6c42f3fcd4a7fa8477ac4dc72cbadd2d4163333 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-h9jgd 61e485e2b776b0173963e8ada6c42f3fcd4a7fa8477ac4dc72cbadd2d4163333 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:38:ef:72:7c:52\",\"name\":\"61e485e2b776b01\"},{\"mac\":\"0a:58:0a:82:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82b5c598-9bf2-43ee-851f-ff27565d5389\"}],\"ips\":[{\"address\":\"10.130.0.68/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:03:52.372446 3771 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:52.372475 3771 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:52.381648 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 13:03:52.381680 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 13:03:59.102238 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0401 13:04:06.108650 3771 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0401 13:04:06.437661 3771 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:04:06.438222 3771 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:04:07.174176 3771 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:04:07.174203 3771 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:04:07.181423 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:04:07.181447 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:04:23.217324 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0401 13:05:01.187075 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0401 13:06:07.212999 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0401 13:06:31.200818 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0401 13:07:33.195818 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0401 13:07:42.098887 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0401 13:08:13.223545 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0401 13:08:57.211769 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0401 13:09:46.220930 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0401 13:10:00.196849 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584150-q7r2r for pod on switch ip-10-0-2-227.ec2.internal I0401 13:10:00.196972 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r I0401 13:10:00.221820 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r] pod update took 24.884329ms I0401 13:10:00.221848 3771 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r] addLogicalPort annotation time took 24.918277ms I0401 13:10:00.223225 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r] addLogicalPort took 26.391219ms, libovsdb time 849.502µs I0401 13:10:00.563439 3771 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default] I0401 13:10:00.573299 3771 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584150-q7r2r, hostIfaceName: 39bfaf877de0d89, network: default, NAD default, SandboxID: "39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582", PCI device ID: , UID: "137809c2-38b8-4cfa-8e59-5000b156b670", MAC: 0a:58:0a:82:00:45, IPs: [10.130.0.69/23] I0401 13:10:00.631085 3771 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:92:8d:ae:78:87\",\"name\":\"39bfaf877de0d89\"},{\"mac\":\"0a:58:0a:82:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a75ef71e-a97f-4214-a071-5de71cec3bca\"}],\"ips\":[{\"address\":\"10.130.0.69/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0401 13:10:04.490760 3771 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default] I0401 13:10:04.570246 3771 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r 39bfaf877de0d89d5cf68d83f4aeaa767c37541863e87c3ad52cd8ec6c485582 network default NAD default], result "{}", err I0401 13:10:04.626614 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:10:04.626649 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r I0401 13:10:04.628071 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r, ips: 10.130.0.69 I0401 13:10:04.628099 3771 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:10:05.503360 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:10:05.503408 3771 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:10:05.506116 3771 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb I0401 13:10:06.114386 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=288 I0401 13:10:22.105824 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0401 13:10:25.196379 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0401 13:10:52.097387 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0401 13:11:14.102521 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0401 13:11:15.099959 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=20 I0401 13:11:15.206967 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0401 13:11:22.063911 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:22.063959 3771 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:22.070185 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-s82q9 I0401 13:11:22.070212 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-s82q9 I0401 13:11:26.042484 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:26.042531 3771 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:26.048478 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-glg6l I0401 13:11:26.048503 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-glg6l I0401 13:11:31.191069 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0401 13:11:31.230480 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0401 13:11:32.039309 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:32.039336 3771 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:32.045319 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-v5qxl I0401 13:11:32.045350 3771 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-v5qxl I0401 13:12:54.102125 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0401 13:13:54.715755 3771 namespace.go:98] [default-tenant-managed] adding namespace I0401 13:13:54.716826 3771 namespace.go:102] [default-tenant-managed] adding namespace took 1.039173ms I0401 13:13:54.774229 3771 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:54.790908 3771 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.811658 3771 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.929127 3771 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.971672 3771 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:14:14.216689 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0401 13:14:23.204436 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0401 13:14:31.315000 3771 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod] creating logical port default-tenant_tsf-comp-sbvh-on-pull-request-z2ntv-init-pod for pod on switch ip-10-0-2-227.ec2.internal I0401 13:14:31.315136 3771 kube.go:256] Updating pod default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod I0401 13:14:31.369294 3771 cni.go:403] [default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod 470a1ba722cb0328e9f8c843cfbcb416444eecea0901aa5c7c2f9048623859b8 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod 470a1ba722cb0328e9f8c843cfbcb416444eecea0901aa5c7c2f9048623859b8 network default NAD default] I0401 13:14:31.538500 3771 kube.go:256] Updating pod default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod I0401 13:14:31.898551 3771 pod.go:62] [default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod] pod update took 583.440622ms I0401 13:14:31.898581 3771 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod] addLogicalPort annotation time took 583.474142ms I0401 13:14:31.899889 3771 pods.go:271] [default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod] addLogicalPort took 584.903446ms, libovsdb time 874.382µs I0401 13:14:31.980822 3771 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-sbvh-on-pull-request-z2ntv-init-pod, hostIfaceName: 470a1ba722cb032, network: default, NAD default, SandboxID: "470a1ba722cb0328e9f8c843cfbcb416444eecea0901aa5c7c2f9048623859b8", PCI device ID: , UID: "c22ddaba-38f2-4341-9e7f-d26e0e500f7a", MAC: 0a:58:0a:82:00:46, IPs: [10.130.0.70/23] I0401 13:14:32.038820 3771 cni.go:424] [default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod 470a1ba722cb0328e9f8c843cfbcb416444eecea0901aa5c7c2f9048623859b8 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-sbvh-on-pull-request-z2ntv-init-pod 470a1ba722cb0328e9f8c843cfbcb416444eecea0901aa5c7c2f9048623859b8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:df:6c:58:0a:c3\",\"name\":\"470a1ba722cb032\"},{\"mac\":\"0a:58:0a:82:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4affbcd7-30c0-4cb6-9514-a25a9a5dab5c\"}],\"ips\":[{\"address\":\"10.130.0.70/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err