+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-148.ec2.internal ++ [[ -n ip-10-0-1-148.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-148.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 12:44:00.742449393 - disable conntrack on geneve port' I0506 12:44:00.742449393 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0506 12:44:00.769514347 - starting ovnkube-node + echo 'I0506 12:44:00.769514347 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-148.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-148.ec2.internal --init-node ip-10-0-1-148.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-148.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 12:44:00.815773 3803 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 12:44:00.815862 3803 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-539b1c7172.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 12:44:00.817359 3803 kube.go:431] Waiting for certificate I0506 12:44:00.817384 3803 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 12:44:00.817431 3803 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 12:44:00.818227 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 12:44:00.845833 3803 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.845849 3803 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.848203 3803 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.851254 3803 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bwvlh" I0506 12:44:00.859516 3803 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bwvlh" I0506 12:44:00.859610 3803 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:01.817658 3803 kube.go:438] Certificate found I0506 12:44:01.818595 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 12:44:01.819491 3803 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 12:44:01.864271 3803 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 12:39:00 +0000 UTC" deadline="2026-05-07 05:31:03.478902869 +0000 UTC" I0506 12:44:01.864329 3803 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h47m1.614587697s" I0506 12:44:01.896320 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 12:44:01.907085 3803 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 12:44:01.907154 3803 factory.go:561] Starting watch factory I0506 12:44:01.907293 3803 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.907315 3803 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.907338 3803 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.907317 3803 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.907296 3803 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.907375 3803 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.908026 3803 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.908152 3803 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.908216 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.908319 3803 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.908393 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.908356 3803 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 12:44:01.908505 3803 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.908922 3803 server.go:101] MetricServer registers OVS metrics I0506 12:44:01.909257 3803 server.go:105] MetricServer registers OVN DB metrics I0506 12:44:01.912331 3803 controller_manager.go:370] Starting the ovnkube controller I0506 12:44:01.912341 3803 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-148.ec2.internal I0506 12:44:01.912382 3803 controller_manager.go:395] NBDB zone sync took: 34.059µs I0506 12:44:01.912390 3803 factory.go:561] Starting watch factory I0506 12:44:01.913672 3803 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 12:44:01.913693 3803 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 12:44:01.926820 3803 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 12:44:01.926847 3803 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 12:44:01.929095 3803 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.930689 3803 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 12:44:01.930740 3803 server.go:109] MetricServer registers OVN Controller metrics I0506 12:44:01.932821 3803 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.933005 3803 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.933193 3803 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.933935 3803 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.937755 3803 server.go:113] MetricServer registers OVN Northd metrics I0506 12:44:01.940432 3803 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.942712 3803 metrics.go:519] OVN Metrics Server starts to run ... I0506 12:44:02.012743 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0506 12:44:02.012765 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 12:44:02.012789 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 12:44:02.012792 3803 factory.go:1977] *v1.Node informer cache synced successfully I0506 12:44:02.012795 3803 factory.go:1977] *v1.Service informer cache synced successfully I0506 12:44:02.012798 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 12:44:02.012899 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:02.012918 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:02.012914 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:02.012945 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:02.015866 3803 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:02.015884 3803 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:02.017970 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 12:44:02.017981 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 12:44:02.018074 3803 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.018086 3803 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.018698 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 12:44:02.018708 3803 factory.go:1977] *v1.Node informer cache synced successfully I0506 12:44:02.018712 3803 factory.go:1977] *v1.Service informer cache synced successfully I0506 12:44:02.018715 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 12:44:02.018732 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0506 12:44:02.018736 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 12:44:02.020361 3803 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.023181 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 12:44:02.023230 3803 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.023240 3803 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.023769 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 12:44:02.023782 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 12:44:02.025158 3803 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.028897 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 12:44:02.028914 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 12:44:02.029005 3803 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.029016 3803 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.031009 3803 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.034749 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 12:44:02.034760 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 12:44:02.034815 3803 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.034827 3803 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.036850 3803 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.039862 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 12:44:02.039875 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 12:44:02.039911 3803 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.039922 3803 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.041967 3803 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.045441 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 12:44:02.045569 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 12:44:02.045669 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:02.045682 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:02.048160 3803 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:02.051212 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 12:44:02.051264 3803 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.051276 3803 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.051323 3803 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.051336 3803 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.051344 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 12:44:02.053665 3803 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.053804 3803 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:02.056809 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 12:44:02.056819 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 12:44:02.056826 3803 factory.go:680] Watch Factory start up complete, took: 149.678377ms I0506 12:44:02.056895 3803 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 12:44:02.056908 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 12:44:02.062279 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 12:44:02.062289 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 12:44:02.062295 3803 factory.go:680] Watch Factory start up complete, took: 149.904332ms I0506 12:44:02.062302 3803 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-148.ec2.internal" zone I0506 12:44:02.105325 3803 default_node_network_controller.go:710] Initializing the default node network controller I0506 12:44:02.192292 3803 udn_isolation.go:101] Starting UDN host isolation manager I0506 12:44:02.200403 3803 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 12:44:02.257232 3803 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 12:44:02.257379 3803 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 12:44:02.257404 3803 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 12:44:02.289760 3803 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 12:44:02.289836 3803 default_node_network_controller.go:809] Node ip-10-0-1-148.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0506 12:44:02.295026 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.148"] k8s.ovn.org/zone-name:ip-10-0-1-148.ec2.internal] on node ip-10-0-1-148.ec2.internal I0506 12:44:02.313273 3803 controller_manager.go:429] Waiting for node in zone sync took: 250.956442ms I0506 12:44:02.316927 3803 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 12:44:02.318055 3803 controller_manager.go:611] Switching to transit router for layer2 networks I0506 12:44:02.318068 3803 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-148.ec2.internal I0506 12:44:02.322894 3803 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 12:44:02.323013 3803 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0506 12:44:02.323147 3803 gateway_init.go:263] Preparing Gateway I0506 12:44:02.323159 3803 gateway_shared_intf.go:1687] Creating new gateway I0506 12:44:02.333761 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 12:44:02.339933 3803 controller_manager.go:290] SCTP support detected in OVN I0506 12:44:02.340571 3803 services_controller.go:69] Creating services controller for network=default I0506 12:44:02.340707 3803 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 12:44:02.340812 3803 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 12:44:02.340948 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 12:44:02.340962 3803 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 12:44:02.340972 3803 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 12:44:02.341168 3803 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 12:44:02.341256 3803 udn_enabled_svc.go:95] Performing full resync I0506 12:44:02.341261 3803 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.911µs I0506 12:44:02.341288 3803 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 12:44:02.341322 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 25.58µs I0506 12:44:02.341330 3803 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.392µs I0506 12:44:02.341336 3803 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 12:44:02.341342 3803 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 12:44:02.341350 3803 default_network_controller.go:325] Starting the default network controller I0506 12:44:02.341372 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.099µs I0506 12:44:02.341552 3803 udn_enabled_svc.go:99] Waiting for handler to sync I0506 12:44:02.341564 3803 udn_enabled_svc.go:104] Starting worker I0506 12:44:02.350849 3803 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 12:44:02.350920 3803 repair.go:33] Syncing exgw routes took 57.856µs I0506 12:44:02.350945 3803 default_network_controller.go:414] Starting all the Watchers... I0506 12:44:02.351075 3803 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 12:44:02.351075 3803 namespace.go:98] [openshift-insights] adding namespace I0506 12:44:02.351086 3803 namespace.go:98] [openshift-ingress] adding namespace I0506 12:44:02.351096 3803 namespace.go:98] [openshift-authentication] adding namespace I0506 12:44:02.351101 3803 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 12:44:02.351108 3803 namespace.go:98] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] adding namespace I0506 12:44:02.351112 3803 namespace.go:98] [openshift-operators] adding namespace I0506 12:44:02.351149 3803 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 12:44:02.351149 3803 namespace.go:98] [dedicated-admin] adding namespace I0506 12:44:02.351157 3803 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 12:44:02.351169 3803 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 12:44:02.351174 3803 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 12:44:02.351178 3803 namespace.go:98] [openshift-network-console] adding namespace I0506 12:44:02.351075 3803 namespace.go:98] [openshift-node] adding namespace I0506 12:44:02.351202 3803 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 12:44:02.352025 3803 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 934.817µs I0506 12:44:02.352040 3803 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 12:44:02.352512 3803 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 465.597µs I0506 12:44:02.352529 3803 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 12:44:02.353009 3803 namespace.go:102] [openshift-insights] adding namespace took 1.916784ms I0506 12:44:02.353020 3803 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 12:44:02.353453 3803 namespace.go:102] [openshift-ingress] adding namespace took 2.355261ms I0506 12:44:02.353468 3803 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 12:44:02.353936 3803 namespace.go:102] [openshift-authentication] adding namespace took 2.830779ms I0506 12:44:02.353947 3803 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 12:44:02.354358 3803 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.250894ms I0506 12:44:02.354372 3803 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 12:44:02.354803 3803 namespace.go:102] [openshift-operators] adding namespace took 3.682092ms I0506 12:44:02.354821 3803 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 12:44:02.355332 3803 namespace.go:102] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] adding namespace took 4.216464ms I0506 12:44:02.355343 3803 namespace.go:98] [openshift-cluster-version] adding namespace I0506 12:44:02.355680 3803 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.521524ms I0506 12:44:02.355690 3803 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 12:44:02.356284 3803 namespace.go:102] [dedicated-admin] adding namespace took 5.119163ms I0506 12:44:02.356300 3803 namespace.go:98] [kube-public] adding namespace I0506 12:44:02.356817 3803 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.650748ms I0506 12:44:02.356829 3803 namespace.go:98] [openshift-console] adding namespace I0506 12:44:02.357380 3803 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.206435ms I0506 12:44:02.357387 3803 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 12:44:02.357893 3803 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.715777ms I0506 12:44:02.357901 3803 namespace.go:98] [openshift-apiserver] adding namespace I0506 12:44:02.358445 3803 namespace.go:102] [openshift-network-console] adding namespace took 7.261866ms I0506 12:44:02.358464 3803 namespace.go:98] [default] adding namespace I0506 12:44:02.358938 3803 namespace.go:102] [openshift-node] adding namespace took 7.749755ms I0506 12:44:02.358954 3803 namespace.go:98] [openshift] adding namespace I0506 12:44:02.359413 3803 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.199257ms I0506 12:44:02.359430 3803 namespace.go:98] [openshift-backplane] adding namespace I0506 12:44:02.359899 3803 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.36412ms I0506 12:44:02.359916 3803 namespace.go:98] [openshift-dns-operator] adding namespace I0506 12:44:02.360359 3803 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.333609ms I0506 12:44:02.360373 3803 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 12:44:02.360735 3803 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.245351ms I0506 12:44:02.360747 3803 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 12:44:02.361079 3803 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.129341ms I0506 12:44:02.361088 3803 namespace.go:98] [openshift-controller-manager] adding namespace I0506 12:44:02.361680 3803 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.302637ms I0506 12:44:02.361695 3803 namespace.go:98] [openshift-monitoring] adding namespace I0506 12:44:02.362185 3803 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.357157ms I0506 12:44:02.362199 3803 namespace.go:98] [openshift-dns] adding namespace I0506 12:44:02.362607 3803 namespace.go:102] [openshift-cluster-version] adding namespace took 7.258276ms I0506 12:44:02.362621 3803 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 12:44:02.363081 3803 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.385228ms I0506 12:44:02.363095 3803 namespace.go:98] [openshift-console-operator] adding namespace I0506 12:44:02.363507 3803 namespace.go:102] [kube-public] adding namespace took 7.198386ms I0506 12:44:02.363527 3803 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 12:44:02.363930 3803 namespace.go:102] [openshift-console] adding namespace took 7.095459ms I0506 12:44:02.363943 3803 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 12:44:02.364340 3803 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.947127ms I0506 12:44:02.364353 3803 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 12:44:02.364698 3803 namespace.go:102] [openshift-apiserver] adding namespace took 6.792136ms I0506 12:44:02.364708 3803 namespace.go:98] [openshift-logging] adding namespace I0506 12:44:02.365188 3803 namespace.go:102] [default] adding namespace took 6.717419ms I0506 12:44:02.365202 3803 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 12:44:02.365713 3803 namespace.go:102] [openshift] adding namespace took 6.753551ms I0506 12:44:02.365739 3803 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 12:44:02.366130 3803 namespace.go:102] [openshift-backplane] adding namespace took 6.693836ms I0506 12:44:02.366148 3803 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 12:44:02.366579 3803 namespace.go:102] [openshift-dns-operator] adding namespace took 6.656628ms I0506 12:44:02.366596 3803 namespace.go:98] [openshift-etcd] adding namespace I0506 12:44:02.367060 3803 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.68116ms I0506 12:44:02.367076 3803 namespace.go:98] [openshift-multus] adding namespace I0506 12:44:02.367554 3803 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.801328ms I0506 12:44:02.367568 3803 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 12:44:02.368017 3803 namespace.go:102] [openshift-controller-manager] adding namespace took 6.922629ms I0506 12:44:02.368028 3803 namespace.go:98] [openshift-config-managed] adding namespace I0506 12:44:02.368399 3803 namespace.go:102] [openshift-monitoring] adding namespace took 6.69845ms I0506 12:44:02.368414 3803 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 12:44:02.368842 3803 namespace.go:102] [openshift-dns] adding namespace took 6.637552ms I0506 12:44:02.368855 3803 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 12:44:02.369236 3803 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.609075ms I0506 12:44:02.369248 3803 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 12:44:02.369621 3803 namespace.go:102] [openshift-console-operator] adding namespace took 6.519991ms I0506 12:44:02.369633 3803 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 12:44:02.370043 3803 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.510023ms I0506 12:44:02.370058 3803 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 12:44:02.370429 3803 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.479676ms I0506 12:44:02.370444 3803 namespace.go:98] [openshift-host-network] adding namespace I0506 12:44:02.370905 3803 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.547665ms I0506 12:44:02.370916 3803 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 12:44:02.371350 3803 namespace.go:102] [openshift-logging] adding namespace took 6.637028ms I0506 12:44:02.371364 3803 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 12:44:02.372166 3803 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.957709ms I0506 12:44:02.372182 3803 namespace.go:98] [kube-system] adding namespace I0506 12:44:02.372612 3803 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.861036ms I0506 12:44:02.372629 3803 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 12:44:02.373168 3803 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.013932ms I0506 12:44:02.373184 3803 namespace.go:98] [kube-node-lease] adding namespace W0506 12:44:02.373580 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mgvmd: pod openshift-multus/network-metrics-daemon-mgvmd: no pod IPs found I0506 12:44:02.373623 3803 namespace.go:102] [openshift-etcd] adding namespace took 7.021179ms I0506 12:44:02.373641 3803 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 12:44:02.374223 3803 namespace.go:102] [openshift-multus] adding namespace took 7.14057ms I0506 12:44:02.374238 3803 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 12:44:02.374633 3803 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.058896ms I0506 12:44:02.374649 3803 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 12:44:02.375055 3803 namespace.go:102] [openshift-config-managed] adding namespace took 7.021405ms I0506 12:44:02.375071 3803 namespace.go:98] [openshift-config-operator] adding namespace I0506 12:44:02.375468 3803 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.047276ms I0506 12:44:02.375483 3803 namespace.go:98] [openshift-config] adding namespace I0506 12:44:02.375969 3803 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.108115ms I0506 12:44:02.375986 3803 namespace.go:98] [openshift-marketplace] adding namespace I0506 12:44:02.376362 3803 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.107408ms I0506 12:44:02.376377 3803 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 12:44:02.376752 3803 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.113003ms I0506 12:44:02.376768 3803 namespace.go:98] [openshift-package-operator] adding namespace I0506 12:44:02.377344 3803 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.279028ms I0506 12:44:02.377356 3803 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 12:44:02.377878 3803 namespace.go:102] [openshift-host-network] adding namespace took 7.429151ms I0506 12:44:02.377891 3803 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 12:44:02.378510 3803 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.589125ms I0506 12:44:02.378546 3803 namespace.go:98] [openshift-machine-api] adding namespace I0506 12:44:02.378972 3803 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.601846ms I0506 12:44:02.378987 3803 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 12:44:02.379430 3803 namespace.go:102] [kube-system] adding namespace took 7.242042ms I0506 12:44:02.379444 3803 namespace.go:98] [openshift-image-registry] adding namespace I0506 12:44:02.379854 3803 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.217808ms I0506 12:44:02.379870 3803 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 12:44:02.380257 3803 namespace.go:102] [kube-node-lease] adding namespace took 7.06447ms I0506 12:44:02.380272 3803 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 12:44:02.380652 3803 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.003923ms I0506 12:44:02.381074 3803 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.829038ms I0506 12:44:02.381460 3803 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.805087ms I0506 12:44:02.381875 3803 namespace.go:102] [openshift-config-operator] adding namespace took 6.797238ms I0506 12:44:02.381892 3803 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 12:44:02.382276 3803 namespace.go:102] [openshift-config] adding namespace took 6.788148ms I0506 12:44:02.382289 3803 namespace.go:98] [openshift-infra] adding namespace I0506 12:44:02.382709 3803 namespace.go:102] [openshift-marketplace] adding namespace took 6.716405ms I0506 12:44:02.383129 3803 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.746819ms I0506 12:44:02.383520 3803 namespace.go:102] [openshift-package-operator] adding namespace took 6.74665ms I0506 12:44:02.383960 3803 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.598928ms I0506 12:44:02.384337 3803 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.441289ms I0506 12:44:02.384705 3803 namespace.go:102] [openshift-machine-api] adding namespace took 6.151755ms I0506 12:44:02.385093 3803 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.101015ms I0506 12:44:02.385462 3803 namespace.go:102] [openshift-image-registry] adding namespace took 6.011597ms I0506 12:44:02.385478 3803 namespace.go:98] [openshift-network-operator] adding namespace W0506 12:44:02.386183 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-brntz: pod openshift-network-diagnostics/network-check-target-brntz: no pod IPs found I0506 12:44:02.386227 3803 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.351762ms I0506 12:44:02.386704 3803 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.425322ms I0506 12:44:02.387124 3803 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.226214ms I0506 12:44:02.387503 3803 namespace.go:102] [openshift-infra] adding namespace took 5.208929ms I0506 12:44:02.387937 3803 namespace.go:102] [openshift-network-operator] adding namespace took 2.454888ms W0506 12:44:02.388025 3803 master.go:458] Unable to parse local node ip-10-0-1-148.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 12:44:02.388035 3803 master.go:481] Removing stale chassis with ID/Name: 82c24494-2eb3-4039-bf36-4c3bb0dbc7de, hostname: ip-10-0-1-148.ec2.internal I0506 12:44:02.388512 3803 master.go:548] Adding or Updating local node "ip-10-0-1-148.ec2.internal" for network "default" I0506 12:44:02.389220 3803 zone_ic_handler.go:195] Time taken to create transit switch: 322.715µs I0506 12:44:02.389238 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-30.ec2.internal for the network default I0506 12:44:02.389811 3803 zone_ic_handler.go:195] Time taken to create transit switch: 457.714µs I0506 12:44:02.389825 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-131.ec2.internal for the network default I0506 12:44:02.390686 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-30.ec2.internal" on network "default" took: 1.797795ms I0506 12:44:02.391389 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-131.ec2.internal" on network "default" took: 2.044828ms I0506 12:44:02.392860 3803 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-148.ec2.internal for the network default I0506 12:44:02.393037 3803 zone_ic_handler.go:195] Time taken to create transit switch: 164.187µs I0506 12:44:02.393816 3803 default_network_controller.go:823] Node add failed for ip-10-0-1-148.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal, error getting gateway config for node ip-10-0-1-148.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal", failed to update chassis to local for local node ip-10-0-1-148.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-148.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal] E0506 12:44:02.393862 3803 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-148.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal, error getting gateway config for node ip-10-0-1-148.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal", failed to update chassis to local for local node ip-10-0-1-148.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-148.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal] I0506 12:44:02.393941 3803 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 12:44:02.393966 3803 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 12:44:02.393966 3803 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-148.ec2.internal", UID:"8b764d66-9622-4b38-8452-4e60aad4783e", APIVersion:"v1", ResourceVersion:"8715", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal, error getting gateway config for node ip-10-0-1-148.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal", failed to update chassis to local for local node ip-10-0-1-148.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-148.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal] I0506 12:44:02.393979 3803 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 12:44:02.393990 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:02.394103 3803 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.394125 3803 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.394139 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0506 12:44:02.394169 3803 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.394178 3803 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.394187 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:02.394202 3803 node_tracker.go:235] Node ip-10-0-1-148.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal" I0506 12:44:02.394215 3803 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.394229 3803 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.418739 3803 iptables.go:108] Creating table: filter chain: FORWARD I0506 12:44:02.425445 3803 iptables.go:108] Creating table: filter chain: OUTPUT I0506 12:44:02.431877 3803 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 12:44:02.431894 3803 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-148.ec2.internal","mac-address":"0a:ff:d4:13:58:99","ip-addresses":["10.0.1.148/24"],"ip-address":"10.0.1.148/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:82c24494-2eb3-4039-bf36-4c3bb0dbc7de k8s.ovn.org/node-encap-ips:["10.0.1.148"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.148/24"} k8s.ovn.org/zone-name:ip-10-0-1-148.ec2.internal] on node ip-10-0-1-148.ec2.internal I0506 12:44:02.449050 3803 master.go:548] Adding or Updating local node "ip-10-0-1-148.ec2.internal" for network "default" I0506 12:44:02.449064 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:02.449126 3803 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.449141 3803 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.453266 3803 default_node_network_controller.go:519] Node connection status = connected W0506 12:44:02.454766 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mgvmd: pod openshift-multus/network-metrics-daemon-mgvmd: no pod IPs found W0506 12:44:02.454782 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-brntz: pod openshift-network-diagnostics/network-check-target-brntz: no pod IPs found I0506 12:44:02.455894 3803 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-148.ec2.internal for the network default I0506 12:44:02.456107 3803 zone_ic_handler.go:195] Time taken to create transit switch: 193.97µs I0506 12:44:02.494767 3803 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 12:44:02.494790 3803 services_controller.go:208] Setting up event handlers for services for network=default I0506 12:44:02.494851 3803 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 12:44:02.494914 3803 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 12:44:02.494930 3803 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 12:44:02.595711 3803 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 12:44:02.595751 3803 repair.go:60] Starting repairing loop for services I0506 12:44:02.595874 3803 repair.go:131] Deleted 0 stale service LBs I0506 12:44:02.595900 3803 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 12:44:02.595926 3803 repair.go:62] Finished repairing loop for services: 177.322µs I0506 12:44:02.595959 3803 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 12:44:02.595973 3803 services_controller.go:254] Starting workers for network=default I0506 12:44:02.596404 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mgvmd] creating logical port openshift-multus_network-metrics-daemon-mgvmd for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:02.596461 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-brntz] creating logical port openshift-network-diagnostics_network-check-target-brntz for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:02.596563 3803 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mgvmd I0506 12:44:02.596568 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-brntz I0506 12:44:02.610138 3803 pod.go:62] [openshift-network-diagnostics/network-check-target-brntz] pod update took 13.603818ms I0506 12:44:02.610164 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-brntz] addLogicalPort annotation time took 13.629392ms I0506 12:44:02.611074 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-brntz] addLogicalPort took 14.615923ms, libovsdb time 691.527µs I0506 12:44:02.614103 3803 pod.go:62] [openshift-multus/network-metrics-daemon-mgvmd] pod update took 17.613793ms I0506 12:44:02.614121 3803 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mgvmd] addLogicalPort annotation time took 17.63494ms I0506 12:44:02.615036 3803 pods.go:271] [openshift-multus/network-metrics-daemon-mgvmd] addLogicalPort took 18.642169ms, libovsdb time 716.785µs I0506 12:44:02.615807 3803 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 12:44:02.615836 3803 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 12:44:02.615855 3803 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 12:44:02.615861 3803 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 12:44:02.616111 3803 repair.go:29] Repairing admin network policies took 242.276µs I0506 12:44:02.616259 3803 repair.go:92] Repairing baseline admin network policies took 134.007µs I0506 12:44:02.616513 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 12:44:02.616531 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 12:44:02.618437 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 12:44:02.618461 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 12:44:02.618472 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 12:44:02.620972 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 12:44:02.620992 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 12:44:02.621001 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 12:44:02.621790 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 12:44:02.621813 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 12:44:02.621823 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 12:44:02.623689 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 12:44:02.623709 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 12:44:02.623732 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 12:44:02.624342 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 12:44:02.624359 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 12:44:02.624366 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 12:44:02.626042 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 12:44:02.626060 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 12:44:02.626070 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 12:44:02.626587 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 12:44:02.626601 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 12:44:02.626613 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 12:44:02.627643 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 12:44:02.627676 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 12:44:02.627691 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 12:44:02.628662 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 12:44:02.628686 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 12:44:02.628695 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 12:44:02.629281 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 12:44:02.629306 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 12:44:02.629786 3803 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 12:44:02.629799 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 12:44:02.631766 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 12:44:02.631791 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 12:44:02.631799 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 12:44:02.632091 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 12:44:02.632114 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 12:44:02.632121 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 12:44:02.634078 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 12:44:02.634102 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 12:44:02.634116 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 12:44:02.635388 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 12:44:02.635413 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 12:44:02.635423 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 12:44:02.635943 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 12:44:02.635962 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 12:44:02.635973 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 12:44:02.636484 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 12:44:02.636507 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 12:44:02.636516 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 12:44:02.638168 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 12:44:02.638187 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 12:44:02.638195 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 12:44:02.639530 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 12:44:02.639553 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 12:44:02.639563 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 12:44:02.639893 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 12:44:02.639915 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 12:44:02.639929 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 12:44:02.641012 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 12:44:02.641032 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 12:44:02.641042 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 12:44:02.642080 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 12:44:02.642097 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 12:44:02.642105 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 12:44:02.642608 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 12:44:02.642622 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 12:44:02.642627 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 12:44:02.642961 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 12:44:02.642987 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 12:44:02.642998 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 12:44:02.643532 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 12:44:02.643548 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 12:44:02.643555 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 12:44:02.644093 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 12:44:02.644113 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 12:44:02.644134 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 12:44:02.644981 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 12:44:02.645008 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 12:44:02.645024 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 12:44:02.646532 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 12:44:02.646554 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 12:44:02.646564 3803 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 12:44:02.648973 3803 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 12:44:02.648992 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 12:44:02.649003 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 12:44:02.649574 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 12:44:02.654665 3803 egressfirewall.go:374] Starting EgressFirewall controller I0506 12:44:02.654709 3803 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 12:44:02.654732 3803 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 12:44:02.654777 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 12:44:02.654791 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 12:44:02.654777 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 12:44:02.654799 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 12:44:02.655090 3803 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 12:44:02.655110 3803 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 12:44:02.655116 3803 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 12:44:02.655125 3803 egressqos.go:193] Setting up event handlers for EgressQoS I0506 12:44:02.655188 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-148.ec2.internal" for egress firewall I0506 12:44:02.655201 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-30.ec2.internal" for egress firewall I0506 12:44:02.655207 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0506 12:44:02.655246 3803 egressqos.go:245] Starting EgressQoS Controller I0506 12:44:02.655258 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 12:44:02.655267 3803 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 12:44:02.655276 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 12:44:02.655285 3803 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 12:44:02.655293 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 12:44:02.655298 3803 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 12:44:02.655302 3803 egressqos.go:259] Repairing EgressQoSes I0506 12:44:02.655305 3803 egressqos.go:399] Starting repairing loop for egressqos I0506 12:44:02.655382 3803 egressqos.go:401] Finished repairing loop for egressqos: 76.731µs I0506 12:44:02.655408 3803 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 12:44:02.655439 3803 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-148.ec2.internal I0506 12:44:02.655493 3803 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-148.ec2.internal : 52.728µs I0506 12:44:02.655574 3803 egressservice_zone.go:210] Starting Egress Services Controller I0506 12:44:02.655591 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 12:44:02.655601 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 12:44:02.655609 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 12:44:02.655616 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 12:44:02.655624 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 12:44:02.655631 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 12:44:02.655637 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 12:44:02.655659 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 12:44:02.655666 3803 egressservice_zone.go:228] Repairing Egress Services I0506 12:44:02.655975 3803 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 12:44:02.655985 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 12:44:02.656043 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:02.656054 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 11.992µs I0506 12:44:02.656061 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:02.656064 3803 default_network_controller.go:585] Completing all the Watchers took 305.110076ms I0506 12:44:02.656066 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 5.55µs I0506 12:44:02.656072 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:02.656073 3803 default_network_controller.go:589] Starting unidling controllers I0506 12:44:02.656076 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 4.176µs I0506 12:44:02.656086 3803 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 12:44:02.656093 3803 unidle.go:63] Populating Initial ContollerEvent events I0506 12:44:02.656105 3803 unidle.go:79] Setting up event handlers for services I0506 12:44:02.656149 3803 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 12:44:02.953233 3803 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:03.394955 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:03.394975 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 25.884µs I0506 12:44:03.394955 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0506 12:44:03.394985 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0506 12:44:03.395022 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0506 12:44:03.395038 3803 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:03.395053 3803 services_controller.go:574] Full service sync requested for network=default I0506 12:44:03.453575 3803 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:03.461232 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:03.461251 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 21.346µs I0506 12:44:03.461250 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-30.ec2.internal" for egress firewall I0506 12:44:03.461299 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:03.461355 3803 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:03.461369 3803 services_controller.go:574] Full service sync requested for network=default I0506 12:44:03.461302 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-30.ec2.internal. Updating no re-route policies I0506 12:44:03.953735 3803 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:04.453751 3803 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:04.736428 3803 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 12:44:04.954118 3803 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:04.973506 3803 bridgeconfig.go:537] Gateway is ready I0506 12:44:04.973525 3803 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 12:44:04.985691 3803 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.148. Updating OVN encap IP. I0506 12:44:04.991166 3803 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.148 - it is already configured I0506 12:44:04.991183 3803 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.148/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 12:44:04.991421 3803 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.148/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-148.ec2.internal","mac-address":"0a:ff:d4:13:58:99","ip-addresses":["10.0.1.148/24"],"ip-address":"10.0.1.148/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:82c24494-2eb3-4039-bf36-4c3bb0dbc7de k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.148/24"}] on node ip-10-0-1-148.ec2.internal I0506 12:44:05.008116 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:05.008137 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 28.339µs I0506 12:44:05.008142 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-148.ec2.internal" for egress firewall I0506 12:44:05.008191 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:05.008232 3803 master.go:548] Adding or Updating local node "ip-10-0-1-148.ec2.internal" for network "default" I0506 12:44:05.008303 3803 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:05.008326 3803 services_controller.go:574] Full service sync requested for network=default I0506 12:44:05.008871 3803 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.148 I0506 12:44:05.008963 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-148.ec2.internal I0506 12:44:05.013105 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-148.ec2.internal. Updating no re-route policies I0506 12:44:05.013171 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6w4c6 I0506 12:44:05.013185 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lfmtk I0506 12:44:05.013190 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-148.ec2.internal I0506 12:44:05.013199 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-lfmtk I0506 12:44:05.013197 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-brntz I0506 12:44:05.013192 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6w4c6 I0506 12:44:05.013205 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-148.ec2.internal I0506 12:44:05.013210 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mgvmd I0506 12:44:05.013217 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-148.ec2.internal I0506 12:44:05.013223 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mgvmd I0506 12:44:05.013221 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-db6pr I0506 12:44:05.013226 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-72cct I0506 12:44:05.013231 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6w4c6 after 0 failed attempt(s) I0506 12:44:05.013232 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-p5sjc I0506 12:44:05.013238 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-72cct I0506 12:44:05.013239 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-db6pr I0506 12:44:05.013240 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-148.ec2.internal after 0 failed attempt(s) I0506 12:44:05.013244 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-p5sjc I0506 12:44:05.013247 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kx4dj I0506 12:44:05.013246 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2p9jm I0506 12:44:05.013255 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kx4dj I0506 12:44:05.013259 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2p9jm I0506 12:44:05.013262 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mgvmd] creating logical port openshift-multus_network-metrics-daemon-mgvmd for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:05.013204 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-148.ec2.internal I0506 12:44:05.013236 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vmvdw I0506 12:44:05.013274 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kx4dj after 0 failed attempt(s) I0506 12:44:05.013278 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-p5sjc after 0 failed attempt(s) I0506 12:44:05.013284 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-148.ec2.internal after 0 failed attempt(s) I0506 12:44:05.013213 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-brntz I0506 12:44:05.013289 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2p9jm after 0 failed attempt(s) I0506 12:44:05.013312 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-brntz] creating logical port openshift-network-diagnostics_network-check-target-brntz for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:05.013177 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4s2x7 I0506 12:44:05.013359 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4s2x7 I0506 12:44:05.013225 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-lfmtk after 0 failed attempt(s) I0506 12:44:05.013262 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-72cct after 0 failed attempt(s) I0506 12:44:05.013266 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-db6pr after 0 failed attempt(s) I0506 12:44:05.013279 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vmvdw I0506 12:44:05.013466 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4s2x7 after 0 failed attempt(s) I0506 12:44:05.013464 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vmvdw after 0 failed attempt(s) I0506 12:44:05.014003 3803 pods.go:271] [openshift-multus/network-metrics-daemon-mgvmd] addLogicalPort took 754.533µs, libovsdb time 322.39µs I0506 12:44:05.014014 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mgvmd after 0 failed attempt(s) I0506 12:44:05.014082 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-brntz] addLogicalPort took 780.175µs, libovsdb time 337.407µs I0506 12:44:05.014089 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-brntz after 0 failed attempt(s) I0506 12:44:05.025056 3803 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 12:44:05.038363 3803 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 12:44:05.041708 3803 iptables.go:108] Creating table: nat chain: OUTPUT I0506 12:44:05.084953 3803 iptables.go:108] Creating table: nat chain: PREROUTING I0506 12:44:05.132026 3803 iptables.go:108] Creating table: filter chain: FORWARD I0506 12:44:05.149413 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 12:44:05.149545 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 12:44:05.149612 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 12:44:05.149706 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 12:44:05.149782 3803 gateway_init.go:325] Gateway and management port readiness took 2.700971954s I0506 12:44:05.149818 3803 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 12:44:05.149860 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 12:44:05.149875 3803 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 12:44:05.149885 3803 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 12:44:05.149957 3803 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 12:44:05.150052 3803 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.239µs I0506 12:44:05.150254 3803 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 12:44:05.150278 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.395µs I0506 12:44:05.150286 3803 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.304µs I0506 12:44:05.150291 3803 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 12:44:05.150299 3803 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 12:44:05.150304 3803 default_node_network_controller.go:899] Starting the default node network controller I0506 12:44:05.150309 3803 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 12:44:05.150390 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.417µs I0506 12:44:05.150436 3803 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 12:44:05.150444 3803 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 12:44:05.150466 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c16b70 0xc000325e30 0xc000325ea0 0xc000325f10 0xc00032e000 0xc00032e0e0 0xc00032e150 0xc000a5bd10 0xc00032e1c0 0xc00032e230 0xc0000302d0 0xc006579500 0xc00032e2a0 map[0x2ff9080:0xc001bbd140 0x2ff95c0:0xc001bbd440 0x2ffa2e0:0xc001bbd080 0x2ffa580:0xc001bbd0e0 0x2ffad60:0xc001bbd1a0 0x2ffb000:0xc001bbd380 0x2ffb2a0:0xc001bbd3e0 0x2ffba80:0xc001bbd4a0 0x2ffbd20:0xc001bbd500 0x3026980:0xc000967560 0x3026d20:0xc0009675c0 0x3027800:0xc000c7c300 0x3029160:0xc001c1e000 0x30298a0:0xc00278b8c0 0x302a720:0xc000967380] 0xc00016ce70 0} I0506 12:44:05.150523 3803 gateway.go:151] Starting gateway service sync I0506 12:44:05.151329 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 12:44:05.153493 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 12:44:05.172237 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 12:44:05.173520 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 12:44:05.174747 3803 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 12:44:05.211009 3803 gateway.go:168] Gateway service sync done. Time taken: 60.470855ms I0506 12:44:05.211486 3803 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31027 I0506 12:44:05.211963 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c16b70 0xc000325e30 0xc000325ea0 0xc000325f10 0xc00032e000 0xc00032e0e0 0xc00032e150 0xc000a5bd10 0xc00032e1c0 0xc00032e230 0xc0000302d0 0xc006579500 0xc00032e2a0 map[0x2ff9080:0xc001bbd140 0x2ff95c0:0xc001bbd440 0x2ffa2e0:0xc001bbd080 0x2ffa580:0xc001bbd0e0 0x2ffad60:0xc001bbd1a0 0x2ffb000:0xc001bbd380 0x2ffb2a0:0xc001bbd3e0 0x2ffba80:0xc001bbd4a0 0x2ffbd20:0xc001bbd500 0x3026980:0xc000967560 0x3026d20:0xc0009675c0 0x3027800:0xc000c7c300 0x3029160:0xc001c1e000 0x30298a0:0xc00278b8c0 0x302a720:0xc000967380] 0xc00016ce70 0} I0506 12:44:05.212406 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c16b70 0xc000325e30 0xc000325ea0 0xc000325f10 0xc00032e000 0xc00032e0e0 0xc00032e150 0xc000a5bd10 0xc00032e1c0 0xc00032e230 0xc0000302d0 0xc006579500 0xc00032e2a0 map[0x2ff9080:0xc001bbd140 0x2ff95c0:0xc001bbd440 0x2ffa2e0:0xc001bbd080 0x2ffa580:0xc001bbd0e0 0x2ffad60:0xc001bbd1a0 0x2ffb000:0xc001bbd380 0x2ffb2a0:0xc001bbd3e0 0x2ffba80:0xc001bbd4a0 0x2ffbd20:0xc001bbd500 0x3026980:0xc000967560 0x3026d20:0xc0009675c0 0x3027800:0xc000c7c300 0x3029160:0xc001c1e000 0x30298a0:0xc00278b8c0 0x302a720:0xc000967380] 0xc00016ce70 0} I0506 12:44:05.212450 3803 gateway.go:532] Reconciling gateway with updates I0506 12:44:05.218681 3803 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 12:44:05.218802 3803 default_node_network_controller.go:944] Gateway and management port readiness took 68.350079ms I0506 12:44:05.218835 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:05.218859 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:05.218860 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:05.218875 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 12:44:05.218880 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:05.218886 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 12:44:05.218887 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:05.218890 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:05.218901 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:05.218905 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:05.218908 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:05.218909 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:05.218915 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 12:44:05.218916 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:05.218931 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:05.218936 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:05.218937 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 12:44:05.218946 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:05.218950 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:05.218958 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:05.218961 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 12:44:05.218958 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:05.218968 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:05.218973 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:05.218980 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:05.218981 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:05.218982 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 12:44:05.218988 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:05.218988 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:05.218996 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:05.218998 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:05.219002 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:05.218993 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 12:44:05.219009 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:05.218968 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:05.219014 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:05.219016 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 12:44:05.219020 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:05.219022 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:05.218892 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 12:44:05.219025 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:05.218951 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 12:44:05.218872 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:05.219034 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:05.219045 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:05.219049 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:05.219054 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:05.219053 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:05.219060 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:05.219059 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:05.219062 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:05.219066 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 12:44:05.219068 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:05.219072 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:05.219072 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:05.219073 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:05.219080 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 12:44:05.219083 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:05.219085 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:05.219096 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:05.219106 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 12:44:05.218945 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 12:44:05.218865 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:05.219120 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:05.219121 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 12:44:05.219127 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:05.219136 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:05.219085 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:05.218980 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:05.219195 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:05.219203 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 12:44:05.219073 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 12:44:05.219063 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:05.219015 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 12:44:05.219009 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 12:44:05.218936 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:05.219316 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:05.219330 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31977 is already open, no action needed I0506 12:44:05.219340 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 32326 is already open, no action needed I0506 12:44:05.219067 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:05.219048 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:05.219422 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 12:44:05.218991 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:05.219440 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 12:44:05.218982 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:05.218953 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:05.219488 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:05.218963 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:05.218969 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:05.218971 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:05.219593 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:05.218976 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 12:44:05.218982 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:05.219637 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:05.218983 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:05.219680 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 12:44:05.219005 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:05.218991 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:05.219753 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:05.219023 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:05.219842 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 12:44:05.219039 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:05.219051 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:05.219058 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:05.219068 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 12:44:05.219070 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:05.219067 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:05.220021 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:05.219079 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:05.220049 3803 node_ip_handler_linux.go:160] Node IP manager is running I0506 12:44:05.218993 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0506 12:44:05.261870 3803 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 12:44:05.262027 3803 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 12:44:05.262153 3803 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0506 12:44:05.272443 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 12:44:05.272479 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 12:44:05.272491 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 12:44:05.272509 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 12:44:05.272517 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 12:44:05.272533 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 12:44:05.272542 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 12:44:05.316348 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 12:44:05.338135 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 12:44:05.338199 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 12:44:05.338219 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 12:44:05.338229 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 12:44:05.338237 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 12:44:05.338247 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 12:44:05.338253 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 12:44:05.338259 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 12:44:05.338265 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 12:44:05.338270 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 12:44:05.338275 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 12:44:05.338284 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 12:44:05.338291 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 12:44:05.338299 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 12:44:05.338305 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 12:44:05.338310 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 12:44:06.952353 3803 default_node_network_controller.go:1380] Starting node controller node sync W0506 12:44:06.952385 3803 egressip_healthcheck.go:76] Health checking using insecure connection I0506 12:44:06.952429 3803 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0506 12:44:06.964080 3803 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.70283ms I0506 12:44:06.964193 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0506 12:44:06.964210 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 12:44:06.964193 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-30.ec2.internal", IP: 10.0.2.30 to PMTUD blocking rules I0506 12:44:06.964222 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-30.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 12:44:06.976147 3803 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 12:44:06.976496 3803 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 12:44:06.976601 3803 egressservice_node.go:183] Starting Egress Services Controller I0506 12:44:06.976618 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 12:44:06.976629 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 12:44:06.976636 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 12:44:06.976641 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 12:44:06.976646 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 12:44:06.976651 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 12:44:06.976655 3803 egressservice_node.go:197] Repairing Egress Services I0506 12:44:06.987264 3803 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 12:44:06.987281 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 12:44:06.987481 3803 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 12:44:06.987501 3803 link_network_manager.go:119] Link manager is running I0506 12:44:06.987512 3803 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 12:44:06.987798 3803 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 12:44:06.987866 3803 vrf_manager.go:128] VRF manager is running I0506 12:44:06.987962 3803 node_controller_manager.go:437] Removing flows to drop GARP I0506 12:44:06.987970 3803 gateway.go:532] Reconciling gateway with updates I0506 12:44:07.009645 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 12:44:07.009657 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:07.009672 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 12:44:07.009677 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:07.009681 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:07.009695 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:07.009702 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:07.009699 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:07.009734 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:07.009744 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:07.009757 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:07.009755 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:07.009770 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:07.009661 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:07.009797 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 12:44:07.009805 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 12:44:07.009801 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:07.009814 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:07.009820 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 12:44:07.009823 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:07.009817 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:07.009832 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 12:44:07.009832 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:07.009841 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:07.009844 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:07.009845 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:07.009854 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:07.009861 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:07.009866 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:07.009866 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:07.009870 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 12:44:07.009874 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:07.009879 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:07.009884 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:07.009887 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:07.009884 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:07.009896 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:07.009901 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:07.009899 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:07.009905 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 12:44:07.009905 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:07.009905 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:07.009913 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:07.009672 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:07.009919 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:07.009920 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:07.009923 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:07.009925 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:07.009927 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:07.009930 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 12:44:07.009932 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 12:44:07.009670 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:07.009851 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:07.009940 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 12:44:07.009946 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:07.009948 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:07.009944 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 12:44:07.009683 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:07.009961 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 12:44:07.009962 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 12:44:07.009885 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:07.009969 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:07.009705 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:07.009659 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:07.009990 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:07.009992 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:07.009948 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:07.009995 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 12:44:07.010008 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:07.010009 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 12:44:07.010003 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:07.010025 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:07.009964 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 12:44:07.009817 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:07.010097 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:07.010102 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 12:44:07.010014 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 12:44:07.010111 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 12:44:07.009682 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:07.010127 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:07.009672 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:07.010166 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:07.010178 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31977 is already open, no action needed I0506 12:44:07.009646 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:07.010184 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 32326 is already open, no action needed I0506 12:44:07.010194 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:07.009828 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 12:44:07.009840 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:07.010245 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:07.009838 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:07.010272 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:07.009843 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:07.010295 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 12:44:07.009837 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:07.010304 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:07.009852 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:07.010328 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:07.009857 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:07.009859 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:07.010368 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:07.009858 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:07.010393 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:07.009868 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:07.009869 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:07.010439 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:07.009886 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 12:44:07.009885 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 12:44:07.009938 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 12:44:07.009962 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:07.010000 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 12:44:07.009789 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 12:44:07.050345 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 12:44:07.050370 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 12:44:07.050377 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 12:44:07.050388 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 12:44:07.050393 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 12:44:07.050399 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 12:44:07.050423 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 12:44:07.050445 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 12:44:07.050451 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 12:44:07.050457 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 12:44:07.089829 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 12:44:07.089837 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 12:44:07.089859 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 12:44:07.089866 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 12:44:07.089871 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 12:44:07.089879 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 12:44:07.089883 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 12:44:07.089889 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 12:44:07.089895 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 12:44:07.089901 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 12:44:07.089907 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 12:44:07.129252 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 12:44:07.129282 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 12:44:07.140366 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:07.140402 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 41.932µs I0506 12:44:07.339400 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:07.339434 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 42.625µs I0506 12:44:08.327402 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:08.327435 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 40.368µs I0506 12:44:08.354692 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66dccc567d-flqqt] creating logical port openshift-image-registry_image-registry-66dccc567d-flqqt for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:08.354831 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-66dccc567d-flqqt I0506 12:44:08.373442 3803 pod.go:62] [openshift-image-registry/image-registry-66dccc567d-flqqt] pod update took 18.635592ms I0506 12:44:08.373469 3803 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-66dccc567d-flqqt] addLogicalPort annotation time took 18.669887ms I0506 12:44:08.374692 3803 pods.go:271] [openshift-image-registry/image-registry-66dccc567d-flqqt] addLogicalPort took 20.015663ms, libovsdb time 927.716µs I0506 12:44:08.379282 3803 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-l86g5] creating logical port openshift-ingress-canary_ingress-canary-l86g5 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:08.379367 3803 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-l86g5 I0506 12:44:08.380375 3803 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dh8wd] creating logical port openshift-dns_dns-default-dh8wd for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:08.380494 3803 kube.go:256] Updating pod openshift-dns/dns-default-dh8wd I0506 12:44:08.398046 3803 pod.go:62] [openshift-dns/dns-default-dh8wd] pod update took 17.6069ms I0506 12:44:08.398071 3803 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dh8wd] addLogicalPort annotation time took 17.638087ms I0506 12:44:08.398265 3803 pod.go:62] [openshift-ingress-canary/ingress-canary-l86g5] pod update took 18.92229ms I0506 12:44:08.398283 3803 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-l86g5] addLogicalPort annotation time took 18.944768ms I0506 12:44:08.399318 3803 pods.go:271] [openshift-dns/dns-default-dh8wd] addLogicalPort took 18.954105ms, libovsdb time 955.16µs I0506 12:44:08.399518 3803 pods.go:271] [openshift-ingress-canary/ingress-canary-l86g5] addLogicalPort took 20.255579ms, libovsdb time 1.028355ms I0506 12:44:08.800576 3803 cni.go:452] [openshift-ingress-canary/ingress-canary-l86g5 0cc7f77a3b83dabf586cf23619dae514f68441e0cfd9f937b939849c923f66ab network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-l86g5 0cc7f77a3b83dabf586cf23619dae514f68441e0cfd9f937b939849c923f66ab network default NAD default NAD key ] I0506 12:44:08.842640 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-l86g5, hostIfaceName: 0cc7f77a3b83dab, network: default, NAD default, SandboxID: "0cc7f77a3b83dabf586cf23619dae514f68441e0cfd9f937b939849c923f66ab", PCI device ID: , UID: "bb8ead0c-bafd-4e04-8b12-380278337fec", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0506 12:44:08.892017 3803 cni.go:473] [openshift-ingress-canary/ingress-canary-l86g5 0cc7f77a3b83dabf586cf23619dae514f68441e0cfd9f937b939849c923f66ab network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-l86g5 0cc7f77a3b83dabf586cf23619dae514f68441e0cfd9f937b939849c923f66ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:2e:dc:c2:0e:98\",\"name\":\"0cc7f77a3b83dab\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e074196-a659-423a-81a6-69aa6cb27862\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:44:16.543215 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:16.568627 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 12:44:16.604097 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 12:44:39.099783 3803 cni.go:452] [openshift-network-diagnostics/network-check-target-brntz a11ac3b7ab95bc15a9ebb39719fcbcd0541f1bfca0fe8da7f60fe852d788e622 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-brntz a11ac3b7ab95bc15a9ebb39719fcbcd0541f1bfca0fe8da7f60fe852d788e622 network default NAD default NAD key ] I0506 12:44:39.109219 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-brntz, hostIfaceName: a11ac3b7ab95bc1, network: default, NAD default, SandboxID: "a11ac3b7ab95bc15a9ebb39719fcbcd0541f1bfca0fe8da7f60fe852d788e622", PCI device ID: , UID: "4cff756d-32ab-4abb-90b3-58bc27146ec6", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0506 12:44:39.153638 3803 cni.go:473] [openshift-network-diagnostics/network-check-target-brntz a11ac3b7ab95bc15a9ebb39719fcbcd0541f1bfca0fe8da7f60fe852d788e622 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-brntz a11ac3b7ab95bc15a9ebb39719fcbcd0541f1bfca0fe8da7f60fe852d788e622 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:26:0b:26:0c:55\",\"name\":\"a11ac3b7ab95bc1\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c05f235a-2f06-406c-a3c0-f53026219c17\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:44:42.285435 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.527677 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.527706 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.610548 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.610571 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 12:44:55.245355 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp for pod on switch ip-10-0-1-148.ec2.internal I0506 12:44:55.245459 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp I0506 12:44:55.260525 3803 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp] pod update took 15.092083ms I0506 12:44:55.260554 3803 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp] addLogicalPort annotation time took 15.125194ms I0506 12:44:55.261712 3803 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp] addLogicalPort took 16.377577ms, libovsdb time 850.23µs I0506 12:44:55.600909 3803 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key ] I0506 12:44:55.610602 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp, hostIfaceName: 7b6a0a47b368267, network: default, NAD default, SandboxID: "7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409", PCI device ID: , UID: "73336616-8741-449a-bc40-4800306f8b7b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0506 12:44:55.654561 3803 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d6:fc:14:de:26\",\"name\":\"7b6a0a47b368267\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd434e48-ca46-4bfe-914f-e0fa620c09e0\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:45:13.289616 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 12:45:16.375008 3803 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key ] I0506 12:45:16.435499 3803 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp 7b6a0a47b3682674a25e05f1ffd375f13338055c615365e8d1f63f932e600409 network default NAD default NAD key default], result "{}", err I0506 12:45:16.512068 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.512100 3803 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp I0506 12:45:16.513378 3803 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp, ips: 10.128.0.8 I0506 12:45:16.513403 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.513420 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.513428 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 12:45:16.513631 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.513645 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 12:45:17.397745 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397771 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397787 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397802 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:20.333526 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 12:45:20.347966 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 12:46:07.950857 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-s7bg8 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:07.950979 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8 I0506 12:46:07.957308 3803 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-85sq2 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:07.957396 3803 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2 I0506 12:46:07.966810 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-bff596dbc-fdjpl] creating logical port openshift-ingress_router-default-bff596dbc-fdjpl for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:07.966933 3803 kube.go:256] Updating pod openshift-ingress/router-default-bff596dbc-fdjpl I0506 12:46:07.971659 3803 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8] pod update took 20.702488ms I0506 12:46:07.971682 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8] addLogicalPort annotation time took 20.730868ms I0506 12:46:07.973230 3803 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8] addLogicalPort took 22.389067ms, libovsdb time 1.206956ms I0506 12:46:07.973288 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-bc886f5b4-qqz9d] creating logical port openshift-ingress_router-default-bc886f5b4-qqz9d for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:07.973359 3803 kube.go:256] Updating pod openshift-ingress/router-default-bc886f5b4-qqz9d I0506 12:46:07.981023 3803 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2] pod update took 23.652044ms I0506 12:46:07.981050 3803 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2] addLogicalPort annotation time took 23.680504ms I0506 12:46:07.981094 3803 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-dff9d for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:07.981179 3803 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d I0506 12:46:07.982361 3803 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2] addLogicalPort took 25.065567ms, libovsdb time 921.206µs I0506 12:46:07.990834 3803 pod.go:62] [openshift-ingress/router-default-bff596dbc-fdjpl] pod update took 23.92359ms I0506 12:46:07.990858 3803 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-bff596dbc-fdjpl] addLogicalPort annotation time took 23.955739ms I0506 12:46:07.991873 3803 pods.go:271] [openshift-ingress/router-default-bff596dbc-fdjpl] addLogicalPort took 25.078331ms, libovsdb time 755.398µs I0506 12:46:08.004225 3803 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d] pod update took 23.073872ms I0506 12:46:08.004245 3803 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d] addLogicalPort annotation time took 23.09761ms I0506 12:46:08.004283 3803 pod.go:62] [openshift-ingress/router-default-bc886f5b4-qqz9d] pod update took 30.954042ms I0506 12:46:08.004301 3803 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-bc886f5b4-qqz9d] addLogicalPort annotation time took 30.974585ms I0506 12:46:08.005235 3803 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d] addLogicalPort took 24.15198ms, libovsdb time 700.349µs I0506 12:46:08.005507 3803 pods.go:271] [openshift-ingress/router-default-bc886f5b4-qqz9d] addLogicalPort took 32.227269ms, libovsdb time 936.495µs I0506 12:46:08.616363 3803 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8 8f3043b8a764164929539a3de7f596ccd1a8c0921ee56fb06c7588dfaa289cd0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8 8f3043b8a764164929539a3de7f596ccd1a8c0921ee56fb06c7588dfaa289cd0 network default NAD default NAD key ] I0506 12:46:08.623377 3803 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2 f2ea6e2cff5a361189244a57ec6c647f31baab342edebad7554d082e58c105b8 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2 f2ea6e2cff5a361189244a57ec6c647f31baab342edebad7554d082e58c105b8 network default NAD default NAD key ] I0506 12:46:08.625735 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-s7bg8, hostIfaceName: 8f3043b8a764164, network: default, NAD default, SandboxID: "8f3043b8a764164929539a3de7f596ccd1a8c0921ee56fb06c7588dfaa289cd0", PCI device ID: , UID: "c135a769-8dab-49a0-bb1e-0c43ba4b4d80", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0506 12:46:08.633937 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-85sq2, hostIfaceName: f2ea6e2cff5a361, network: default, NAD default, SandboxID: "f2ea6e2cff5a361189244a57ec6c647f31baab342edebad7554d082e58c105b8", PCI device ID: , UID: "eb581fe0-dc4e-42cc-99f8-80513687f2d9", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0506 12:46:08.672066 3803 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8 8f3043b8a764164929539a3de7f596ccd1a8c0921ee56fb06c7588dfaa289cd0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-s7bg8 8f3043b8a764164929539a3de7f596ccd1a8c0921ee56fb06c7588dfaa289cd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:05:3c:cd:bb:1c\",\"name\":\"8f3043b8a764164\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adb01e0f-a0de-4f74-809f-994757671e39\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:46:08.687355 3803 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2 f2ea6e2cff5a361189244a57ec6c647f31baab342edebad7554d082e58c105b8 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-85sq2 f2ea6e2cff5a361189244a57ec6c647f31baab342edebad7554d082e58c105b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:99:a2:a6:28:33\",\"name\":\"f2ea6e2cff5a361\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26c986f1-457e-4734-8e45-11a4056dfb49\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:46:12.872310 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 12:46:13.248570 3803 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 12:46:13.249595 3803 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.000945ms I0506 12:46:13.271501 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 12:46:14.659166 3803 namespace.go:98] [openshift-service-ca] adding namespace I0506 12:46:14.660013 3803 namespace.go:102] [openshift-service-ca] adding namespace took 822.248µs I0506 12:46:14.693949 3803 namespace.go:142] [openshift-service-ca] updating namespace I0506 12:46:16.333989 3803 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-xflzq] creating logical port openshift-service-ca_service-ca-d9cb48497-xflzq for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:16.334115 3803 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-xflzq I0506 12:46:16.347315 3803 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-xflzq] pod update took 13.228676ms I0506 12:46:16.347336 3803 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-xflzq] addLogicalPort annotation time took 13.253203ms I0506 12:46:16.348463 3803 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-xflzq] addLogicalPort took 14.488868ms, libovsdb time 834.052µs I0506 12:46:16.686943 3803 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-xflzq 22f97e8e9af05a899b4f974bc9bfa1402d5f25320202e6bca0856e46613bd4f2 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-xflzq 22f97e8e9af05a899b4f974bc9bfa1402d5f25320202e6bca0856e46613bd4f2 network default NAD default NAD key ] I0506 12:46:16.696080 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-xflzq, hostIfaceName: 22f97e8e9af05a8, network: default, NAD default, SandboxID: "22f97e8e9af05a899b4f974bc9bfa1402d5f25320202e6bca0856e46613bd4f2", PCI device ID: , UID: "ff703e8a-ebc1-4798-bb0e-a14159169a1b", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0506 12:46:16.741046 3803 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-xflzq 22f97e8e9af05a899b4f974bc9bfa1402d5f25320202e6bca0856e46613bd4f2 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-xflzq 22f97e8e9af05a899b4f974bc9bfa1402d5f25320202e6bca0856e46613bd4f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:25:b2:6d:b1:1b\",\"name\":\"22f97e8e9af05a8\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4762b6c5-9240-4669-bb17-c669d0802cba\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:46:23.486275 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 12:46:40.137377 3803 cni.go:452] [openshift-ingress/router-default-bc886f5b4-qqz9d 750a84477fcf58e5509cda4ab1b891323f9882be85468942d8bf8e1d4dff5d35 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-bc886f5b4-qqz9d 750a84477fcf58e5509cda4ab1b891323f9882be85468942d8bf8e1d4dff5d35 network default NAD default NAD key ] I0506 12:46:40.139065 3803 cni.go:452] [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key ] I0506 12:46:40.148233 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-bc886f5b4-qqz9d, hostIfaceName: 750a84477fcf58e, network: default, NAD default, SandboxID: "750a84477fcf58e5509cda4ab1b891323f9882be85468942d8bf8e1d4dff5d35", PCI device ID: , UID: "2d86abda-c6ea-4730-ac32-d53b29c0794d", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0506 12:46:40.148667 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-bff596dbc-fdjpl, hostIfaceName: 1419594feb3b1d4, network: default, NAD default, SandboxID: "1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580", PCI device ID: , UID: "d70a7f6d-a5e7-4e98-a0f8-dc377a837599", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0506 12:46:40.155057 3803 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d d9f5876fdf87978f89c1c0a776af810a174b5a6eda604db8f94cfb01d7950308 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d d9f5876fdf87978f89c1c0a776af810a174b5a6eda604db8f94cfb01d7950308 network default NAD default NAD key ] I0506 12:46:40.166124 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-dff9d, hostIfaceName: d9f5876fdf87978, network: default, NAD default, SandboxID: "d9f5876fdf87978f89c1c0a776af810a174b5a6eda604db8f94cfb01d7950308", PCI device ID: , UID: "e0c240dd-21fa-4a5c-a382-ff602c00dd96", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0506 12:46:40.197135 3803 cni.go:473] [openshift-ingress/router-default-bc886f5b4-qqz9d 750a84477fcf58e5509cda4ab1b891323f9882be85468942d8bf8e1d4dff5d35 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-bc886f5b4-qqz9d 750a84477fcf58e5509cda4ab1b891323f9882be85468942d8bf8e1d4dff5d35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ac:37:8a:8e:d5\",\"name\":\"750a84477fcf58e\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3cc74ed-87a0-45f5-a02b-f658852d9045\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:46:40.212272 3803 cni.go:473] [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:74:7b:52:61:8b\",\"name\":\"1419594feb3b1d4\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/288248ee-fd70-4d66-9b2f-9ffe9a7b5d93\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:46:40.228077 3803 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d d9f5876fdf87978f89c1c0a776af810a174b5a6eda604db8f94cfb01d7950308 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dff9d d9f5876fdf87978f89c1c0a776af810a174b5a6eda604db8f94cfb01d7950308 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:63:89:65:d1:18\",\"name\":\"d9f5876fdf87978\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99a23c0a-b895-43bc-b671-2afa5ac0c587\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:46:42.774078 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-v2xwb] creating logical port openshift-insights_insights-runtime-extractor-v2xwb for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:42.774190 3803 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-v2xwb I0506 12:46:42.797350 3803 pod.go:62] [openshift-insights/insights-runtime-extractor-v2xwb] pod update took 23.19208ms I0506 12:46:42.797373 3803 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-v2xwb] addLogicalPort annotation time took 23.223028ms I0506 12:46:42.798536 3803 pods.go:271] [openshift-insights/insights-runtime-extractor-v2xwb] addLogicalPort took 24.474685ms, libovsdb time 818.009µs I0506 12:46:42.800646 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 12:46:43.125707 3803 cni.go:452] [openshift-insights/insights-runtime-extractor-v2xwb bc2f1f945e1b7683092507d26d2637b061e6eed57f40b273925aea3684d18c90 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-v2xwb bc2f1f945e1b7683092507d26d2637b061e6eed57f40b273925aea3684d18c90 network default NAD default NAD key ] I0506 12:46:43.136163 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-v2xwb, hostIfaceName: bc2f1f945e1b768, network: default, NAD default, SandboxID: "bc2f1f945e1b7683092507d26d2637b061e6eed57f40b273925aea3684d18c90", PCI device ID: , UID: "0b270cd8-183b-42be-a618-e6399d1a1c83", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0506 12:46:43.182123 3803 cni.go:473] [openshift-insights/insights-runtime-extractor-v2xwb bc2f1f945e1b7683092507d26d2637b061e6eed57f40b273925aea3684d18c90 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-v2xwb bc2f1f945e1b7683092507d26d2637b061e6eed57f40b273925aea3684d18c90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a3:5f:16:73:f1\",\"name\":\"bc2f1f945e1b768\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f86d1a23-da68-4d22-9982-6e0bd6c28b6a\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:46:43.979851 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:43.980407 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.002467 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.002491 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.020594 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:46:44.020642 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:46:44.613999 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.614045 3803 pods.go:176] Deleting pod: openshift-image-registry/image-registry-66dccc567d-flqqt I0506 12:46:44.615250 3803 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-66dccc567d-flqqt, ips: 10.128.0.5 I0506 12:46:44.615275 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.622554 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54df9c4f97-css4q] creating logical port openshift-image-registry_image-registry-54df9c4f97-css4q for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:44.622680 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-54df9c4f97-css4q I0506 12:46:44.628340 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.628361 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.644239 3803 pod.go:62] [openshift-image-registry/image-registry-54df9c4f97-css4q] pod update took 21.622251ms I0506 12:46:44.644259 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66dccc567d-flqqt I0506 12:46:44.644264 3803 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54df9c4f97-css4q] addLogicalPort annotation time took 21.650994ms I0506 12:46:44.644277 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66dccc567d-flqqt I0506 12:46:44.645471 3803 pods.go:271] [openshift-image-registry/image-registry-54df9c4f97-css4q] addLogicalPort took 22.930069ms, libovsdb time 851.888µs I0506 12:46:44.982806 3803 cni.go:452] [openshift-image-registry/image-registry-54df9c4f97-css4q 720bbe5f35bb47d40aaabf8f5d3f77a64d6a74d811c5d05fe13a1d1f41364852 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-54df9c4f97-css4q 720bbe5f35bb47d40aaabf8f5d3f77a64d6a74d811c5d05fe13a1d1f41364852 network default NAD default NAD key ] I0506 12:46:44.994284 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54df9c4f97-css4q, hostIfaceName: 720bbe5f35bb47d, network: default, NAD default, SandboxID: "720bbe5f35bb47d40aaabf8f5d3f77a64d6a74d811c5d05fe13a1d1f41364852", PCI device ID: , UID: "a206698d-22fe-4fcd-b67d-100313050da7", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] W0506 12:46:45.006442 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:46:45.049070 3803 cni.go:473] [openshift-image-registry/image-registry-54df9c4f97-css4q 720bbe5f35bb47d40aaabf8f5d3f77a64d6a74d811c5d05fe13a1d1f41364852 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-54df9c4f97-css4q 720bbe5f35bb47d40aaabf8f5d3f77a64d6a74d811c5d05fe13a1d1f41364852 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f1:8e:a1:51:bc\",\"name\":\"720bbe5f35bb47d\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c6f22a6-e8f3-4dda-af92-3185ecae9949\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:46:45.623107 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:46:47.911788 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 12:46:53.443450 3803 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-scqpd] creating logical port openshift-console_downloads-5c54f4944f-scqpd for pod on switch ip-10-0-1-148.ec2.internal I0506 12:46:53.443534 3803 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-scqpd I0506 12:46:53.463149 3803 pod.go:62] [openshift-console/downloads-5c54f4944f-scqpd] pod update took 19.636797ms I0506 12:46:53.463172 3803 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-scqpd] addLogicalPort annotation time took 19.672235ms I0506 12:46:53.464328 3803 pods.go:271] [openshift-console/downloads-5c54f4944f-scqpd] addLogicalPort took 20.892053ms, libovsdb time 861.841µs I0506 12:46:54.100483 3803 cni.go:452] [openshift-console/downloads-5c54f4944f-scqpd b718f1987e94dc520f601a23a029a365bcff2892dac68c2f76783f4bdacd66d5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-scqpd b718f1987e94dc520f601a23a029a365bcff2892dac68c2f76783f4bdacd66d5 network default NAD default NAD key ] I0506 12:46:54.109820 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-scqpd, hostIfaceName: b718f1987e94dc5, network: default, NAD default, SandboxID: "b718f1987e94dc520f601a23a029a365bcff2892dac68c2f76783f4bdacd66d5", PCI device ID: , UID: "e9180cc1-5048-4277-9af0-415bcd7dad17", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0506 12:46:54.158505 3803 cni.go:473] [openshift-console/downloads-5c54f4944f-scqpd b718f1987e94dc520f601a23a029a365bcff2892dac68c2f76783f4bdacd66d5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-scqpd b718f1987e94dc520f601a23a029a365bcff2892dac68c2f76783f4bdacd66d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:fa:7b:52:e4:9c\",\"name\":\"b718f1987e94dc5\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7626a52-0228-4f6e-962c-b4a0c8d41977\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:46:57.962670 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:57.962690 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:57.962696 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.056934 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.056951 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.056957 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 12:47:00.655203 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:47:00.655328 3803 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 12:47:00.686833 3803 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.550313ms I0506 12:47:00.686854 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.577955ms I0506 12:47:00.687976 3803 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.79081ms, libovsdb time 829.411µs I0506 12:47:01.004502 3803 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key ] I0506 12:47:01.013701 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0ae936a3b189928, network: default, NAD default, SandboxID: "0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18", PCI device ID: , UID: "c6b1bc00-16f8-40c6-abf6-3888260e60b2", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0506 12:47:01.065257 3803 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:1f:4d:c8:6f:de\",\"name\":\"0ae936a3b189928\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44afe5f6-078d-489f-a8b9-5c1aa10a3fbb\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:47:01.970835 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 12:47:02.006897 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.006915 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.006920 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.006925 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.033553 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:02.083015 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083036 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083044 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083053 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.108864 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.108882 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.151844 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:02.708375 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.708395 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 12:47:03.132691 3803 base_network_controller_pods.go:487] [default/openshift-console/console-8684f95fc6-kbjk2] creating logical port openshift-console_console-8684f95fc6-kbjk2 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:47:03.132803 3803 kube.go:256] Updating pod openshift-console/console-8684f95fc6-kbjk2 I0506 12:47:03.152491 3803 pod.go:62] [openshift-console/console-8684f95fc6-kbjk2] pod update took 19.715165ms I0506 12:47:03.152519 3803 base_network_controller_pods.go:951] [default/openshift-console/console-8684f95fc6-kbjk2] addLogicalPort annotation time took 19.748312ms I0506 12:47:03.153912 3803 pods.go:271] [openshift-console/console-8684f95fc6-kbjk2] addLogicalPort took 21.23438ms, libovsdb time 991.925µs I0506 12:47:03.493835 3803 cni.go:452] [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key ] I0506 12:47:03.503504 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8684f95fc6-kbjk2, hostIfaceName: aad22d21d9e3622, network: default, NAD default, SandboxID: "aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600", PCI device ID: , UID: "f6b1815f-0881-4d61-99a4-9cab3f4b2367", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0506 12:47:03.552254 3803 cni.go:473] [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:21:f9:9c:c9:58\",\"name\":\"aad22d21d9e3622\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a313c2c-6c33-467d-8b68-f6538b269979\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:47:07.101877 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:07.711448 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:11.155687 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 12:47:12.510579 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:15.135415 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 12:47:15.809188 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 12:47:16.045165 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:38.228282 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 12:47:45.200854 3803 cni.go:452] [openshift-multus/network-metrics-daemon-mgvmd 97873b88ce6c29fc5f76ff9dfd350ccf9908a534dfa371306ec7e034909cd7f6 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mgvmd 97873b88ce6c29fc5f76ff9dfd350ccf9908a534dfa371306ec7e034909cd7f6 network default NAD default NAD key ] I0506 12:47:45.210581 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mgvmd, hostIfaceName: 97873b88ce6c29f, network: default, NAD default, SandboxID: "97873b88ce6c29fc5f76ff9dfd350ccf9908a534dfa371306ec7e034909cd7f6", PCI device ID: , UID: "5cec860e-9171-4a7c-934a-03304936d274", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0506 12:47:45.256952 3803 cni.go:473] [openshift-multus/network-metrics-daemon-mgvmd 97873b88ce6c29fc5f76ff9dfd350ccf9908a534dfa371306ec7e034909cd7f6 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mgvmd 97873b88ce6c29fc5f76ff9dfd350ccf9908a534dfa371306ec7e034909cd7f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:a4:36:2c:e3:0c\",\"name\":\"97873b88ce6c29f\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3585bf1-6cf5-4f53-bb5d-eaacf87aca09\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:47:47.861490 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 12:47:47.861509 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 12:47:47.861537 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 12:47:48.269701 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 12:47:48.873050 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0506 12:47:52.733485 3803 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-44pzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:52.734076 3803 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-44pzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:47:52.745187 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:53.294690 3803 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-44pzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:53.294715 3803 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-44pzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:53.303508 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8684f95fc6-44pzc I0506 12:47:53.303531 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8684f95fc6-44pzc W0506 12:47:54.310178 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:57.219844 3803 cni.go:452] [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key ] I0506 12:47:57.292921 3803 cni.go:473] [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-bff596dbc-fdjpl 1419594feb3b1d4557da1d935a0692f3d6dfc75cc4ef29b61df5725f10fe2580 network default NAD default NAD key default], result "{}", err I0506 12:47:57.366426 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:57.366469 3803 pods.go:176] Deleting pod: openshift-ingress/router-default-bff596dbc-fdjpl I0506 12:47:57.367762 3803 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-bff596dbc-fdjpl, ips: 10.128.0.11 I0506 12:47:57.367794 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:57.896581 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:57.896605 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:57.905271 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-bff596dbc-fdjpl I0506 12:47:57.905301 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-bff596dbc-fdjpl W0506 12:48:01.266567 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:48:01.266584 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:48:01.266595 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:48:01.266599 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:48:01.961976 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:48:01.962000 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 12:48:04.144618 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 12:48:16.157142 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:16.157741 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:16.403576 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:16.403596 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:16.412495 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 12:48:16.412513 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 W0506 12:48:18.302234 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:48:18.683359 3803 cni.go:452] [openshift-dns/dns-default-dh8wd 378a50436d408b7bbcedc2a4a269ea136dd79596f3c74e7f7457b7dc8bded2e4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dh8wd 378a50436d408b7bbcedc2a4a269ea136dd79596f3c74e7f7457b7dc8bded2e4 network default NAD default NAD key ] I0506 12:48:18.692234 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dh8wd, hostIfaceName: 378a50436d408b7, network: default, NAD default, SandboxID: "378a50436d408b7bbcedc2a4a269ea136dd79596f3c74e7f7457b7dc8bded2e4", PCI device ID: , UID: "a1b539d2-0e96-457a-a8f8-2bfe3dee9847", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0506 12:48:18.738653 3803 cni.go:473] [openshift-dns/dns-default-dh8wd 378a50436d408b7bbcedc2a4a269ea136dd79596f3c74e7f7457b7dc8bded2e4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dh8wd 378a50436d408b7bbcedc2a4a269ea136dd79596f3c74e7f7457b7dc8bded2e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d5:28:3a:75:9b\",\"name\":\"378a50436d408b7\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97abb98c-8ff2-49df-9636-e0d209e230b4\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:48:20.434584 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.434602 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.434608 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 12:48:20.477525 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:20.478046 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:48:20.992347 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.992364 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.992368 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321407 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321427 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321433 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0506 12:48:21.337828 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:21.337846 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:21.348936 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 12:48:21.348955 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0506 12:48:22.655328 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:48:22.670841 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:48:30.481171 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.481191 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.481197 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.481210 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.481214 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.481219 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:31.015175 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:31.015198 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:31.015206 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:34.371688 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:34.371713 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:34.982167 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:43.157511 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 12:48:43.157543 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:48:47.792165 3803 cni.go:452] [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key ] I0506 12:48:47.864180 3803 cni.go:473] [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8684f95fc6-kbjk2 aad22d21d9e3622de0b4b5caef39d09d2886ba0ec20e56367b221abaf7a37600 network default NAD default NAD key default], result "{}", err I0506 12:48:47.909850 3803 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.909892 3803 pods.go:176] Deleting pod: openshift-console/console-8684f95fc6-kbjk2 I0506 12:48:47.911195 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8684f95fc6-kbjk2, ips: 10.128.0.19 I0506 12:48:47.911222 3803 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.921011 3803 base_network_controller_pods.go:487] [default/openshift-console/console-7b5c7c8f58-dr774] creating logical port openshift-console_console-7b5c7c8f58-dr774 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:48:47.921096 3803 kube.go:256] Updating pod openshift-console/console-7b5c7c8f58-dr774 I0506 12:48:47.935421 3803 pod.go:62] [openshift-console/console-7b5c7c8f58-dr774] pod update took 14.347357ms I0506 12:48:47.935444 3803 base_network_controller_pods.go:951] [default/openshift-console/console-7b5c7c8f58-dr774] addLogicalPort annotation time took 14.37365ms I0506 12:48:47.936598 3803 pods.go:271] [openshift-console/console-7b5c7c8f58-dr774] addLogicalPort took 15.600011ms, libovsdb time 782.688µs I0506 12:48:47.951940 3803 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-rxd4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.952275 3803 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-rxd4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.085083 3803 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.085102 3803 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.094225 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8684f95fc6-kbjk2 I0506 12:48:48.094251 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8684f95fc6-kbjk2 I0506 12:48:48.193261 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.193830 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.276110 3803 cni.go:452] [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key ] I0506 12:48:48.285367 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b5c7c8f58-dr774, hostIfaceName: 2a5a8cfd3004c76, network: default, NAD default, SandboxID: "2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4", PCI device ID: , UID: "1ae607f4-4587-47c9-9136-c8a4cfd0d849", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0506 12:48:48.330501 3803 cni.go:473] [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5e:70:99:43:ce\",\"name\":\"2a5a8cfd3004c76\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da566651-ba48-4d8d-8b46-923ceca509d1\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:48:48.448080 3803 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-rxd4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.448104 3803 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-rxd4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.456417 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c77d57cf5-rxd4v I0506 12:48:48.456438 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c77d57cf5-rxd4v I0506 12:48:48.488804 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.488825 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.500744 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 12:48:48.500765 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0506 12:48:52.116486 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:52.116517 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:52.116547 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:58.507926 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 12:48:58.507955 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 12:48:58.549433 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 12:48:58.549468 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 12:48:59.147030 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:49:00.707163 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:00.707699 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:49:00.713870 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:00.713954 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:00.714031 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:00.714047 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:49:01.500613 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:01.500631 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:01.508567 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b97597b97-t4zbp I0506 12:49:01.508589 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b97597b97-t4zbp W0506 12:49:11.586771 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:11.586794 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:49:13.125783 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:49:17.933130 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0506 12:49:23.790791 3803 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key ] I0506 12:49:23.840972 3803 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-2srnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.841470 3803 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-2srnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.871916 3803 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 0ae936a3b189928944d4fca099812b2b9244942714d415900fcd4459b9cbdb18 network default NAD default NAD key default], result "{}", err I0506 12:49:23.930994 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.931022 3803 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0506 12:49:23.932366 3803 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.18 I0506 12:49:23.932395 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:24.225177 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.225199 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.233216 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 12:49:24.233290 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 12:49:24.274707 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:49:24.274908 3803 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 12:49:24.339525 3803 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 64.674412ms I0506 12:49:24.339543 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 64.69665ms I0506 12:49:24.340703 3803 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 66.017058ms, libovsdb time 856.053µs I0506 12:49:24.633272 3803 cni.go:452] [openshift-monitoring/prometheus-k8s-0 728e404f99dacd0b91ca5e00afd09395d54205550822cd0b004f0e56f526749f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 728e404f99dacd0b91ca5e00afd09395d54205550822cd0b004f0e56f526749f network default NAD default NAD key ] I0506 12:49:24.642213 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 728e404f99dacd0, network: default, NAD default, SandboxID: "728e404f99dacd0b91ca5e00afd09395d54205550822cd0b004f0e56f526749f", PCI device ID: , UID: "6f22af6f-6c43-4be6-9376-3527e55767b9", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0506 12:49:24.687980 3803 cni.go:473] [openshift-monitoring/prometheus-k8s-0 728e404f99dacd0b91ca5e00afd09395d54205550822cd0b004f0e56f526749f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 728e404f99dacd0b91ca5e00afd09395d54205550822cd0b004f0e56f526749f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:54:a4:5c:81:b9\",\"name\":\"728e404f99dacd0\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfc29633-90df-4716-8a46-b450c90a8d85\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:49:24.705785 3803 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-2srnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.705807 3803 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-2srnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.714398 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c77d57cf5-2srnj I0506 12:49:24.714420 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c77d57cf5-2srnj I0506 12:49:56.876921 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:56.877425 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:57.899447 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:57.899469 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:04.010301 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:50:04.010881 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:50:04.897693 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:04.897737 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:50:25.519369 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:50:25.519387 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:50:25.970515 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:50:37.018303 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 12:50:37.018372 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2whpj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2whpj: no pod IPs found I0506 12:50:38.032874 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 12:50:54.027576 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 12:50:56.055992 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 12:51:01.772745 3803 cni.go:452] [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key ] I0506 12:51:01.849398 3803 cni.go:473] [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b5c7c8f58-dr774 2a5a8cfd3004c761489fbdcff033645d5af7f0c29d15e85e772d7880b869eee4 network default NAD default NAD key default], result "{}", err I0506 12:51:01.894998 3803 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:01.895026 3803 pods.go:176] Deleting pod: openshift-console/console-7b5c7c8f58-dr774 I0506 12:51:01.896244 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b5c7c8f58-dr774, ips: 10.128.0.20 I0506 12:51:01.896275 3803 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:01.909420 3803 base_network_controller_pods.go:487] [default/openshift-console/console-55c499b8cd-b8dwq] creating logical port openshift-console_console-55c499b8cd-b8dwq for pod on switch ip-10-0-1-148.ec2.internal I0506 12:51:01.909543 3803 kube.go:256] Updating pod openshift-console/console-55c499b8cd-b8dwq I0506 12:51:01.925794 3803 pod.go:62] [openshift-console/console-55c499b8cd-b8dwq] pod update took 16.27446ms I0506 12:51:01.925819 3803 base_network_controller_pods.go:951] [default/openshift-console/console-55c499b8cd-b8dwq] addLogicalPort annotation time took 16.304712ms I0506 12:51:01.926948 3803 pods.go:271] [openshift-console/console-55c499b8cd-b8dwq] addLogicalPort took 17.543284ms, libovsdb time 829.005µs I0506 12:51:02.268262 3803 cni.go:452] [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key ] I0506 12:51:02.277827 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55c499b8cd-b8dwq, hostIfaceName: 087b9a7d8a4e4ae, network: default, NAD default, SandboxID: "087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c", PCI device ID: , UID: "b7435360-e4f9-4eab-b32d-653a93d50af7", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0506 12:51:02.324972 3803 cni.go:473] [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:be:e2:37:74:86\",\"name\":\"087b9a7d8a4e4ae\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/150dadab-1439-4bbb-a8f9-7e30973a6b86\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:51:02.603178 3803 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:02.603200 3803 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:02.611869 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b5c7c8f58-dr774 I0506 12:51:02.611895 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b5c7c8f58-dr774 I0506 12:51:04.050789 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 12:51:04.936279 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0506 12:51:08.018201 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 12:51:12.415408 3803 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:12.415915 3803 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:51:12.633154 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:51:13.036706 3803 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:13.036743 3803 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:13.044674 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b5c7c8f58-b8d2x I0506 12:51:13.044697 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b5c7c8f58-b8d2x I0506 12:52:18.942688 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=622 I0506 12:52:28.044998 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 12:52:33.937773 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0506 12:52:52.022776 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 12:53:05.937012 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0506 12:53:09.018630 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 12:53:13.935570 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 12:53:44.038976 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 12:53:44.056065 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 12:53:54.459873 3803 cni.go:452] [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key ] I0506 12:53:54.544673 3803 cni.go:473] [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55c499b8cd-b8dwq 087b9a7d8a4e4ae569afb12a28222bf1aa7a1c8f193f9ffe2462b5d32abff80c network default NAD default NAD key default], result "{}", err I0506 12:53:54.590024 3803 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-b8dwq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:53:54.590083 3803 pods.go:176] Deleting pod: openshift-console/console-55c499b8cd-b8dwq I0506 12:53:54.591318 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55c499b8cd-b8dwq, ips: 10.128.0.22 I0506 12:53:54.591345 3803 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-b8dwq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:53:54.598764 3803 base_network_controller_pods.go:487] [default/openshift-console/console-85cc7c6495-gw62c] creating logical port openshift-console_console-85cc7c6495-gw62c for pod on switch ip-10-0-1-148.ec2.internal I0506 12:53:54.598847 3803 kube.go:256] Updating pod openshift-console/console-85cc7c6495-gw62c I0506 12:53:54.613558 3803 pod.go:62] [openshift-console/console-85cc7c6495-gw62c] pod update took 14.734889ms I0506 12:53:54.613587 3803 base_network_controller_pods.go:951] [default/openshift-console/console-85cc7c6495-gw62c] addLogicalPort annotation time took 14.766828ms I0506 12:53:54.615028 3803 pods.go:271] [openshift-console/console-85cc7c6495-gw62c] addLogicalPort took 16.272617ms, libovsdb time 975.316µs I0506 12:53:54.954710 3803 cni.go:452] [openshift-console/console-85cc7c6495-gw62c b64cb1c80d0540806b5ebadf288fe849a24fdfcd55474a359356fef866caf792 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85cc7c6495-gw62c b64cb1c80d0540806b5ebadf288fe849a24fdfcd55474a359356fef866caf792 network default NAD default NAD key ] I0506 12:53:54.963827 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85cc7c6495-gw62c, hostIfaceName: b64cb1c80d05408, network: default, NAD default, SandboxID: "b64cb1c80d0540806b5ebadf288fe849a24fdfcd55474a359356fef866caf792", PCI device ID: , UID: "aa56df63-733b-4247-87f5-86596e145b12", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0506 12:53:55.009538 3803 cni.go:473] [openshift-console/console-85cc7c6495-gw62c b64cb1c80d0540806b5ebadf288fe849a24fdfcd55474a359356fef866caf792 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85cc7c6495-gw62c b64cb1c80d0540806b5ebadf288fe849a24fdfcd55474a359356fef866caf792 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:91:49:4b:80:59\",\"name\":\"b64cb1c80d05408\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c9322e1-2d05-4e1b-9c4b-cc4adb0d2d3d\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:53:55.209833 3803 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-b8dwq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:53:55.209854 3803 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-b8dwq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:53:55.217759 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55c499b8cd-b8dwq I0506 12:53:55.217782 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55c499b8cd-b8dwq W0506 12:54:05.244856 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:54:05.946479 3803 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-5vjln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:54:05.947064 3803 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-5vjln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:54:06.953058 3803 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-5vjln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:54:06.953080 3803 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-5vjln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:54:06.961889 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55c499b8cd-5vjln I0506 12:54:06.961911 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55c499b8cd-5vjln I0506 12:56:30.443189 3803 namespace.go:98] [tsf] adding namespace I0506 12:56:30.444074 3803 namespace.go:102] [tsf] adding namespace took 864.511µs I0506 12:56:30.476647 3803 namespace.go:142] [tsf] updating namespace I0506 12:56:30.486427 3803 namespace.go:142] [tsf] updating namespace I0506 12:56:34.261014 3803 namespace.go:98] [cert-manager-operator] adding namespace I0506 12:56:34.261911 3803 namespace.go:102] [cert-manager-operator] adding namespace took 874.787µs I0506 12:56:34.263272 3803 namespace.go:98] [konflux-ui] adding namespace I0506 12:56:34.264056 3803 namespace.go:102] [konflux-ui] adding namespace took 765.941µs I0506 12:56:34.266184 3803 namespace.go:98] [tsf-keycloak] adding namespace I0506 12:56:34.266805 3803 namespace.go:102] [tsf-keycloak] adding namespace took 603.332µs I0506 12:56:34.268988 3803 namespace.go:98] [tsf-tas] adding namespace I0506 12:56:34.269084 3803 namespace.go:98] [rhtpa-operator] adding namespace I0506 12:56:34.269153 3803 namespace.go:98] [tsf-tpa] adding namespace I0506 12:56:34.269597 3803 namespace.go:102] [tsf-tas] adding namespace took 596.439µs I0506 12:56:34.270132 3803 namespace.go:102] [rhtpa-operator] adding namespace took 1.033967ms I0506 12:56:34.270626 3803 namespace.go:102] [tsf-tpa] adding namespace took 1.460779ms I0506 12:56:34.273005 3803 namespace.go:98] [konflux-operator] adding namespace I0506 12:56:34.273036 3803 namespace.go:98] [rhbk-operator] adding namespace I0506 12:56:34.273562 3803 namespace.go:102] [konflux-operator] adding namespace took 545.08µs I0506 12:56:34.274085 3803 namespace.go:102] [rhbk-operator] adding namespace took 1.035682ms I0506 12:56:34.287522 3803 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.307553 3803 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.307589 3803 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:34.307716 3803 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.307883 3803 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.307930 3803 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.320132 3803 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.320167 3803 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.320276 3803 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.325205 3803 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.362176 3803 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.382207 3803 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.392855 3803 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.407012 3803 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.420076 3803 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.434926 3803 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.450823 3803 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.466264 3803 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.474080 3803 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.486272 3803 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.492631 3803 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.506885 3803 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.516314 3803 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:34.525896 3803 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:35.436573 3803 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:35.455076 3803 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:35.613897 3803 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-148.ec2.internal I0506 12:56:35.613987 3803 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0506 12:56:35.640547 3803 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.589832ms I0506 12:56:35.640566 3803 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.612008ms I0506 12:56:35.641679 3803 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.798326ms, libovsdb time 812.777µs I0506 12:56:35.981693 3803 cni.go:452] [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key ] I0506 12:56:35.991502 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: bebc4b542bae93e, network: default, NAD default, SandboxID: "bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5", PCI device ID: , UID: "800dc8ab-df11-4e39-8ac5-46071c06857b", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0506 12:56:36.037953 3803 cni.go:473] [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:08:58:67:50:29\",\"name\":\"bebc4b542bae93e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd0e2285-74de-433f-90ad-672d9a150f88\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:56:37.006038 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn for pod on switch ip-10-0-1-148.ec2.internal I0506 12:56:37.006184 3803 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn I0506 12:56:37.020812 3803 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn] pod update took 14.663225ms I0506 12:56:37.020834 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn] addLogicalPort annotation time took 14.690759ms I0506 12:56:37.022181 3803 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn] addLogicalPort took 16.160243ms, libovsdb time 998.568µs I0506 12:56:37.095886 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj for pod on switch ip-10-0-1-148.ec2.internal I0506 12:56:37.096005 3803 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj I0506 12:56:37.110029 3803 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj] pod update took 14.058708ms I0506 12:56:37.110049 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj] addLogicalPort annotation time took 14.082597ms I0506 12:56:37.111342 3803 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj] addLogicalPort took 15.470521ms, libovsdb time 992.346µs I0506 12:56:37.555366 3803 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key ] I0506 12:56:37.556971 3803 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key ] I0506 12:56:37.567675 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn, hostIfaceName: bb896106e6e6b28, network: default, NAD default, SandboxID: "bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195", PCI device ID: , UID: "ada1e25d-48aa-4ede-8799-8015b5d09832", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0506 12:56:37.568045 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj, hostIfaceName: 8912987a67e1779, network: default, NAD default, SandboxID: "8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776", PCI device ID: , UID: "92707206-dbb2-4dd5-b77b-f52fbb75462a", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0506 12:56:37.619741 3803 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:eb:e4:2d:5a:b5\",\"name\":\"bb896106e6e6b28\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a48447fb-1176-430a-be8b-1580b4a3cf2f\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:56:37.637035 3803 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:4f:e8:9a:b6:fc\",\"name\":\"8912987a67e1779\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7d416e7-b66d-411d-a05f-80a3a4e1ab36\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:56:40.062361 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv for pod on switch ip-10-0-1-148.ec2.internal I0506 12:56:40.062510 3803 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv I0506 12:56:40.078025 3803 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv] pod update took 15.555651ms I0506 12:56:40.078053 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv] addLogicalPort annotation time took 15.588196ms I0506 12:56:40.079600 3803 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv] addLogicalPort took 17.256202ms, libovsdb time 1.112556ms I0506 12:56:41.783567 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm for pod on switch ip-10-0-1-148.ec2.internal I0506 12:56:41.783687 3803 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm I0506 12:56:41.798991 3803 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm] pod update took 15.333808ms I0506 12:56:41.799018 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm] addLogicalPort annotation time took 15.365632ms I0506 12:56:41.800221 3803 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm] addLogicalPort took 16.667662ms, libovsdb time 862.278µs I0506 12:56:41.823305 3803 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key ] I0506 12:56:41.903204 3803 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj 8912987a67e1779effb49c7485355fcab0cdba4e2c17aa2537270bd26ebc5776 network default NAD default NAD key default], result "{}", err I0506 12:56:42.868253 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868286 3803 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj I0506 12:56:42.869842 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj, ips: 10.128.0.26 I0506 12:56:42.869870 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.869900 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.869909 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:42.870135 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.870144 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:43.407871 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.407898 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.407915 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.407928 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.471217 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:56:43.471366 3803 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 I0506 12:56:43.485319 3803 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4] pod update took 13.981102ms I0506 12:56:43.485343 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4] addLogicalPort annotation time took 14.009405ms I0506 12:56:43.486808 3803 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4] addLogicalPort took 15.612973ms, libovsdb time 1.080941ms I0506 12:56:43.570677 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g for pod on switch ip-10-0-1-148.ec2.internal I0506 12:56:43.570828 3803 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g I0506 12:56:43.585587 3803 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g] pod update took 14.78679ms I0506 12:56:43.585610 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g] addLogicalPort annotation time took 14.815445ms I0506 12:56:43.586841 3803 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g] addLogicalPort took 16.177845ms, libovsdb time 804.282µs I0506 12:56:45.398364 3803 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key ] I0506 12:56:45.398364 3803 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key ] I0506 12:56:45.410663 3803 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key ] I0506 12:56:45.411078 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm, hostIfaceName: fea6dae9a982aff, network: default, NAD default, SandboxID: "fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5", PCI device ID: , UID: "ecd93560-979e-4f24-8430-58119a2ed0ce", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0506 12:56:45.412566 3803 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key ] I0506 12:56:45.413800 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv, hostIfaceName: 2026757ae0c103f, network: default, NAD default, SandboxID: "2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972", PCI device ID: , UID: "363befc0-13a9-4ed8-ae7c-ff21ec0da985", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0506 12:56:45.425429 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4, hostIfaceName: 66118b936acca70, network: default, NAD default, SandboxID: "66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca", PCI device ID: , UID: "d807ffd5-717b-40c6-aead-336a3f2873d4", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0506 12:56:45.425835 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g, hostIfaceName: b6cadeb67f07b74, network: default, NAD default, SandboxID: "b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4", PCI device ID: , UID: "19a3a5ca-3c83-46bf-b813-67bd4447bfba", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0506 12:56:45.480699 3803 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:30:a6:56:f8:c4\",\"name\":\"fea6dae9a982aff\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47613abf-7bc5-496d-905a-2f0f4aa5afd9\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:56:45.497999 3803 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8d:31:e1:b6:66\",\"name\":\"2026757ae0c103f\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6de93a98-f885-48f6-92ac-a64f2c43eb87\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:56:45.725608 3803 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:14:80:d9:59:c1\",\"name\":\"b6cadeb67f07b74\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48d84b23-f6c3-4265-b0cb-7692a864c541\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:56:45.725636 3803 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f8:90:50:7d:d2\",\"name\":\"66118b936acca70\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c1d0f28-69c3-4fe8-9c8b-157840bd5c02\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:56:46.058435 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 12:56:46.871138 3803 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key ] I0506 12:56:46.940308 3803 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn bb896106e6e6b2856609746831b5c5fd4498a35494b2feffb6392d4c246d1195 network default NAD default NAD key default], result "{}", err I0506 12:56:46.987953 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.987993 3803 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn I0506 12:56:46.989607 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn, ips: 10.128.0.25 I0506 12:56:46.989633 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.989679 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.989692 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:46.989931 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.989946 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:48.018250 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.018275 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.018295 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.018305 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.883524 3803 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key ] I0506 12:56:48.951941 3803 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm fea6dae9a982aff5db7d490f383b26cb80d40d71b693a2c4b3309ccdeef143a5 network default NAD default NAD key default], result "{}", err I0506 12:56:48.999975 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.000091 3803 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm I0506 12:56:49.001845 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm, ips: 10.128.0.28 I0506 12:56:49.001874 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.001894 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.001901 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:49.002125 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.002143 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:50.027846 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.027869 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.027879 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.027889 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.898807 3803 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key ] I0506 12:56:50.899402 3803 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key ] I0506 12:56:50.904018 3803 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key ] I0506 12:56:50.978079 3803 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv 2026757ae0c103f174adb7ad9f0a029dfc7d388e2dfc0c014e6a93be9fb4e972 network default NAD default NAD key default], result "{}", err I0506 12:56:51.001503 3803 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 66118b936acca70045f9413037316539f4555385c41f0e20e804c0fc43cd4eca network default NAD default NAD key default], result "{}", err I0506 12:56:51.038137 3803 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g b6cadeb67f07b74c4ab8e0ccb8119566e63f9864a575bf9efeead6c6982f80a4 network default NAD default NAD key default], result "{}", err I0506 12:56:51.039101 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.039188 3803 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv I0506 12:56:51.040602 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv, ips: 10.128.0.27 I0506 12:56:51.040625 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.040646 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.040653 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.040818 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.040833 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:51.064014 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064045 3803 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 I0506 12:56:51.065586 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4, ips: 10.128.0.29 I0506 12:56:51.065614 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.065635 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.065642 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.065881 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.065900 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:51.090322 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.090360 3803 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g I0506 12:56:51.091470 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g, ips: 10.128.0.30 I0506 12:56:51.091494 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091513 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091520 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.091686 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091700 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:52.067345 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067364 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067377 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067394 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.095313 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.095335 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.095348 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.095356 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120817 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120841 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120854 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.120862 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:56:53.712175 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 12:57:00.345287 3803 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:00.362224 3803 namespace.go:142] [openshift-operators] updating namespace W0506 12:57:06.805436 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 12:57:09.196473 3803 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:20.058163 3803 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 12:57:20.059004 3803 namespace.go:102] [trusted-artifact-signer] adding namespace took 819.507µs I0506 12:57:20.077164 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:20.130181 3803 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 12:57:20.174471 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 12:57:21.165044 3803 namespace.go:98] [cert-manager] adding namespace I0506 12:57:21.165909 3803 namespace.go:102] [cert-manager] adding namespace took 840.066µs I0506 12:57:21.206161 3803 namespace.go:142] [cert-manager] updating namespace I0506 12:57:21.228398 3803 namespace.go:142] [cert-manager] updating namespace I0506 12:57:24.982249 3803 namespace.go:98] [openshift-pipelines] adding namespace I0506 12:57:24.983067 3803 namespace.go:102] [openshift-pipelines] adding namespace took 796.065µs I0506 12:57:25.000103 3803 namespace.go:142] [openshift-pipelines] updating namespace I0506 12:57:25.707053 3803 namespace.go:142] [cert-manager] updating namespace I0506 12:57:25.904708 3803 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:26.307589 3803 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:26.508637 3803 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:26.717751 3803 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:27.116569 3803 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:27.311205 3803 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:27.515194 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:27.716857 3803 namespace.go:142] [tsf] updating namespace I0506 12:57:27.917297 3803 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:28.115325 3803 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:28.315191 3803 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:28.458878 3803 namespace.go:142] [cert-manager] updating namespace I0506 12:57:28.475818 3803 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:28.486895 3803 namespace.go:142] [default] updating namespace I0506 12:57:28.497785 3803 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:28.513735 3803 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:28.525153 3803 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:28.537290 3803 namespace.go:142] [openshift] updating namespace I0506 12:57:28.549594 3803 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:28.560606 3803 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:28.572010 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:28.582689 3803 namespace.go:142] [tsf] updating namespace I0506 12:57:28.597034 3803 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:28.608869 3803 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:28.620909 3803 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:28.708245 3803 namespace.go:142] [cert-manager] updating namespace I0506 12:57:28.803421 3803 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:28.898288 3803 namespace.go:142] [default] updating namespace I0506 12:57:28.935205 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=28 I0506 12:57:29.000469 3803 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:29.102751 3803 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:29.207229 3803 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:29.298892 3803 namespace.go:142] [openshift] updating namespace I0506 12:57:29.400427 3803 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:29.500797 3803 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:29.600454 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:29.700771 3803 namespace.go:142] [tsf] updating namespace I0506 12:57:29.803952 3803 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:29.903087 3803 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:30.000849 3803 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:30.318079 3803 namespace.go:142] [openshift-pipelines] updating namespace W0506 12:57:30.715155 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 12:57:30.715176 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 12:57:38.113162 3803 cni.go:452] [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key ] I0506 12:57:38.193472 3803 cni.go:473] [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions bebc4b542bae93ed76022f3736d3aa331272fb704969044c73c2da2396b0cbe5 network default NAD default NAD key default], result "{}", err I0506 12:57:38.244939 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:57:38.244971 3803 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0506 12:57:38.246132 3803 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.24 I0506 12:57:38.246158 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:57:38.266789 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:57:38.266808 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:57:38.276853 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 12:57:38.276883 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 12:57:39.716464 3803 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-148.ec2.internal I0506 12:57:39.716569 3803 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0506 12:57:39.735484 3803 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 18.948463ms I0506 12:57:39.735504 3803 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 18.974055ms I0506 12:57:39.736799 3803 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.356613ms, libovsdb time 990.088µs I0506 12:57:40.094252 3803 cni.go:452] [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key ] I0506 12:57:40.103598 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 1d7633bd9e5d524, network: default, NAD default, SandboxID: "1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4", PCI device ID: , UID: "c5c789e5-14f0-490c-be38-652771411e77", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0506 12:57:40.150447 3803 cni.go:473] [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c9:cb:88:33:e7\",\"name\":\"1d7633bd9e5d524\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6cb7cf7-7dd0-4c9f-b0a9-6776c7ddc7af\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:57:42.540051 3803 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-bzfcp for pod on switch ip-10-0-1-148.ec2.internal I0506 12:57:42.540171 3803 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp I0506 12:57:42.549184 3803 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-x5bvw for pod on switch ip-10-0-1-148.ec2.internal I0506 12:57:42.549298 3803 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw I0506 12:57:42.554202 3803 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp] pod update took 14.055761ms I0506 12:57:42.554228 3803 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp] addLogicalPort annotation time took 14.085042ms I0506 12:57:42.555752 3803 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp] addLogicalPort took 15.723685ms, libovsdb time 1.097978ms I0506 12:57:42.562140 3803 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw] pod update took 12.878758ms I0506 12:57:42.562163 3803 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw] addLogicalPort annotation time took 12.908534ms I0506 12:57:42.563180 3803 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw] addLogicalPort took 14.01479ms, libovsdb time 745.476µs I0506 12:57:48.020541 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0506 12:57:48.992459 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:48.992476 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:48.992481 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:49.057881 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.057903 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.057911 3803 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.057919 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.145447 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:57:49.145465 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:57:49.145469 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 12:57:52.519991 3803 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp 0b1fb667ea1c5f95df20fc61f0187a9ff8dc01ce6acb7c5e38b6440d4d3052c0 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp 0b1fb667ea1c5f95df20fc61f0187a9ff8dc01ce6acb7c5e38b6440d4d3052c0 network default NAD default NAD key ] I0506 12:57:52.526744 3803 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw eee1b9fcc40ad77dbcc096096624911b121df03634e36e73d1d13e56861c2795 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw eee1b9fcc40ad77dbcc096096624911b121df03634e36e73d1d13e56861c2795 network default NAD default NAD key ] I0506 12:57:52.532084 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-bzfcp, hostIfaceName: 0b1fb667ea1c5f9, network: default, NAD default, SandboxID: "0b1fb667ea1c5f95df20fc61f0187a9ff8dc01ce6acb7c5e38b6440d4d3052c0", PCI device ID: , UID: "30ad53c0-390d-4c59-bb69-bdbe228ae5fa", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0506 12:57:52.549546 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-x5bvw, hostIfaceName: eee1b9fcc40ad77, network: default, NAD default, SandboxID: "eee1b9fcc40ad77dbcc096096624911b121df03634e36e73d1d13e56861c2795", PCI device ID: , UID: "4851c45a-44c1-4f79-83e9-bd9c55c292fb", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0506 12:57:52.589142 3803 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp 0b1fb667ea1c5f95df20fc61f0187a9ff8dc01ce6acb7c5e38b6440d4d3052c0 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bzfcp 0b1fb667ea1c5f95df20fc61f0187a9ff8dc01ce6acb7c5e38b6440d4d3052c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:8e:5f:e1:13:08\",\"name\":\"0b1fb667ea1c5f9\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a03d82a7-3c8d-4b14-8fd0-2bcbbdfc6e08\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:57:52.610375 3803 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw eee1b9fcc40ad77dbcc096096624911b121df03634e36e73d1d13e56861c2795 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x5bvw eee1b9fcc40ad77dbcc096096624911b121df03634e36e73d1d13e56861c2795 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e2:f0:02:0e:2d\",\"name\":\"eee1b9fcc40ad77\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22b293d7-1bda-404b-9378-e60007b60a37\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:57:53.196225 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 12:57:53.217585 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0506 12:58:01.053200 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0506 12:58:14.123148 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0506 12:58:14.207302 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 12:58:14.242988 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 12:58:17.311340 3803 cni.go:452] [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key ] I0506 12:58:17.398087 3803 cni.go:473] [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 1d7633bd9e5d52427e7171297c53a83faabbc0f245bb48ac2f6a5d277158f3c4 network default NAD default NAD key default], result "{}", err I0506 12:58:17.447421 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:58:17.447452 3803 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0506 12:58:17.448698 3803 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.31 I0506 12:58:17.448743 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:58:17.466788 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:58:17.466813 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:58:17.473810 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 12:58:17.473854 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 12:58:18.734830 3803 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-148.ec2.internal I0506 12:58:18.734954 3803 kube.go:256] Updating pod tsf/test-tsf-iam I0506 12:58:18.749141 3803 pod.go:62] [tsf/test-tsf-iam] pod update took 14.212319ms I0506 12:58:18.749161 3803 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.236639ms I0506 12:58:18.750422 3803 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.611592ms, libovsdb time 920.687µs I0506 12:58:19.109423 3803 cni.go:452] [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key ] I0506 12:58:19.118712 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 96a1663b2f9bfca, network: default, NAD default, SandboxID: "96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2", PCI device ID: , UID: "62687030-c282-4d2c-a8de-2af05db5a35c", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0506 12:58:19.165809 3803 cni.go:473] [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:df:25:97:a3:78\",\"name\":\"96a1663b2f9bfca\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9591a812-beb6-40d6-bee9-f495f482b6e1\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:58:19.424788 3803 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 12:58:19.425393 3803 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 12:58:19.425416 3803 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 12:58:19.427553 3803 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 12:58:25.945273 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=270 W0506 12:58:26.200704 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:26.200737 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:26.205486 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 12:58:26.205500 3803 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 12:58:27.084681 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-jh4xp for pod on switch ip-10-0-1-148.ec2.internal I0506 12:58:27.084779 3803 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp I0506 12:58:27.099113 3803 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp] pod update took 14.357758ms I0506 12:58:27.099132 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp] addLogicalPort annotation time took 14.379592ms I0506 12:58:27.100378 3803 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp] addLogicalPort took 15.716205ms, libovsdb time 882.661µs I0506 12:58:27.446064 3803 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp 19006ee2044e9005fd2bc5faab85ee86d4da129902c20cf0b7d418c4ba2623ad network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp 19006ee2044e9005fd2bc5faab85ee86d4da129902c20cf0b7d418c4ba2623ad network default NAD default NAD key ] I0506 12:58:27.455198 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-jh4xp, hostIfaceName: 19006ee2044e900, network: default, NAD default, SandboxID: "19006ee2044e9005fd2bc5faab85ee86d4da129902c20cf0b7d418c4ba2623ad", PCI device ID: , UID: "9b1210a3-2276-4e44-9c91-051abf63f399", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0506 12:58:27.503041 3803 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp 19006ee2044e9005fd2bc5faab85ee86d4da129902c20cf0b7d418c4ba2623ad network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-jh4xp 19006ee2044e9005fd2bc5faab85ee86d4da129902c20cf0b7d418c4ba2623ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:07:ab:b9:36:57\",\"name\":\"19006ee2044e900\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34810c61-571a-4221-b563-0877ac93da45\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:58:28.719627 3803 namespace.go:142] [openshift-pipelines] updating namespace I0506 12:58:32.314021 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 12:58:35.398335 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:58:35.398437 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0506 12:58:35.410434 3803 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.024941ms I0506 12:58:35.410457 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.055074ms I0506 12:58:35.411836 3803 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.517352ms, libovsdb time 990.794µs I0506 12:58:42.360140 3803 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 bd130d02115f4b9f752cd2b1b9cae79d9cdf67a02821162b2956e1427582cf17 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 bd130d02115f4b9f752cd2b1b9cae79d9cdf67a02821162b2956e1427582cf17 network default NAD default NAD key ] I0506 12:58:42.369270 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: bd130d02115f4b9, network: default, NAD default, SandboxID: "bd130d02115f4b9f752cd2b1b9cae79d9cdf67a02821162b2956e1427582cf17", PCI device ID: , UID: "13d90101-efb8-4c74-8bed-6699514d453d", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0506 12:58:42.419380 3803 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 bd130d02115f4b9f752cd2b1b9cae79d9cdf67a02821162b2956e1427582cf17 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 bd130d02115f4b9f752cd2b1b9cae79d9cdf67a02821162b2956e1427582cf17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b8:26:69:29:ed\",\"name\":\"bd130d02115f4b9\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1e52565-77d5-4038-b1b0-63462f1b683b\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:58:48.523642 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 12:58:49.035217 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 12:58:49.862525 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-8jtfj for pod on switch ip-10-0-1-148.ec2.internal I0506 12:58:49.862621 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj I0506 12:58:49.883678 3803 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj] pod update took 21.084167ms I0506 12:58:49.883700 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj] addLogicalPort annotation time took 21.112154ms I0506 12:58:49.884885 3803 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj] addLogicalPort took 22.376965ms, libovsdb time 846.578µs I0506 12:58:49.953096 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-zjhvj for pod on switch ip-10-0-1-148.ec2.internal I0506 12:58:49.953178 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj I0506 12:58:49.969557 3803 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj] pod update took 16.397992ms I0506 12:58:49.969574 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj] addLogicalPort annotation time took 16.418668ms I0506 12:58:49.970675 3803 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj] addLogicalPort took 17.596327ms, libovsdb time 800.226µs I0506 12:58:50.066788 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-vmdjl for pod on switch ip-10-0-1-148.ec2.internal I0506 12:58:50.066904 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl I0506 12:58:50.083793 3803 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl] pod update took 16.911282ms I0506 12:58:50.083897 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl] addLogicalPort annotation time took 17.017525ms I0506 12:58:50.085308 3803 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl] addLogicalPort took 18.53229ms, libovsdb time 1.000251ms I0506 12:58:50.227896 3803 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj 3e38c31c81288a520ee7ad5149ac271de3ab57dd02b9b1caf121657949fa2c2d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj 3e38c31c81288a520ee7ad5149ac271de3ab57dd02b9b1caf121657949fa2c2d network default NAD default NAD key ] I0506 12:58:50.237636 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-8jtfj, hostIfaceName: 3e38c31c81288a5, network: default, NAD default, SandboxID: "3e38c31c81288a520ee7ad5149ac271de3ab57dd02b9b1caf121657949fa2c2d", PCI device ID: , UID: "4c3cec2f-221b-45b5-a154-54f58b33ed5e", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0506 12:58:50.288408 3803 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj 3e38c31c81288a520ee7ad5149ac271de3ab57dd02b9b1caf121657949fa2c2d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-8jtfj 3e38c31c81288a520ee7ad5149ac271de3ab57dd02b9b1caf121657949fa2c2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:45:37:c1:bb:99\",\"name\":\"3e38c31c81288a5\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50dc7d0e-49e4-4a06-96f3-422b6cbeb740\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:58:50.312607 3803 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj 6e55885c302a71f045520ec86f6165574d7515d279f016c7474d5e77b11445f3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj 6e55885c302a71f045520ec86f6165574d7515d279f016c7474d5e77b11445f3 network default NAD default NAD key ] I0506 12:58:50.323422 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-zjhvj, hostIfaceName: 6e55885c302a71f, network: default, NAD default, SandboxID: "6e55885c302a71f045520ec86f6165574d7515d279f016c7474d5e77b11445f3", PCI device ID: , UID: "ebf3fd97-3655-4d4e-bcac-73ea80f99a91", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0506 12:58:50.370970 3803 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj 6e55885c302a71f045520ec86f6165574d7515d279f016c7474d5e77b11445f3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zjhvj 6e55885c302a71f045520ec86f6165574d7515d279f016c7474d5e77b11445f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c2:5c:a6:e8:88\",\"name\":\"6e55885c302a71f\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5a4c5da-1b9c-42e7-acc7-44e7841de5b0\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:58:50.438963 3803 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl 16bafbec069f4d5a1566a3dd2db1180cf7687f7620a674da669349772e1b5dbb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl 16bafbec069f4d5a1566a3dd2db1180cf7687f7620a674da669349772e1b5dbb network default NAD default NAD key ] I0506 12:58:50.449473 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-vmdjl, hostIfaceName: 16bafbec069f4d5, network: default, NAD default, SandboxID: "16bafbec069f4d5a1566a3dd2db1180cf7687f7620a674da669349772e1b5dbb", PCI device ID: , UID: "5c0496c6-30e5-4b62-b5cc-9ff3eb51eb0d", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0506 12:58:50.496518 3803 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl 16bafbec069f4d5a1566a3dd2db1180cf7687f7620a674da669349772e1b5dbb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-vmdjl 16bafbec069f4d5a1566a3dd2db1180cf7687f7620a674da669349772e1b5dbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:c3:5a:26:7f:d0\",\"name\":\"16bafbec069f4d5\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94084302-3b79-431a-b911-5a832761d3c5\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:58:51.939480 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0506 12:58:52.058479 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0506 12:58:56.571105 3803 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:58:56.571122 3803 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:58:56.571127 3803 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:59:00.545008 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:59:00.545026 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:59:00.545031 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 12:59:09.585527 3803 cni.go:452] [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key ] I0506 12:59:09.661234 3803 cni.go:473] [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 96a1663b2f9bfcad535805599877f7517e25c93cf6d13f0d84a57e169d7205b2 network default NAD default NAD key default], result "{}", err I0506 12:59:09.712686 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:09.712715 3803 pods.go:176] Deleting pod: tsf/test-tsf-iam I0506 12:59:09.713937 3803 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.34 I0506 12:59:09.713970 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:09.754055 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:09.754078 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:09.761812 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 12:59:09.761841 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 12:59:10.532051 3803 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-148.ec2.internal I0506 12:59:10.532143 3803 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0506 12:59:10.551470 3803 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 19.350864ms I0506 12:59:10.551489 3803 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.373632ms I0506 12:59:10.552621 3803 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.588812ms, libovsdb time 804.445µs I0506 12:59:10.890840 3803 cni.go:452] [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key ] I0506 12:59:10.900939 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 9b819d595e4eb50, network: default, NAD default, SandboxID: "9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b", PCI device ID: , UID: "73bcc334-9492-4104-bee2-a35ea21a3eff", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0506 12:59:10.951386 3803 cni.go:473] [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:99:ba:7d:8a:a8\",\"name\":\"9b819d595e4eb50\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf9d3b58-2792-49b8-b4a5-b00946966152\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:59:12.047378 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 12:59:12.203885 3803 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5bdc5f6666-tsxh6] creating logical port tsf-tas_fulcio-server-5bdc5f6666-tsxh6 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:59:12.204011 3803 kube.go:256] Updating pod tsf-tas/fulcio-server-5bdc5f6666-tsxh6 I0506 12:59:12.222789 3803 pod.go:62] [tsf-tas/fulcio-server-5bdc5f6666-tsxh6] pod update took 18.801083ms I0506 12:59:12.222813 3803 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5bdc5f6666-tsxh6] addLogicalPort annotation time took 18.830574ms I0506 12:59:12.223952 3803 pods.go:271] [tsf-tas/fulcio-server-5bdc5f6666-tsxh6] addLogicalPort took 20.084423ms, libovsdb time 787.208µs I0506 12:59:12.562188 3803 cni.go:452] [tsf-tas/fulcio-server-5bdc5f6666-tsxh6 e0486c7a0a16bfb59490044b7f1ab1a7af83b72061a0f1f2a10e7a2c4bc7ff05 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5bdc5f6666-tsxh6 e0486c7a0a16bfb59490044b7f1ab1a7af83b72061a0f1f2a10e7a2c4bc7ff05 network default NAD default NAD key ] I0506 12:59:12.572117 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5bdc5f6666-tsxh6, hostIfaceName: e0486c7a0a16bfb, network: default, NAD default, SandboxID: "e0486c7a0a16bfb59490044b7f1ab1a7af83b72061a0f1f2a10e7a2c4bc7ff05", PCI device ID: , UID: "4df01819-fbcc-4d59-bd0d-0b6f70d272d2", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0506 12:59:12.621923 3803 cni.go:473] [tsf-tas/fulcio-server-5bdc5f6666-tsxh6 e0486c7a0a16bfb59490044b7f1ab1a7af83b72061a0f1f2a10e7a2c4bc7ff05 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5bdc5f6666-tsxh6 e0486c7a0a16bfb59490044b7f1ab1a7af83b72061a0f1f2a10e7a2c4bc7ff05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:56:af:a4:7e:8e\",\"name\":\"e0486c7a0a16bfb\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/895a7b0a-904a-4408-ba49-0a2b0c29279b\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:59:12.666033 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-8fhht-kd7q7] creating logical port tsf-tas_rekor-createtree-job-8fhht-kd7q7 for pod on switch ip-10-0-1-148.ec2.internal I0506 12:59:12.666134 3803 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-8fhht-kd7q7 I0506 12:59:12.683119 3803 pod.go:62] [tsf-tas/rekor-createtree-job-8fhht-kd7q7] pod update took 17.004979ms I0506 12:59:12.683138 3803 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-8fhht-kd7q7] addLogicalPort annotation time took 17.029127ms I0506 12:59:12.684412 3803 pods.go:271] [tsf-tas/rekor-createtree-job-8fhht-kd7q7] addLogicalPort took 18.394639ms, libovsdb time 951.333µs I0506 12:59:12.702324 3803 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-969b6b64d-p8ncj] creating logical port tsf-tas_trillian-logsigner-969b6b64d-p8ncj for pod on switch ip-10-0-1-148.ec2.internal I0506 12:59:12.702421 3803 kube.go:256] Updating pod tsf-tas/trillian-logsigner-969b6b64d-p8ncj I0506 12:59:12.716659 3803 pod.go:62] [tsf-tas/trillian-logsigner-969b6b64d-p8ncj] pod update took 14.272531ms I0506 12:59:12.716677 3803 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-969b6b64d-p8ncj] addLogicalPort annotation time took 14.294381ms I0506 12:59:12.717741 3803 pods.go:271] [tsf-tas/trillian-logsigner-969b6b64d-p8ncj] addLogicalPort took 15.415313ms, libovsdb time 718.762µs I0506 12:59:13.021011 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 12:59:13.025150 3803 cni.go:452] [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key ] I0506 12:59:13.036755 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-8fhht-kd7q7, hostIfaceName: ee52a687642628a, network: default, NAD default, SandboxID: "ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c", PCI device ID: , UID: "247829c1-4c23-45c7-8d59-7eb3dbee92f7", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0506 12:59:13.085641 3803 cni.go:473] [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:10:81:f1:58:8f\",\"name\":\"ee52a687642628a\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc8837f3-fe2e-4ce0-befc-647afacb1f2a\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 12:59:13.795680 3803 cni.go:452] [tsf-tas/trillian-logsigner-969b6b64d-p8ncj 3a7d676845ca65a566a1fdfd39e146a5450ca9833dd931e317331f0d8068953d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-969b6b64d-p8ncj 3a7d676845ca65a566a1fdfd39e146a5450ca9833dd931e317331f0d8068953d network default NAD default NAD key ] I0506 12:59:13.805635 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-969b6b64d-p8ncj, hostIfaceName: 3a7d676845ca65a, network: default, NAD default, SandboxID: "3a7d676845ca65a566a1fdfd39e146a5450ca9833dd931e317331f0d8068953d", PCI device ID: , UID: "c51653b3-302f-41fe-ba17-b482d351e2ee", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0506 12:59:13.859702 3803 cni.go:473] [tsf-tas/trillian-logsigner-969b6b64d-p8ncj 3a7d676845ca65a566a1fdfd39e146a5450ca9833dd931e317331f0d8068953d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-969b6b64d-p8ncj 3a7d676845ca65a566a1fdfd39e146a5450ca9833dd931e317331f0d8068953d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:6d:33:0b:c0:ff\",\"name\":\"3a7d676845ca65a\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e9c1bae-4f8d-4179-9250-cd163b4a52da\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 12:59:14.630020 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 12:59:14.630040 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 12:59:14.652879 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0506 12:59:14.652899 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0506 12:59:18.679235 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-snqv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:18.679853 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-snqv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:19.559599 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-snqv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:19.559622 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-snqv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:59:20.665664 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 12:59:24.195995 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 12:59:25.185741 3803 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 12:59:50.480414 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:50.480991 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:51.503742 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:51.503771 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:59:53.787978 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 12:59:55.030138 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 12:59:59.865835 3803 cni.go:452] [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key ] I0506 12:59:59.947908 3803 cni.go:473] [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 9b819d595e4eb502b994f9145e489a1647128cdc8eef75ee84f9459804d5671b network default NAD default NAD key default], result "{}", err I0506 12:59:59.997576 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:59.997617 3803 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0506 12:59:59.998846 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.40 I0506 12:59:59.998873 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:00.016552 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:00.016578 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:00.024322 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 13:00:00.024341 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 13:00:00.734972 3803 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-xwhcs] creating logical port tsf_patch-tekton-config-xwhcs for pod on switch ip-10-0-1-148.ec2.internal I0506 13:00:00.735070 3803 kube.go:256] Updating pod tsf/patch-tekton-config-xwhcs I0506 13:00:00.751031 3803 pod.go:62] [tsf/patch-tekton-config-xwhcs] pod update took 15.98512ms I0506 13:00:00.751053 3803 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-xwhcs] addLogicalPort annotation time took 16.014535ms I0506 13:00:00.752275 3803 pods.go:271] [tsf/patch-tekton-config-xwhcs] addLogicalPort took 17.318235ms, libovsdb time 865.732µs I0506 13:00:01.102302 3803 cni.go:452] [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key ] I0506 13:00:01.111556 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-xwhcs, hostIfaceName: 28f2df8ca1315ed, network: default, NAD default, SandboxID: "28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47", PCI device ID: , UID: "2f7ef76f-40f0-4afd-b835-5f7072e578e6", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0506 13:00:01.160513 3803 cni.go:473] [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:6f:69:25:61:8a\",\"name\":\"28f2df8ca1315ed\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/577ef1be-8e65-4147-a6b6-2513f4f5ffa6\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:00:03.323642 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-vpqb8 for pod on switch ip-10-0-1-148.ec2.internal I0506 13:00:03.323750 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8 I0506 13:00:03.341068 3803 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8] pod update took 17.360414ms I0506 13:00:03.341090 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8] addLogicalPort annotation time took 17.386533ms I0506 13:00:03.342287 3803 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8] addLogicalPort took 18.663027ms, libovsdb time 810.476µs I0506 13:00:03.423234 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-hhsh9 for pod on switch ip-10-0-1-148.ec2.internal I0506 13:00:03.423323 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9 I0506 13:00:03.437265 3803 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9] pod update took 13.966961ms I0506 13:00:03.437291 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9] addLogicalPort annotation time took 13.997139ms I0506 13:00:03.438523 3803 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9] addLogicalPort took 15.303448ms, libovsdb time 852.394µs I0506 13:00:03.683681 3803 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8 34aa370d85936b3a559380548e2a4da3f924d635df394cd65b0c20b4bad4da62 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8 34aa370d85936b3a559380548e2a4da3f924d635df394cd65b0c20b4bad4da62 network default NAD default NAD key ] I0506 13:00:03.692680 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-vpqb8, hostIfaceName: 34aa370d85936b3, network: default, NAD default, SandboxID: "34aa370d85936b3a559380548e2a4da3f924d635df394cd65b0c20b4bad4da62", PCI device ID: , UID: "32ada8f4-b645-43d0-868e-4c8bc7738dae", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0506 13:00:03.742473 3803 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8 34aa370d85936b3a559380548e2a4da3f924d635df394cd65b0c20b4bad4da62 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vpqb8 34aa370d85936b3a559380548e2a4da3f924d635df394cd65b0c20b4bad4da62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:45:7f:d0:26:9c\",\"name\":\"34aa370d85936b3\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8af52c94-2fdd-4276-88c3-a1a1b2f61a21\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:00:03.787195 3803 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9 ea76a9a9b869890ad3223b104aca56771e1ff627ef6eb6683f6b43ba5e88e90f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9 ea76a9a9b869890ad3223b104aca56771e1ff627ef6eb6683f6b43ba5e88e90f network default NAD default NAD key ] I0506 13:00:03.797022 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-hhsh9, hostIfaceName: ea76a9a9b869890, network: default, NAD default, SandboxID: "ea76a9a9b869890ad3223b104aca56771e1ff627ef6eb6683f6b43ba5e88e90f", PCI device ID: , UID: "16d692f6-925b-47fc-be3a-363b38f98ea1", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0506 13:00:03.846274 3803 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9 ea76a9a9b869890ad3223b104aca56771e1ff627ef6eb6683f6b43ba5e88e90f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hhsh9 ea76a9a9b869890ad3223b104aca56771e1ff627ef6eb6683f6b43ba5e88e90f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:59:ed:1b:c3:da\",\"name\":\"ea76a9a9b869890\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3f9fcca-77cc-4d3d-981c-3822b4dcbeba\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:00:04.542365 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:04.542904 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:05.430615 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:05.430694 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:00:10.809676 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:10.809697 3803 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:11.961699 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 13:00:12.950569 3803 cni.go:452] [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key ] I0506 13:00:13.034498 3803 cni.go:473] [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-xwhcs 28f2df8ca1315edfa0de487bfd5cf4bda88e1c8d9d77cde9458b5dcb72324c47 network default NAD default NAD key default], result "{}", err I0506 13:00:13.083934 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:13.083972 3803 pods.go:176] Deleting pod: tsf/patch-tekton-config-xwhcs I0506 13:00:13.085353 3803 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-xwhcs, ips: 10.128.0.44 I0506 13:00:13.085392 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 13:00:14.007981 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 13:00:14.110516 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:14.110544 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:14.609579 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:14.610140 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:15.472686 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:15.472715 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:00:22.957692 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 13:00:23.506442 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 13:00:32.050444 3803 cni.go:452] [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key ] I0506 13:00:32.139913 3803 cni.go:473] [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-8fhht-kd7q7 ee52a687642628ab44b4eb8c34feaa5463db64dd47d6c9f058eb382314510b3c network default NAD default NAD key default], result "{}", err I0506 13:00:32.193028 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:32.193060 3803 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-8fhht-kd7q7 I0506 13:00:32.194384 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-8fhht-kd7q7, ips: 10.128.0.42 I0506 13:00:32.194412 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:33.073116 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:33.073137 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:33.180636 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-nrmhl for pod on switch ip-10-0-1-148.ec2.internal I0506 13:00:33.180740 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl I0506 13:00:33.201315 3803 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl] pod update took 20.610262ms I0506 13:00:33.201337 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl] addLogicalPort annotation time took 20.638358ms I0506 13:00:33.202520 3803 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl] addLogicalPort took 21.899848ms, libovsdb time 757.067µs I0506 13:00:33.541190 3803 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl 9acf90a6336e97d2ba633a77967bb78d3880473c82d31665469b2c24d81df3d2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl 9acf90a6336e97d2ba633a77967bb78d3880473c82d31665469b2c24d81df3d2 network default NAD default NAD key ] I0506 13:00:33.566521 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-nrmhl, hostIfaceName: 9acf90a6336e97d, network: default, NAD default, SandboxID: "9acf90a6336e97d2ba633a77967bb78d3880473c82d31665469b2c24d81df3d2", PCI device ID: , UID: "9c96b907-567f-47ac-961a-53406dba7bc6", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0506 13:00:33.615158 3803 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl 9acf90a6336e97d2ba633a77967bb78d3880473c82d31665469b2c24d81df3d2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-nrmhl 9acf90a6336e97d2ba633a77967bb78d3880473c82d31665469b2c24d81df3d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:53:23:c9:e5:26\",\"name\":\"9acf90a6336e97d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fb3d1c6-dcbb-4ede-9873-1903c931d502\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:00:36.583444 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-56b849d94c-b5gk7] creating logical port tsf-tas_rekor-server-56b849d94c-b5gk7 for pod on switch ip-10-0-1-148.ec2.internal I0506 13:00:36.583575 3803 kube.go:256] Updating pod tsf-tas/rekor-server-56b849d94c-b5gk7 I0506 13:00:36.607616 3803 pod.go:62] [tsf-tas/rekor-server-56b849d94c-b5gk7] pod update took 24.062501ms I0506 13:00:36.607642 3803 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-56b849d94c-b5gk7] addLogicalPort annotation time took 24.093167ms I0506 13:00:36.608914 3803 pods.go:271] [tsf-tas/rekor-server-56b849d94c-b5gk7] addLogicalPort took 25.491742ms, libovsdb time 895.704µs W0506 13:00:36.613321 3803 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 13:00:37.745226 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7dl9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:37.745840 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7dl9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 13:00:37.948775 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 13:00:38.041577 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 13:00:38.614304 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7dl9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.614332 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7dl9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.651417 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.651443 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.662133 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xwhcs I0506 13:00:38.662160 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xwhcs I0506 13:00:39.310218 3803 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-148.ec2.internal I0506 13:00:39.310305 3803 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0506 13:00:39.323854 3803 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.571884ms I0506 13:00:39.323876 3803 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.597613ms I0506 13:00:39.325319 3803 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.118075ms, libovsdb time 950.246µs I0506 13:00:39.686062 3803 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key ] I0506 13:00:39.695230 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 7856e5df951d537, network: default, NAD default, SandboxID: "7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94", PCI device ID: , UID: "41c48153-c44e-46e6-ba18-000db5e8d50f", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0506 13:00:39.745023 3803 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:79:29:57:32:a0\",\"name\":\"7856e5df951d537\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc400e3c-0d17-4403-a085-9e355eadab7b\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:00:43.117210 3803 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key ] I0506 13:00:43.201785 3803 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 7856e5df951d537880eb09b401cd9abee09ac74888d2f5693b7a6033987e6a94 network default NAD default NAD key default], result "{}", err I0506 13:00:43.300126 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:43.300160 3803 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0506 13:00:43.301457 3803 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.49 I0506 13:00:43.301490 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:43.320706 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:43.320746 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:43.327573 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 13:00:43.327598 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 13:00:43.541440 3803 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-148.ec2.internal I0506 13:00:43.541559 3803 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0506 13:00:43.555278 3803 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.744924ms I0506 13:00:43.555296 3803 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.769659ms I0506 13:00:43.556655 3803 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.228896ms, libovsdb time 1.003459ms I0506 13:00:43.903281 3803 cni.go:452] [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key ] I0506 13:00:43.913366 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: a055841c964a358, network: default, NAD default, SandboxID: "a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a", PCI device ID: , UID: "92626719-af19-4100-96df-571ff17c4f1b", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0506 13:00:43.962975 3803 cni.go:473] [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:83:e5:be:1f:01\",\"name\":\"a055841c964a358\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f297bb8b-4032-4c57-a8e0-d0f4f9584606\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:00:44.447613 3803 cni.go:452] [tsf-tas/rekor-server-56b849d94c-b5gk7 e1094e324ac8cd30a3f9a5e6fa1060dace1ea4e88f7be7e50f61d4fac1ac4ded network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-56b849d94c-b5gk7 e1094e324ac8cd30a3f9a5e6fa1060dace1ea4e88f7be7e50f61d4fac1ac4ded network default NAD default NAD key ] I0506 13:00:44.457590 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-56b849d94c-b5gk7, hostIfaceName: e1094e324ac8cd3, network: default, NAD default, SandboxID: "e1094e324ac8cd30a3f9a5e6fa1060dace1ea4e88f7be7e50f61d4fac1ac4ded", PCI device ID: , UID: "cf1b2089-0983-49d8-9dfa-125a8accf7e1", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0506 13:00:44.507227 3803 cni.go:473] [tsf-tas/rekor-server-56b849d94c-b5gk7 e1094e324ac8cd30a3f9a5e6fa1060dace1ea4e88f7be7e50f61d4fac1ac4ded network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-56b849d94c-b5gk7 e1094e324ac8cd30a3f9a5e6fa1060dace1ea4e88f7be7e50f61d4fac1ac4ded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:db:77:52:15:3e\",\"name\":\"e1094e324ac8cd3\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6361097-816f-4a48-9030-975aec37a7ff\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 13:00:48.152257 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 13:00:49.804948 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-ld5bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:49.805498 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-ld5bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:50.831452 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-ld5bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:50.831477 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-ld5bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:56.191142 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-h69bv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:56.191765 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-h69bv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:57.066010 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-h69bv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:57.066034 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-h69bv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:00:59.159237 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0506 13:00:59.862746 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-m8bwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:59.863309 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-m8bwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:00.886787 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-m8bwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:00.886808 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-m8bwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:01:10.135476 3803 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 13:01:11.940475 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0506 13:01:15.967739 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:15.968251 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:16.855055 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:16.855082 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:01:21.855598 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 13:01:28.360241 3803 cni.go:452] [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key ] I0506 13:01:28.438887 3803 cni.go:473] [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa a055841c964a3587cee5bc5483304217c3100e15b4e8a5b4b6bfff56b9a1544a network default NAD default NAD key default], result "{}", err I0506 13:01:28.495983 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:28.496019 3803 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0506 13:01:28.497552 3803 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.50 I0506 13:01:28.497590 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:28.539191 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:28.539229 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:28.549228 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 13:01:28.549253 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 13:01:28.937750 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 13:01:29.269857 3803 namespace.go:98] [build-service] adding namespace I0506 13:01:29.270641 3803 namespace.go:102] [build-service] adding namespace took 765.733µs I0506 13:01:29.277321 3803 namespace.go:98] [integration-service] adding namespace I0506 13:01:29.277340 3803 namespace.go:98] [default-tenant] adding namespace I0506 13:01:29.278090 3803 namespace.go:102] [integration-service] adding namespace took 752.04µs I0506 13:01:29.278712 3803 namespace.go:102] [default-tenant] adding namespace took 1.357959ms I0506 13:01:29.287451 3803 namespace.go:98] [image-controller] adding namespace I0506 13:01:29.288109 3803 namespace.go:102] [image-controller] adding namespace took 647.318µs I0506 13:01:29.334743 3803 namespace.go:142] [build-service] updating namespace I0506 13:01:29.380198 3803 namespace.go:142] [build-service] updating namespace I0506 13:01:29.393293 3803 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.436387 3803 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.506164 3803 namespace.go:142] [default-tenant] updating namespace I0506 13:01:29.518893 3803 namespace.go:142] [build-service] updating namespace I0506 13:01:29.535298 3803 namespace.go:142] [default-tenant] updating namespace I0506 13:01:29.570226 3803 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.574478 3803 namespace.go:142] [image-controller] updating namespace I0506 13:01:29.609393 3803 namespace.go:142] [image-controller] updating namespace I0506 13:01:29.632500 3803 namespace.go:98] [release-service] adding namespace I0506 13:01:29.633298 3803 namespace.go:102] [release-service] adding namespace took 783.149µs I0506 13:01:29.657497 3803 namespace.go:142] [konflux-ui] updating namespace I0506 13:01:29.673245 3803 namespace.go:142] [release-service] updating namespace I0506 13:01:29.711348 3803 namespace.go:142] [release-service] updating namespace I0506 13:01:29.833401 3803 namespace.go:98] [konflux-info] adding namespace I0506 13:01:29.834186 3803 namespace.go:102] [konflux-info] adding namespace took 769.912µs I0506 13:01:29.884299 3803 namespace.go:98] [namespace-lister] adding namespace I0506 13:01:29.885199 3803 namespace.go:102] [namespace-lister] adding namespace took 876.799µs I0506 13:01:29.914323 3803 namespace.go:142] [konflux-info] updating namespace I0506 13:01:30.041301 3803 namespace.go:142] [konflux-info] updating namespace I0506 13:01:30.096368 3803 namespace.go:142] [image-controller] updating namespace I0506 13:01:30.181251 3803 namespace.go:98] [enterprise-contract-service] adding namespace I0506 13:01:30.181442 3803 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:30.182218 3803 namespace.go:102] [enterprise-contract-service] adding namespace took 945.425µs I0506 13:01:30.485254 3803 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:30.590505 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:30.721327 3803 namespace.go:142] [default-tenant] updating namespace I0506 13:01:30.802225 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:30.983476 3803 namespace.go:98] [segment-bridge] adding namespace I0506 13:01:30.984331 3803 namespace.go:102] [segment-bridge] adding namespace took 833.782µs I0506 13:01:31.057261 3803 namespace.go:98] [konflux-cli] adding namespace I0506 13:01:31.058012 3803 namespace.go:102] [konflux-cli] adding namespace took 732.649µs I0506 13:01:31.232754 3803 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:31.361365 3803 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:31.502426 3803 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:31.732246 3803 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:31.753462 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 13:01:31.754179 3803 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 13:01:31.754199 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 13:01:31.756914 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 13:01:31.765602 3803 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-lswfp] creating logical port namespace-lister_namespace-lister-696b855848-lswfp for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:31.765695 3803 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-lswfp I0506 13:01:31.846627 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 13:01:31.846651 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 13:01:31.868179 3803 pod.go:62] [namespace-lister/namespace-lister-696b855848-lswfp] pod update took 102.507704ms I0506 13:01:31.868199 3803 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-lswfp] addLogicalPort annotation time took 102.534774ms I0506 13:01:31.869323 3803 pods.go:271] [namespace-lister/namespace-lister-696b855848-lswfp] addLogicalPort took 103.742506ms, libovsdb time 767.357µs I0506 13:01:31.870261 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 13:01:32.227295 3803 base_network_controller_pods.go:487] [default/konflux-ui/dex-6bddd95586-kpt9m] creating logical port konflux-ui_dex-6bddd95586-kpt9m for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:32.227379 3803 kube.go:256] Updating pod konflux-ui/dex-6bddd95586-kpt9m I0506 13:01:32.249764 3803 pod.go:62] [konflux-ui/dex-6bddd95586-kpt9m] pod update took 22.406664ms I0506 13:01:32.249791 3803 base_network_controller_pods.go:951] [default/konflux-ui/dex-6bddd95586-kpt9m] addLogicalPort annotation time took 22.436715ms I0506 13:01:32.250938 3803 pods.go:271] [konflux-ui/dex-6bddd95586-kpt9m] addLogicalPort took 23.657092ms, libovsdb time 805.632µs I0506 13:01:32.329323 3803 namespace.go:142] [build-service] updating namespace I0506 13:01:32.414006 3803 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6877486d5b-wkwtx] creating logical port konflux-ui_proxy-6877486d5b-wkwtx for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:32.414096 3803 kube.go:256] Updating pod konflux-ui/proxy-6877486d5b-wkwtx I0506 13:01:32.449089 3803 pod.go:62] [konflux-ui/proxy-6877486d5b-wkwtx] pod update took 35.026459ms I0506 13:01:32.449109 3803 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6877486d5b-wkwtx] addLogicalPort annotation time took 35.051723ms I0506 13:01:32.450277 3803 pods.go:271] [konflux-ui/proxy-6877486d5b-wkwtx] addLogicalPort took 36.285248ms, libovsdb time 820.92µs I0506 13:01:32.540557 3803 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-jmv2l] creating logical port image-controller_image-controller-controller-manager-6f859968fc-jmv2l for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:32.540645 3803 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-jmv2l I0506 13:01:32.565975 3803 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-jmv2l] pod update took 25.351308ms I0506 13:01:32.565997 3803 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-jmv2l] addLogicalPort annotation time took 25.382232ms I0506 13:01:32.567158 3803 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-jmv2l] addLogicalPort took 26.617018ms, libovsdb time 778.069µs I0506 13:01:32.649624 3803 namespace.go:142] [default-tenant] updating namespace I0506 13:01:32.720080 3803 cni.go:452] [namespace-lister/namespace-lister-696b855848-lswfp 253999f3e1fdbaeeb4da35332347d4ee67a411b0076ee12c1ff1f6462d72e359 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-lswfp 253999f3e1fdbaeeb4da35332347d4ee67a411b0076ee12c1ff1f6462d72e359 network default NAD default NAD key ] I0506 13:01:32.731834 3803 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-lswfp, hostIfaceName: 253999f3e1fdbae, network: default, NAD default, SandboxID: "253999f3e1fdbaeeb4da35332347d4ee67a411b0076ee12c1ff1f6462d72e359", PCI device ID: , UID: "719c6ea9-ef9b-46c7-9573-249f0bcef432", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0506 13:01:32.780695 3803 cni.go:473] [namespace-lister/namespace-lister-696b855848-lswfp 253999f3e1fdbaeeb4da35332347d4ee67a411b0076ee12c1ff1f6462d72e359 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-lswfp 253999f3e1fdbaeeb4da35332347d4ee67a411b0076ee12c1ff1f6462d72e359 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:2a:2e:37:30:94\",\"name\":\"253999f3e1fdbae\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbf9638a-404c-4fb1-a7e1-adb74d65a9fc\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:01:32.827410 3803 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-l24fr] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-l24fr for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:32.827493 3803 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-l24fr I0506 13:01:32.885519 3803 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr] pod update took 58.046693ms I0506 13:01:32.885544 3803 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-l24fr] addLogicalPort annotation time took 58.076044ms I0506 13:01:32.886835 3803 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr] addLogicalPort took 59.439947ms, libovsdb time 878.662µs I0506 13:01:32.906685 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:33.018326 3803 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-grtsd] creating logical port build-service_build-service-controller-manager-7cbf488fcf-grtsd for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:33.018403 3803 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-grtsd I0506 13:01:33.046219 3803 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-grtsd] pod update took 27.838026ms I0506 13:01:33.046241 3803 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-grtsd] addLogicalPort annotation time took 27.862059ms I0506 13:01:33.047420 3803 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-grtsd] addLogicalPort took 29.109047ms, libovsdb time 814.515µs I0506 13:01:33.081420 3803 namespace.go:142] [image-controller] updating namespace I0506 13:01:33.314315 3803 namespace.go:142] [integration-service] updating namespace I0506 13:01:33.335743 3803 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-z5qj6 for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:33.335842 3803 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6 I0506 13:01:33.363756 3803 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6] pod update took 27.94707ms I0506 13:01:33.363779 3803 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6] addLogicalPort annotation time took 27.972902ms I0506 13:01:33.365037 3803 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6] addLogicalPort took 29.31781ms, libovsdb time 870.023µs I0506 13:01:33.543683 3803 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-67c7f7d889-b55nh] creating logical port integration-service_integration-service-controller-manager-67c7f7d889-b55nh for pod on switch ip-10-0-1-148.ec2.internal I0506 13:01:33.543788 3803 kube.go:256] Updating pod integration-service/integration-service-controller-manager-67c7f7d889-b55nh I0506 13:01:33.577842 3803 pod.go:62] [integration-service/integration-service-controller-manager-67c7f7d889-b55nh] pod update took 34.076903ms I0506 13:01:33.577871 3803 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-67c7f7d889-b55nh] addLogicalPort annotation time took 34.111487ms I0506 13:01:33.579269 3803 pods.go:271] [integration-service/integration-service-controller-manager-67c7f7d889-b55nh] addLogicalPort took 35.600558ms, libovsdb time 873.524µs I0506 13:01:33.580425 3803 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:33.770876 3803 namespace.go:142] [konflux-info] updating namespace I0506 13:01:33.808175 3803 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-grtsd 06055ec14eb6e7e2a9b8199e24fdeadafcad3e841331d0249b74bcf82cb8e586 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-grtsd 06055ec14eb6e7e2a9b8199e24fdeadafcad3e841331d0249b74bcf82cb8e586 network default NAD default NAD key ] I0506 13:01:33.817932 3803 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-grtsd, hostIfaceName: 06055ec14eb6e7e, network: default, NAD default, SandboxID: "06055ec14eb6e7e2a9b8199e24fdeadafcad3e841331d0249b74bcf82cb8e586", PCI device ID: , UID: "454487b2-5463-4fd4-8519-012af01517f5", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0506 13:01:33.865569 3803 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-grtsd 06055ec14eb6e7e2a9b8199e24fdeadafcad3e841331d0249b74bcf82cb8e586 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-grtsd 06055ec14eb6e7e2a9b8199e24fdeadafcad3e841331d0249b74bcf82cb8e586 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:7f:34:4d:e7:2a\",\"name\":\"06055ec14eb6e7e\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4e04234-4f68-4706-b362-c1aa6aeb4717\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:01:33.960247 3803 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:34.162733 3803 namespace.go:142] [release-service] updating namespace I0506 13:01:34.378194 3803 namespace.go:142] [segment-bridge] updating namespace W0506 13:01:34.401229 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 13:01:34.464264 3803 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-jmv2l dab9221bbde73fe102185970d1e38ba01643652d565f41a4527d91d238285883 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-jmv2l dab9221bbde73fe102185970d1e38ba01643652d565f41a4527d91d238285883 network default NAD default NAD key ] I0506 13:01:34.488829 3803 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-jmv2l, hostIfaceName: dab9221bbde73fe, network: default, NAD default, SandboxID: "dab9221bbde73fe102185970d1e38ba01643652d565f41a4527d91d238285883", PCI device ID: , UID: "32e68bbc-9b50-401a-b826-1f4b9f9d0d0f", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0506 13:01:34.496595 3803 namespace.go:142] [build-service] updating namespace I0506 13:01:34.528792 3803 namespace.go:142] [default-tenant] updating namespace I0506 13:01:34.539175 3803 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-jmv2l dab9221bbde73fe102185970d1e38ba01643652d565f41a4527d91d238285883 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-jmv2l dab9221bbde73fe102185970d1e38ba01643652d565f41a4527d91d238285883 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:57:3d:3c:a2:34\",\"name\":\"dab9221bbde73fe\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bc85277-4675-46b3-9e6c-950314ac5a47\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:01:34.566013 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:34.592229 3803 namespace.go:142] [image-controller] updating namespace I0506 13:01:34.612389 3803 namespace.go:142] [integration-service] updating namespace I0506 13:01:34.664560 3803 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:34.698547 3803 namespace.go:142] [konflux-info] updating namespace I0506 13:01:34.730862 3803 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:34.759512 3803 namespace.go:142] [release-service] updating namespace I0506 13:01:34.800395 3803 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:34.929403 3803 namespace.go:142] [build-service] updating namespace I0506 13:01:35.060605 3803 namespace.go:142] [default-tenant] updating namespace I0506 13:01:35.235515 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:35.362367 3803 namespace.go:142] [image-controller] updating namespace W0506 13:01:35.429601 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0506 13:01:35.511217 3803 namespace.go:142] [integration-service] updating namespace I0506 13:01:35.592489 3803 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:35.691287 3803 namespace.go:142] [konflux-info] updating namespace I0506 13:01:35.785058 3803 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:35.854381 3803 namespace.go:142] [release-service] updating namespace I0506 13:01:35.925359 3803 namespace.go:142] [segment-bridge] updating namespace W0506 13:01:37.415245 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 13:01:39.431245 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 13:01:40.402542 3803 cni.go:452] [konflux-ui/dex-6bddd95586-kpt9m fb1080f73d289ccfd08b18a65e9b579c4756214f76df4b4376fe27a265502aba network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6bddd95586-kpt9m fb1080f73d289ccfd08b18a65e9b579c4756214f76df4b4376fe27a265502aba network default NAD default NAD key ] I0506 13:01:40.411488 3803 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6bddd95586-kpt9m, hostIfaceName: fb1080f73d289cc, network: default, NAD default, SandboxID: "fb1080f73d289ccfd08b18a65e9b579c4756214f76df4b4376fe27a265502aba", PCI device ID: , UID: "af309a35-231c-4ec0-97ba-495f3002b2b0", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0506 13:01:40.463485 3803 cni.go:473] [konflux-ui/dex-6bddd95586-kpt9m fb1080f73d289ccfd08b18a65e9b579c4756214f76df4b4376fe27a265502aba network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6bddd95586-kpt9m fb1080f73d289ccfd08b18a65e9b579c4756214f76df4b4376fe27a265502aba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:08:a2:b8:21:71\",\"name\":\"fb1080f73d289cc\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e82e95a9-a7d5-464f-a288-0d16016ba737\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:01:40.601128 3803 cni.go:452] [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key ] I0506 13:01:40.610668 3803 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6877486d5b-wkwtx, hostIfaceName: 5e65244abf2a0b8, network: default, NAD default, SandboxID: "5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6", PCI device ID: , UID: "4785ac04-642a-4dd8-8717-8758e60455e4", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0506 13:01:40.661494 3803 cni.go:473] [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:09:de:ec:ba:f8\",\"name\":\"5e65244abf2a0b8\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5a3cff7-4434-47d0-a9fa-a3e797fa89a8\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:01:41.001862 3803 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key ] I0506 13:01:41.011602 3803 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-l24fr, hostIfaceName: 178352eacdc85dc, network: default, NAD default, SandboxID: "178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58", PCI device ID: , UID: "f8e0b471-d54b-4a7e-88b2-8b254e930e8d", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0506 13:01:41.061635 3803 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d6:d2:d6:cc:f8\",\"name\":\"178352eacdc85dc\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3d6478c-4963-454b-9024-89811d085652\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:01:41.498937 3803 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6 a35aea6e699b95e89d4d349ebd6a035ef14a0d05e741567a26e20924c2a43765 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6 a35aea6e699b95e89d4d349ebd6a035ef14a0d05e741567a26e20924c2a43765 network default NAD default NAD key ] I0506 13:01:41.510748 3803 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-z5qj6, hostIfaceName: a35aea6e699b95e, network: default, NAD default, SandboxID: "a35aea6e699b95e89d4d349ebd6a035ef14a0d05e741567a26e20924c2a43765", PCI device ID: , UID: "b530ce6c-fd96-47eb-97e6-4d99407ff987", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0506 13:01:41.570329 3803 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6 a35aea6e699b95e89d4d349ebd6a035ef14a0d05e741567a26e20924c2a43765 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-z5qj6 a35aea6e699b95e89d4d349ebd6a035ef14a0d05e741567a26e20924c2a43765 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ad:5e:27:f2:aa\",\"name\":\"a35aea6e699b95e\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e540901-f797-4e75-95fc-3aa6fee7284f\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 13:01:41.747099 3803 cni.go:452] [integration-service/integration-service-controller-manager-67c7f7d889-b55nh 4780fdc36e3161cf760dd4d810cae4f772d3883b3a2f5cd627061c4b91a0e6ee network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-67c7f7d889-b55nh 4780fdc36e3161cf760dd4d810cae4f772d3883b3a2f5cd627061c4b91a0e6ee network default NAD default NAD key ] I0506 13:01:41.759459 3803 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-67c7f7d889-b55nh, hostIfaceName: 4780fdc36e3161c, network: default, NAD default, SandboxID: "4780fdc36e3161cf760dd4d810cae4f772d3883b3a2f5cd627061c4b91a0e6ee", PCI device ID: , UID: "f6002a10-9d1c-4c48-a412-c3f28710cb5c", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0506 13:01:41.821530 3803 cni.go:473] [integration-service/integration-service-controller-manager-67c7f7d889-b55nh 4780fdc36e3161cf760dd4d810cae4f772d3883b3a2f5cd627061c4b91a0e6ee network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-67c7f7d889-b55nh 4780fdc36e3161cf760dd4d810cae4f772d3883b3a2f5cd627061c4b91a0e6ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:82:fa:71:18:dd\",\"name\":\"4780fdc36e3161c\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37f303c6-6d54-492e-ab28-a6572c1fcf1e\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 13:01:43.468373 3803 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 13:01:47.022889 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.022909 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.498816 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 13:01:47.498874 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 13:01:47.529126 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.529143 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.560398 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 13:01:47.560499 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 13:01:47.591517 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 13:01:47.591518 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 13:01:48.435884 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 13:01:50.440690 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 13:01:58.506620 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0506 13:01:58.539045 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 13:01:58.539647 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 13:01:58.573036 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0506 13:01:58.576369 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0506 13:01:58.788865 3803 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key ] I0506 13:01:58.876884 3803 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l24fr 178352eacdc85dc71436b27075aa4ad7bc7afd92ec9cbcada5295f522810ac58 network default NAD default NAD key default], result "{}", err I0506 13:01:58.936948 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:58.936985 3803 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-l24fr I0506 13:01:58.938427 3803 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-l24fr, ips: 10.128.0.55 I0506 13:01:58.938455 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:59.578088 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:59.578108 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:59.584884 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l24fr I0506 13:01:59.584912 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l24fr I0506 13:02:23.939796 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=162 W0506 13:02:24.564490 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 13:02:24.564513 3803 util.go:959] Failed to build node endpoints for node ip-10-0-1-148.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 13:02:40.026112 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 13:02:57.293562 3803 cni.go:452] [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key ] I0506 13:02:57.378814 3803 cni.go:473] [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6877486d5b-wkwtx 5e65244abf2a0b89c99116b2b81ccb347ac3bef314edf10bf7c177e0714452f6 network default NAD default NAD key default], result "{}", err I0506 13:02:57.447880 3803 obj_retry.go:498] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:02:57.447914 3803 pods.go:176] Deleting pod: konflux-ui/proxy-6877486d5b-wkwtx I0506 13:02:57.449214 3803 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6877486d5b-wkwtx, ips: 10.128.0.53 I0506 13:02:57.449244 3803 obj_retry.go:498] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:02:57.911552 3803 obj_retry.go:492] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:02:57.911578 3803 obj_retry.go:492] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:02:57.918518 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6877486d5b-wkwtx I0506 13:02:57.918571 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6877486d5b-wkwtx I0506 13:03:00.578493 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:03:00.579039 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:03:00.596284 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:03:00.596304 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:03:00.603657 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 13:03:00.603682 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 13:03:29.640976 3803 namespace.go:98] [managed-tenant-n1stj] adding namespace I0506 13:03:29.641869 3803 namespace.go:102] [managed-tenant-n1stj] adding namespace took 869.804µs I0506 13:03:29.678075 3803 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:29.701795 3803 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.701582 3803 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.830938 3803 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.929329 3803 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:48.948170 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=383 I0506 13:04:01.023992 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 13:04:36.055787 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 13:04:47.062079 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 13:04:58.061662 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 13:05:17.032514 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7