+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-196.ec2.internal ++ [[ -n ip-10-0-0-196.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-196.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:05:25.490814991 - disable conntrack on geneve port' I0424 15:05:25.490814991 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:05:25.533259600 - starting ovnkube-node' I0424 15:05:25.533259600 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-196.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-196.ec2.internal --init-node ip-10-0-0-196.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-196.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 15:05:25.576384 3921 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 15:05:25.576435 3921 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-1706d184cc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 15:05:25.577905 3921 kube.go:431] Waiting for certificate I0424 15:05:25.577938 3921 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 15:05:25.577973 3921 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 15:05:25.578647 3921 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:05:25.629223 3921 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:25.629239 3921 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:25.634546 3921 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:25.634642 3921 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-94xcn" I0424 15:05:25.639358 3921 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:05:26.578989 3921 kube.go:438] Certificate found I0424 15:05:26.579557 3921 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:05:26.580522 3921 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 15:05:26.641910 3921 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 15:00:25 +0000 UTC" deadline="2026-04-25 09:45:39.258419777 +0000 UTC" I0424 15:05:26.642283 3921 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h40m12.616327351s" I0424 15:05:26.657436 3921 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:05:26.667160 3921 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 15:05:26.667214 3921 server.go:101] MetricServer registers OVS metrics I0424 15:05:26.667613 3921 server.go:105] MetricServer registers OVN DB metrics I0424 15:05:26.668694 3921 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 15:05:26.668763 3921 factory.go:561] Starting watch factory I0424 15:05:26.668837 3921 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.668844 3921 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.668849 3921 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.668856 3921 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.668906 3921 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.668925 3921 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.669862 3921 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.669886 3921 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.670762 3921 controller_manager.go:370] Starting the ovnkube controller I0424 15:05:26.670775 3921 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-196.ec2.internal I0424 15:05:26.670774 3921 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.670796 3921 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.670829 3921 controller_manager.go:395] NBDB zone sync took: 43.884µs I0424 15:05:26.670871 3921 factory.go:561] Starting watch factory I0424 15:05:26.670826 3921 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.670897 3921 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.672448 3921 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 15:05:26.672470 3921 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 15:05:26.683477 3921 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.684440 3921 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.685289 3921 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.685541 3921 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.687476 3921 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 15:05:26.687495 3921 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 15:05:26.688052 3921 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.691957 3921 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 15:05:26.691986 3921 server.go:109] MetricServer registers OVN Controller metrics I0424 15:05:26.695835 3921 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:05:26.696301 3921 server.go:113] MetricServer registers OVN Northd metrics I0424 15:05:26.700783 3921 metrics.go:519] OVN Metrics Server starts to run ... I0424 15:05:26.775259 3921 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:05:26.775282 3921 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:05:26.775288 3921 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:05:26.775293 3921 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:05:26.775297 3921 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:05:26.775302 3921 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:05:26.775404 3921 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:26.775437 3921 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:26.775415 3921 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:26.775463 3921 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:26.776210 3921 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:05:26.776232 3921 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:05:26.776237 3921 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:05:26.776242 3921 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:05:26.776246 3921 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:05:26.776249 3921 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:05:26.801286 3921 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:26.817499 3921 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:05:26.881377 3921 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:05:26.881398 3921 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:05:26.881452 3921 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:26.881464 3921 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:26.881974 3921 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:05:26.881988 3921 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:05:26.901638 3921 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:26.986831 3921 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:05:26.986928 3921 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:26.986949 3921 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:26.988965 3921 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:05:27.007114 3921 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.092417 3921 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:05:27.092496 3921 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.092514 3921 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.094954 3921 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:05:27.119491 3921 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.198883 3921 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:05:27.198979 3921 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.198994 3921 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.201342 3921 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:05:27.218739 3921 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.304804 3921 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:05:27.304896 3921 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.304910 3921 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.307013 3921 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:05:27.325004 3921 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.410920 3921 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:05:27.411113 3921 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:05:27.411130 3921 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:05:27.412358 3921 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:05:27.432337 3921 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:05:27.517350 3921 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:05:27.517444 3921 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.517454 3921 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.517488 3921 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.517458 3921 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.517923 3921 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:05:27.569483 3921 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.608026 3921 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:05:27.622824 3921 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:05:27.622835 3921 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:05:27.622842 3921 factory.go:680] Watch Factory start up complete, took: 954.081045ms I0424 15:05:27.622915 3921 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 15:05:27.624215 3921 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:05:27.624224 3921 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:05:27.624231 3921 factory.go:680] Watch Factory start up complete, took: 953.361572ms I0424 15:05:27.624237 3921 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-196.ec2.internal" zone I0424 15:05:27.673548 3921 default_node_network_controller.go:710] Initializing the default node network controller I0424 15:05:27.760164 3921 udn_isolation.go:101] Starting UDN host isolation manager I0424 15:05:27.768683 3921 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 15:05:27.839683 3921 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 15:05:27.839809 3921 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 15:05:27.839823 3921 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 15:05:27.870802 3921 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 15:05:27.870856 3921 default_node_network_controller.go:809] Node ip-10-0-0-196.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0424 15:05:27.875701 3921 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.196"] k8s.ovn.org/zone-name:ip-10-0-0-196.ec2.internal] on node ip-10-0-0-196.ec2.internal I0424 15:05:27.897402 3921 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 15:05:27.903211 3921 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 15:05:27.903316 3921 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0424 15:05:27.903426 3921 gateway_init.go:263] Preparing Gateway I0424 15:05:27.903437 3921 gateway_shared_intf.go:1687] Creating new gateway I0424 15:05:28.010753 3921 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:05:28.017195 3921 iptables.go:108] Creating table: filter chain: OUTPUT I0424 15:05:28.023302 3921 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 15:05:28.023317 3921 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-196.ec2.internal","mac-address":"12:6b:65:35:66:db","ip-addresses":["10.0.0.196/24"],"ip-address":"10.0.0.196/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6d346256-e9df-4185-b3cb-cf29667ce2c3 k8s.ovn.org/node-encap-ips:["10.0.0.196"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.196/24"} k8s.ovn.org/zone-name:ip-10-0-0-196.ec2.internal] on node ip-10-0-0-196.ec2.internal I0424 15:05:28.041615 3921 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:28.124843 3921 controller_manager.go:429] Waiting for node in zone sync took: 500.595117ms I0424 15:05:28.130269 3921 controller_manager.go:611] Switching to transit router for layer2 networks I0424 15:05:28.130283 3921 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-196.ec2.internal I0424 15:05:28.145170 3921 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:05:28.151184 3921 controller_manager.go:290] SCTP support detected in OVN I0424 15:05:28.151801 3921 services_controller.go:69] Creating services controller for network=default I0424 15:05:28.151909 3921 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 15:05:28.151967 3921 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 15:05:28.151996 3921 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 15:05:28.152008 3921 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 15:05:28.152018 3921 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:05:28.152213 3921 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 15:05:28.152255 3921 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 15:05:28.152298 3921 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.781µs I0424 15:05:28.152317 3921 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 54.321µs I0424 15:05:28.152323 3921 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 67.263µs I0424 15:05:28.152329 3921 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 15:05:28.152335 3921 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 15:05:28.152344 3921 default_network_controller.go:325] Starting the default network controller I0424 15:05:28.152446 3921 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.463µs I0424 15:05:28.152532 3921 udn_enabled_svc.go:95] Performing full resync I0424 15:05:28.152886 3921 udn_enabled_svc.go:99] Waiting for handler to sync I0424 15:05:28.152900 3921 udn_enabled_svc.go:104] Starting worker I0424 15:05:28.162208 3921 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 15:05:28.162270 3921 repair.go:33] Syncing exgw routes took 50.33µs I0424 15:05:28.162292 3921 default_network_controller.go:414] Starting all the Watchers... I0424 15:05:28.162429 3921 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 15:05:28.162440 3921 namespace.go:98] [openshift-operators] adding namespace I0424 15:05:28.162449 3921 namespace.go:98] [openshift-controller-manager] adding namespace I0424 15:05:28.162448 3921 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 15:05:28.162430 3921 namespace.go:98] [openshift-host-network] adding namespace I0424 15:05:28.162474 3921 namespace.go:98] [openshift-apiserver] adding namespace I0424 15:05:28.162476 3921 namespace.go:98] [openshift-monitoring] adding namespace I0424 15:05:28.162490 3921 namespace.go:98] [openshift-package-operator] adding namespace I0424 15:05:28.162506 3921 namespace.go:98] [openshift-config-operator] adding namespace I0424 15:05:28.162514 3921 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 15:05:28.162513 3921 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 15:05:28.162430 3921 namespace.go:98] [openshift-ingress] adding namespace I0424 15:05:28.162556 3921 namespace.go:98] [openshift-console] adding namespace I0424 15:05:28.162572 3921 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 15:05:28.162627 3921 namespace.go:98] [openshift-insights] adding namespace I0424 15:05:28.163152 3921 namespace.go:102] [openshift-must-gather-operator] adding namespace took 709.484µs I0424 15:05:28.163172 3921 namespace.go:98] [openshift-machine-api] adding namespace I0424 15:05:28.163654 3921 namespace.go:102] [openshift-machine-api] adding namespace took 476.479µs I0424 15:05:28.163671 3921 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 15:05:28.164273 3921 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 594.185µs I0424 15:05:28.164291 3921 namespace.go:98] [openshift-network-console] adding namespace I0424 15:05:28.164957 3921 namespace.go:102] [openshift-operators] adding namespace took 2.505674ms I0424 15:05:28.164977 3921 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 15:05:28.165550 3921 namespace.go:102] [openshift-controller-manager] adding namespace took 3.083712ms I0424 15:05:28.165573 3921 namespace.go:98] [openshift-dns-operator] adding namespace I0424 15:05:28.166254 3921 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.788281ms I0424 15:05:28.166269 3921 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 15:05:28.166990 3921 namespace.go:102] [openshift-host-network] adding namespace took 4.519681ms I0424 15:05:28.167009 3921 namespace.go:98] [openshift-dns] adding namespace I0424 15:05:28.167682 3921 namespace.go:102] [openshift-apiserver] adding namespace took 5.195098ms I0424 15:05:28.167697 3921 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 15:05:28.168212 3921 namespace.go:102] [openshift-monitoring] adding namespace took 5.721879ms I0424 15:05:28.168225 3921 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 15:05:28.168800 3921 namespace.go:102] [openshift-package-operator] adding namespace took 6.300632ms I0424 15:05:28.168819 3921 namespace.go:98] [kube-public] adding namespace I0424 15:05:28.169476 3921 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.949202ms I0424 15:05:28.169495 3921 namespace.go:98] [openshift-node] adding namespace I0424 15:05:28.170052 3921 namespace.go:102] [openshift-config-operator] adding namespace took 7.526275ms I0424 15:05:28.170070 3921 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 15:05:28.170683 3921 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.149375ms I0424 15:05:28.170703 3921 namespace.go:98] [openshift-config] adding namespace I0424 15:05:28.171321 3921 namespace.go:102] [openshift-ingress] adding namespace took 8.754637ms I0424 15:05:28.171341 3921 namespace.go:98] [kube-system] adding namespace I0424 15:05:28.172034 3921 namespace.go:102] [openshift-console] adding namespace took 9.461683ms I0424 15:05:28.172057 3921 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 15:05:28.172665 3921 namespace.go:102] [openshift-operators-redhat] adding namespace took 10.085011ms I0424 15:05:28.172680 3921 namespace.go:98] [openshift-backplane] adding namespace I0424 15:05:28.173185 3921 namespace.go:102] [openshift-insights] adding namespace took 10.546918ms I0424 15:05:28.173201 3921 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 15:05:28.173661 3921 namespace.go:102] [openshift-network-console] adding namespace took 9.365272ms I0424 15:05:28.173674 3921 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 15:05:28.174103 3921 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.119907ms I0424 15:05:28.174118 3921 namespace.go:98] [kube-node-lease] adding namespace I0424 15:05:28.174638 3921 namespace.go:102] [openshift-dns-operator] adding namespace took 9.057595ms I0424 15:05:28.174652 3921 namespace.go:98] [openshift-network-operator] adding namespace I0424 15:05:28.175101 3921 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.82636ms I0424 15:05:28.175118 3921 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 15:05:28.175653 3921 namespace.go:102] [openshift-dns] adding namespace took 8.635975ms I0424 15:05:28.175669 3921 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 15:05:28.176554 3921 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.850829ms I0424 15:05:28.176569 3921 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 15:05:28.177073 3921 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.843307ms I0424 15:05:28.177098 3921 namespace.go:98] [openshift-infra] adding namespace I0424 15:05:28.177634 3921 namespace.go:102] [kube-public] adding namespace took 8.810711ms I0424 15:05:28.177654 3921 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 15:05:28.178168 3921 namespace.go:102] [openshift-node] adding namespace took 8.665793ms I0424 15:05:28.178183 3921 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 15:05:28.178709 3921 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.632906ms I0424 15:05:28.178723 3921 namespace.go:98] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] adding namespace I0424 15:05:28.179203 3921 namespace.go:102] [openshift-config] adding namespace took 8.493586ms I0424 15:05:28.179217 3921 namespace.go:98] [openshift-etcd] adding namespace I0424 15:05:28.179709 3921 namespace.go:102] [kube-system] adding namespace took 8.361572ms I0424 15:05:28.179719 3921 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 15:05:28.180234 3921 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.170163ms I0424 15:05:28.180248 3921 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 15:05:28.180773 3921 namespace.go:102] [openshift-backplane] adding namespace took 8.087537ms I0424 15:05:28.180785 3921 namespace.go:98] [default] adding namespace I0424 15:05:28.181255 3921 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.046731ms I0424 15:05:28.181270 3921 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 15:05:28.181751 3921 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.070422ms I0424 15:05:28.182216 3921 namespace.go:102] [kube-node-lease] adding namespace took 8.091422ms I0424 15:05:28.182231 3921 namespace.go:98] [openshift-multus] adding namespace I0424 15:05:28.182693 3921 namespace.go:102] [openshift-network-operator] adding namespace took 8.0361ms I0424 15:05:28.182708 3921 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 15:05:28.183183 3921 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.059027ms I0424 15:05:28.183196 3921 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 15:05:28.183584 3921 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.909733ms I0424 15:05:28.183596 3921 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 15:05:28.184037 3921 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.463639ms I0424 15:05:28.184049 3921 namespace.go:98] [openshift-console-operator] adding namespace I0424 15:05:28.184492 3921 namespace.go:102] [openshift-infra] adding namespace took 7.389398ms I0424 15:05:28.184504 3921 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 15:05:28.184939 3921 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.279947ms I0424 15:05:28.184951 3921 namespace.go:98] [openshift-authentication] adding namespace I0424 15:05:28.185394 3921 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.205377ms I0424 15:05:28.185407 3921 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 15:05:28.185862 3921 namespace.go:102] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] adding namespace took 7.133867ms I0424 15:05:28.185875 3921 namespace.go:98] [openshift-cluster-version] adding namespace I0424 15:05:28.186396 3921 namespace.go:102] [openshift-etcd] adding namespace took 7.170613ms I0424 15:05:28.186413 3921 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 15:05:28.186821 3921 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.09355ms I0424 15:05:28.186838 3921 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 15:05:28.187315 3921 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.061131ms I0424 15:05:28.187333 3921 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 15:05:28.187719 3921 namespace.go:102] [default] adding namespace took 6.929209ms I0424 15:05:28.187733 3921 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 15:05:28.188106 3921 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.829816ms I0424 15:05:28.188122 3921 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0424 15:05:28.188121 3921 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-svnzv: pod openshift-multus/network-metrics-daemon-svnzv: no pod IPs found W0424 15:05:28.188142 3921 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-97wt7: pod openshift-multus/network-metrics-daemon-97wt7: no pod IPs found W0424 15:05:28.188148 3921 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sjxwf: pod openshift-multus/network-metrics-daemon-sjxwf: no pod IPs found I0424 15:05:28.188678 3921 namespace.go:102] [openshift-multus] adding namespace took 6.441442ms I0424 15:05:28.188694 3921 namespace.go:98] [openshift] adding namespace I0424 15:05:28.189097 3921 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.385001ms I0424 15:05:28.189108 3921 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 15:05:28.189507 3921 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.306485ms I0424 15:05:28.189530 3921 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 15:05:28.189971 3921 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.368847ms I0424 15:05:28.189985 3921 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 15:05:28.190391 3921 namespace.go:102] [openshift-console-operator] adding namespace took 6.336996ms I0424 15:05:28.190403 3921 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 15:05:28.190811 3921 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.301935ms I0424 15:05:28.190822 3921 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 15:05:28.191218 3921 namespace.go:102] [openshift-authentication] adding namespace took 6.262619ms I0424 15:05:28.191228 3921 namespace.go:98] [openshift-config-managed] adding namespace I0424 15:05:28.191669 3921 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.25778ms I0424 15:05:28.191682 3921 namespace.go:98] [dedicated-admin] adding namespace I0424 15:05:28.192091 3921 namespace.go:102] [openshift-cluster-version] adding namespace took 6.211525ms I0424 15:05:28.192104 3921 namespace.go:98] [openshift-image-registry] adding namespace I0424 15:05:28.192504 3921 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.086386ms I0424 15:05:28.192515 3921 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 15:05:28.192911 3921 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.068149ms I0424 15:05:28.192927 3921 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 15:05:28.193343 3921 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.004311ms I0424 15:05:28.193354 3921 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 15:05:28.193750 3921 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.010971ms I0424 15:05:28.193760 3921 namespace.go:98] [openshift-marketplace] adding namespace I0424 15:05:28.194186 3921 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.056087ms I0424 15:05:28.194202 3921 namespace.go:98] [openshift-logging] adding namespace I0424 15:05:28.194598 3921 namespace.go:102] [openshift] adding namespace took 5.899822ms I0424 15:05:28.195016 3921 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.903713ms I0424 15:05:28.195027 3921 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 15:05:28.195446 3921 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.90895ms I0424 15:05:28.195890 3921 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.899524ms I0424 15:05:28.195902 3921 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 15:05:28.196395 3921 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.988484ms I0424 15:05:28.197029 3921 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.200608ms I0424 15:05:28.197046 3921 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 15:05:28.197613 3921 namespace.go:102] [openshift-config-managed] adding namespace took 6.379112ms I0424 15:05:28.198212 3921 namespace.go:102] [dedicated-admin] adding namespace took 6.524636ms I0424 15:05:28.198760 3921 namespace.go:102] [openshift-image-registry] adding namespace took 6.65093ms I0424 15:05:28.199205 3921 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.684768ms I0424 15:05:28.199219 3921 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 15:05:28.199593 3921 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.659995ms I0424 15:05:28.200032 3921 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.672783ms I0424 15:05:28.200464 3921 namespace.go:102] [openshift-marketplace] adding namespace took 6.700366ms W0424 15:05:28.200845 3921 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9jr82: pod openshift-network-diagnostics/network-check-target-9jr82: no pod IPs found W0424 15:05:28.200860 3921 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gktv6: pod openshift-network-diagnostics/network-check-target-gktv6: no pod IPs found W0424 15:05:28.200866 3921 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-glnww: pod openshift-network-diagnostics/network-check-target-glnww: no pod IPs found I0424 15:05:28.200871 3921 namespace.go:102] [openshift-logging] adding namespace took 6.664069ms I0424 15:05:28.201764 3921 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.732329ms I0424 15:05:28.202102 3921 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.197424ms I0424 15:05:28.202610 3921 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.558197ms I0424 15:05:28.202944 3921 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.72124ms W0424 15:05:28.203019 3921 master.go:471] Unable to parse remote node ip-10-0-1-253.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 15:05:28.203165 3921 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-253.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-253.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-253.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-253.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-253.ec2.internal I0424 15:05:28.203870 3921 zone_ic_handler.go:195] Time taken to create transit switch: 309.941µs I0424 15:05:28.203882 3921 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-93.ec2.internal for the network default I0424 15:05:28.204797 3921 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-93.ec2.internal" on network "default" took: 1.245111ms I0424 15:05:28.204855 3921 master.go:548] Adding or Updating local node "ip-10-0-0-196.ec2.internal" for network "default" W0424 15:05:28.211656 3921 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-97wt7: pod openshift-multus/network-metrics-daemon-97wt7: no pod IPs found W0424 15:05:28.211683 3921 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9jr82: pod openshift-network-diagnostics/network-check-target-9jr82: no pod IPs found I0424 15:05:28.212501 3921 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-196.ec2.internal for the network default I0424 15:05:28.212664 3921 zone_ic_handler.go:195] Time taken to create transit switch: 147.765µs I0424 15:05:28.213394 3921 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 15:05:28.213436 3921 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 15:05:28.213451 3921 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 15:05:28.213470 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-196.ec2.internal in network "default" I0424 15:05:28.213525 3921 node_tracker.go:169] Node ip-10-0-0-196.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:28.213542 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:28.213547 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:28.213555 3921 node_tracker.go:235] Node ip-10-0-1-253.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-253.ec2.internal" I0424 15:05:28.213562 3921 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:28.213566 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:28.213574 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-93.ec2.internal in network "default" I0424 15:05:28.213598 3921 node_tracker.go:169] Node ip-10-0-2-93.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:28.213606 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:28.313663 3921 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 15:05:28.313680 3921 services_controller.go:208] Setting up event handlers for services for network=default I0424 15:05:28.313753 3921 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 15:05:28.313795 3921 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 15:05:28.313806 3921 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 15:05:28.413917 3921 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 15:05:28.413933 3921 repair.go:60] Starting repairing loop for services I0424 15:05:28.414017 3921 repair.go:131] Deleted 0 stale service LBs I0424 15:05:28.414035 3921 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 15:05:28.414050 3921 repair.go:62] Finished repairing loop for services: 119.132µs I0424 15:05:28.414075 3921 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 15:05:28.414100 3921 services_controller.go:254] Starting workers for network=default I0424 15:05:28.414438 3921 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-sjxwf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sjxwf: suppressed error logged: pod openshift-multus/network-metrics-daemon-sjxwf: no pod IPs found I0424 15:05:28.414444 3921 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gktv6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gktv6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gktv6: no pod IPs found I0424 15:05:28.414623 3921 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9jr82] creating logical port openshift-network-diagnostics_network-check-target-9jr82 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:28.414741 3921 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9jr82 I0424 15:05:28.414768 3921 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-97wt7] creating logical port openshift-multus_network-metrics-daemon-97wt7 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:28.414986 3921 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-97wt7 I0424 15:05:28.429411 3921 pod.go:62] [openshift-multus/network-metrics-daemon-97wt7] pod update took 14.501567ms I0424 15:05:28.429428 3921 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-97wt7] addLogicalPort annotation time took 14.537439ms I0424 15:05:28.430172 3921 pods.go:271] [openshift-multus/network-metrics-daemon-97wt7] addLogicalPort took 15.412611ms, libovsdb time 558.242µs I0424 15:05:28.432799 3921 pod.go:62] [openshift-network-diagnostics/network-check-target-9jr82] pod update took 18.099651ms I0424 15:05:28.432823 3921 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9jr82] addLogicalPort annotation time took 18.12374ms I0424 15:05:28.433628 3921 pods.go:271] [openshift-network-diagnostics/network-check-target-9jr82] addLogicalPort took 19.011951ms, libovsdb time 574.634µs I0424 15:05:28.434111 3921 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 15:05:28.434136 3921 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 15:05:28.434149 3921 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 15:05:28.434153 3921 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 15:05:28.434350 3921 repair.go:29] Repairing admin network policies took 190.326µs I0424 15:05:28.434515 3921 repair.go:92] Repairing baseline admin network policies took 152.873µs I0424 15:05:28.434903 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 15:05:28.434919 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 15:05:28.436844 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 15:05:28.436880 3921 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 15:05:28.436894 3921 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 15:05:28.438997 3921 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 15:05:28.439019 3921 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 15:05:28.439035 3921 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 15:05:28.441270 3921 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 15:05:28.441292 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 15:05:28.441304 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 15:05:28.442483 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 15:05:28.442501 3921 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 15:05:28.442510 3921 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 15:05:28.443928 3921 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 15:05:28.443945 3921 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 15:05:28.443953 3921 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 15:05:28.444749 3921 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 15:05:28.444763 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 15:05:28.444771 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 15:05:28.445261 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:05:28.445280 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 15:05:28.445289 3921 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 15:05:28.446842 3921 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 15:05:28.446860 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 15:05:28.446868 3921 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 15:05:28.447126 3921 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 15:05:28.447143 3921 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 15:05:28.447151 3921 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 15:05:28.447711 3921 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 15:05:28.447729 3921 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 15:05:28.447738 3921 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 15:05:28.448642 3921 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 15:05:28.448659 3921 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 15:05:28.448667 3921 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 15:05:28.450678 3921 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 15:05:28.450697 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 15:05:28.450704 3921 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 15:05:28.451194 3921 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 15:05:28.451211 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 15:05:28.451219 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 15:05:28.451719 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 15:05:28.451737 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 15:05:28.451749 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 15:05:28.453286 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 15:05:28.453304 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 15:05:28.453310 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 15:05:28.453629 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 15:05:28.453654 3921 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 15:05:28.453662 3921 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 15:05:28.454684 3921 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 15:05:28.454700 3921 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 15:05:28.454707 3921 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 15:05:28.455003 3921 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 15:05:28.455021 3921 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 15:05:28.455029 3921 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 15:05:28.455344 3921 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 15:05:28.455363 3921 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 15:05:28.455374 3921 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 15:05:28.456413 3921 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 15:05:28.456432 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 15:05:28.456440 3921 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 15:05:28.456905 3921 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 15:05:28.456923 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 15:05:28.456931 3921 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 15:05:28.457404 3921 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 15:05:28.457421 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 15:05:28.457428 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 15:05:28.457887 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 15:05:28.457903 3921 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 15:05:28.457912 3921 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 15:05:28.459005 3921 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 15:05:28.459022 3921 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 15:05:28.459031 3921 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 15:05:28.460254 3921 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 15:05:28.460273 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 15:05:28.460280 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 15:05:28.460759 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 15:05:28.460775 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 15:05:28.461173 3921 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 15:05:28.461183 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:05:28.461893 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 15:05:28.461913 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 15:05:28.461930 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 15:05:28.462450 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:05:28.462468 3921 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 15:05:28.462495 3921 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:05:28.463211 3921 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 15:05:28.468001 3921 egressfirewall.go:374] Starting EgressFirewall controller I0424 15:05:28.468042 3921 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 15:05:28.468044 3921 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 15:05:28.468074 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 15:05:28.468099 3921 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 15:05:28.468100 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 15:05:28.468114 3921 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 15:05:28.468359 3921 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 15:05:28.468377 3921 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 15:05:28.468387 3921 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 15:05:28.468399 3921 egressqos.go:193] Setting up event handlers for EgressQoS I0424 15:05:28.468468 3921 egressfirewall.go:723] Syncing node "ip-10-0-0-196.ec2.internal" for egress firewall I0424 15:05:28.468481 3921 egressfirewall.go:723] Syncing node "ip-10-0-1-253.ec2.internal" for egress firewall I0424 15:05:28.468485 3921 egressfirewall.go:723] Syncing node "ip-10-0-2-93.ec2.internal" for egress firewall I0424 15:05:28.468508 3921 egressqos.go:245] Starting EgressQoS Controller I0424 15:05:28.468517 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 15:05:28.468522 3921 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 15:05:28.468527 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 15:05:28.468532 3921 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 15:05:28.468537 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 15:05:28.468541 3921 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 15:05:28.468545 3921 egressqos.go:259] Repairing EgressQoSes I0424 15:05:28.468549 3921 egressqos.go:399] Starting repairing loop for egressqos I0424 15:05:28.468620 3921 egressqos.go:401] Finished repairing loop for egressqos: 70.659µs I0424 15:05:28.468638 3921 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 15:05:28.468660 3921 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-196.ec2.internal I0424 15:05:28.468698 3921 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-196.ec2.internal : 40.338µs I0424 15:05:28.468726 3921 egressservice_zone.go:210] Starting Egress Services Controller I0424 15:05:28.468733 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:05:28.468738 3921 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:05:28.468743 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:05:28.468748 3921 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:05:28.468753 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:05:28.468758 3921 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:05:28.468762 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 15:05:28.468767 3921 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 15:05:28.468770 3921 egressservice_zone.go:228] Repairing Egress Services I0424 15:05:28.468997 3921 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 15:05:28.469006 3921 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:05:28.469015 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-196.ec2.internal I0424 15:05:28.469022 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-196.ec2.internal: 8.245µs I0424 15:05:28.469028 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-253.ec2.internal I0424 15:05:28.469032 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-253.ec2.internal: 3.968µs I0424 15:05:28.469036 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-93.ec2.internal I0424 15:05:28.469040 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-93.ec2.internal: 3.938µs I0424 15:05:28.469195 3921 default_network_controller.go:585] Completing all the Watchers took 306.894345ms I0424 15:05:28.469207 3921 default_network_controller.go:589] Starting unidling controllers I0424 15:05:28.469218 3921 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 15:05:28.469223 3921 unidle.go:63] Populating Initial ContollerEvent events I0424 15:05:28.469231 3921 unidle.go:79] Setting up event handlers for services I0424 15:05:28.469272 3921 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:05:28.542989 3921 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:29.043120 3921 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:29.464964 3921 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:05:29.542391 3921 default_node_network_controller.go:519] Node connection status = connected I0424 15:05:29.559110 3921 bridgeconfig.go:537] Gateway is ready I0424 15:05:29.559125 3921 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 15:05:29.570692 3921 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.196. Updating OVN encap IP. I0424 15:05:29.576162 3921 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.196 - it is already configured I0424 15:05:29.576175 3921 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.196/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 15:05:29.576416 3921 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.196/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-196.ec2.internal","mac-address":"12:6b:65:35:66:db","ip-addresses":["10.0.0.196/24"],"ip-address":"10.0.0.196/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6d346256-e9df-4185-b3cb-cf29667ce2c3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.196/24"}] on node ip-10-0-0-196.ec2.internal I0424 15:05:29.592117 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-196.ec2.internal in network "default" I0424 15:05:29.592171 3921 node_tracker.go:169] Node ip-10-0-0-196.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:29.592191 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:29.592197 3921 master.go:548] Adding or Updating local node "ip-10-0-0-196.ec2.internal" for network "default" I0424 15:05:29.592218 3921 egressfirewall.go:723] Syncing node "ip-10-0-0-196.ec2.internal" for egress firewall I0424 15:05:29.592223 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-196.ec2.internal I0424 15:05:29.592250 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-196.ec2.internal: 34.256µs I0424 15:05:29.592422 3921 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.196 I0424 15:05:29.592531 3921 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-196.ec2.internal I0424 15:05:29.597346 3921 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-196.ec2.internal. Updating no re-route policies I0424 15:05:29.597434 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-95x67 I0424 15:05:29.597448 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-fmxgm I0424 15:05:29.597458 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-97wt7 I0424 15:05:29.597462 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-sjxwf I0424 15:05:29.597473 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-sjxwf I0424 15:05:29.597475 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-97wt7 I0424 15:05:29.597474 3921 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-196.ec2.internal I0424 15:05:29.597492 3921 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-196.ec2.internal I0424 15:05:29.597489 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2lrkc I0424 15:05:29.597497 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-196.ec2.internal I0424 15:05:29.597504 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-dszpr I0424 15:05:29.597504 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9jr82 I0424 15:05:29.597511 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-196.ec2.internal I0424 15:05:29.597515 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2lrkc I0424 15:05:29.597517 3921 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-97wt7] creating logical port openshift-multus_network-metrics-daemon-97wt7 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:29.597492 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-fmxgm I0424 15:05:29.597523 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-m8z8d I0424 15:05:29.597523 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4mbks I0424 15:05:29.597523 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9jr82 I0424 15:05:29.597534 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2lrkc after 0 failed attempt(s) I0424 15:05:29.597537 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4mbks I0424 15:05:29.597535 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-196.ec2.internal after 0 failed attempt(s) I0424 15:05:29.597460 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9nkf5 I0424 15:05:29.597451 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-95x67 I0424 15:05:29.597549 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-9nkf5 I0424 15:05:29.597561 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-fmxgm after 0 failed attempt(s) I0424 15:05:29.597476 3921 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lrnzf I0424 15:05:29.597569 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4mbks after 0 failed attempt(s) I0424 15:05:29.597575 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lrnzf I0424 15:05:29.597574 3921 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9jr82] creating logical port openshift-network-diagnostics_network-check-target-9jr82 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:29.597566 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-9nkf5 after 0 failed attempt(s) I0424 15:05:29.597516 3921 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tfbz8 I0424 15:05:29.597595 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lrnzf after 0 failed attempt(s) I0424 15:05:29.597594 3921 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tfbz8 I0424 15:05:29.597611 3921 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tfbz8 after 0 failed attempt(s) I0424 15:05:29.597564 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-m8z8d I0424 15:05:29.597624 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-m8z8d after 0 failed attempt(s) I0424 15:05:29.597568 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-95x67 after 0 failed attempt(s) I0424 15:05:29.597517 3921 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-196.ec2.internal after 0 failed attempt(s) I0424 15:05:29.597515 3921 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-dszpr I0424 15:05:29.597513 3921 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-sjxwf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sjxwf: suppressed error logged: pod openshift-multus/network-metrics-daemon-sjxwf: no pod IPs found I0424 15:05:29.597653 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-dszpr after 0 failed attempt(s) I0424 15:05:29.598276 3921 pods.go:271] [openshift-multus/network-metrics-daemon-97wt7] addLogicalPort took 769.324µs, libovsdb time 285.63µs I0424 15:05:29.598289 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-97wt7 after 0 failed attempt(s) I0424 15:05:29.598645 3921 pods.go:271] [openshift-network-diagnostics/network-check-target-9jr82] addLogicalPort took 1.081381ms, libovsdb time 276.071µs I0424 15:05:29.598657 3921 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9jr82 after 0 failed attempt(s) I0424 15:05:29.608707 3921 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 15:05:29.620529 3921 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 15:05:29.623686 3921 iptables.go:108] Creating table: nat chain: OUTPUT I0424 15:05:29.668235 3921 iptables.go:108] Creating table: nat chain: PREROUTING I0424 15:05:29.720243 3921 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:05:29.736004 3921 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 15:05:29.736244 3921 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 15:05:29.736286 3921 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 15:05:29.736363 3921 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 15:05:29.736416 3921 gateway_init.go:325] Gateway and management port readiness took 1.698488812s I0424 15:05:29.736442 3921 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 15:05:29.736473 3921 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 15:05:29.736484 3921 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 15:05:29.736492 3921 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:05:29.736546 3921 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 15:05:29.736620 3921 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.671µs I0424 15:05:29.736825 3921 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 15:05:29.736852 3921 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.164µs I0424 15:05:29.736860 3921 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.944µs I0424 15:05:29.736866 3921 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 15:05:29.736874 3921 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 15:05:29.736879 3921 default_node_network_controller.go:899] Starting the default node network controller I0424 15:05:29.736883 3921 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 15:05:29.736956 3921 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.553µs I0424 15:05:29.737023 3921 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 15:05:29.737032 3921 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 15:05:29.737054 3921 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d990 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000aabbd0 0xc0002ee4d0 0xc0002ee5b0 0xc000c0c3c0 0xc006501340 0xc0002ee620 map[0x2ff9080:0xc002d8b7a0 0x2ff95c0:0xc002d8b920 0x2ffa2e0:0xc002d8b6e0 0x2ffa580:0xc002d8b740 0x2ffad60:0xc002d8b800 0x2ffb000:0xc002d8b860 0x2ffb2a0:0xc002d8b8c0 0x2ffba80:0xc002d8b980 0x2ffbd20:0xc002d8b9e0 0x3026980:0xc000dcb980 0x3026d20:0xc000dcb9e0 0x3027800:0xc000bc9b60 0x3029160:0xc001b18000 0x30298a0:0xc002d8b680 0x302a720:0xc001302420] 0xc000aa0a80 0} I0424 15:05:29.737139 3921 gateway.go:151] Starting gateway service sync I0424 15:05:29.737629 3921 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 15:05:29.739708 3921 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 15:05:29.773100 3921 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 15:05:29.774132 3921 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 15:05:29.775259 3921 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 15:05:29.806584 3921 gateway.go:168] Gateway service sync done. Time taken: 69.435391ms I0424 15:05:29.807267 3921 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31903 I0424 15:05:29.807339 3921 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d990 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000aabbd0 0xc0002ee4d0 0xc0002ee5b0 0xc000c0c3c0 0xc006501340 0xc0002ee620 map[0x2ff9080:0xc002d8b7a0 0x2ff95c0:0xc002d8b920 0x2ffa2e0:0xc002d8b6e0 0x2ffa580:0xc002d8b740 0x2ffad60:0xc002d8b800 0x2ffb000:0xc002d8b860 0x2ffb2a0:0xc002d8b8c0 0x2ffba80:0xc002d8b980 0x2ffbd20:0xc002d8b9e0 0x3026980:0xc000dcb980 0x3026d20:0xc000dcb9e0 0x3027800:0xc000bc9b60 0x3029160:0xc001b18000 0x30298a0:0xc002d8b680 0x302a720:0xc001302420] 0xc000aa0a80 0} I0424 15:05:29.807842 3921 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d990 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000aabbd0 0xc0002ee4d0 0xc0002ee5b0 0xc000c0c3c0 0xc006501340 0xc0002ee620 map[0x2ff9080:0xc002d8b7a0 0x2ff95c0:0xc002d8b920 0x2ffa2e0:0xc002d8b6e0 0x2ffa580:0xc002d8b740 0x2ffad60:0xc002d8b800 0x2ffb000:0xc002d8b860 0x2ffb2a0:0xc002d8b8c0 0x2ffba80:0xc002d8b980 0x2ffbd20:0xc002d8b9e0 0x3026980:0xc000dcb980 0x3026d20:0xc000dcb9e0 0x3027800:0xc000bc9b60 0x3029160:0xc001b18000 0x30298a0:0xc002d8b680 0x302a720:0xc001302420] 0xc000aa0a80 0} I0424 15:05:29.807882 3921 gateway.go:532] Reconciling gateway with updates I0424 15:05:29.813363 3921 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 15:05:29.813458 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:29.813477 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:29.813474 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:29.813486 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:05:29.813482 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:29.813496 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:29.813495 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:29.813502 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:29.813513 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:29.813523 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:05:29.813528 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:29.813535 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:05:29.813532 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:29.813539 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:29.813541 3921 default_node_network_controller.go:944] Gateway and management port readiness took 76.498119ms I0424 15:05:29.813541 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:05:29.813548 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:05:29.813536 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:29.813553 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:29.813556 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:29.813562 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:29.813511 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:29.813568 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:05:29.813564 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813573 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:29.813580 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:05:29.813600 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:29.813619 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:05:29.813620 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:29.813560 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:29.813497 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:29.813639 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:29.813654 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:29.813668 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:29.813672 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:05:29.813677 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:29.813685 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:29.813687 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:29.813694 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:29.813689 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:29.813702 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:29.813710 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:29.813709 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:29.813710 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:29.813715 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:05:29.813722 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:29.813728 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:29.813730 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813734 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:29.813672 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:29.813741 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:29.813740 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:29.813746 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:29.813749 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:29.813754 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:29.813758 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:29.813575 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:29.813771 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:29.813773 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:05:29.813780 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813786 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:29.813789 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813796 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:05:29.813709 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:29.813806 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:05:29.813813 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813689 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813727 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:29.813857 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:29.813878 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:05:29.813880 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:05:29.813884 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:29.813813 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:29.813890 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:29.813889 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:05:29.813894 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:29.813904 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:05:29.813755 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:29.813929 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813931 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:05:29.813936 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813479 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:29.813514 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:29.813951 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:29.813958 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:29.813962 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:29.813500 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:29.813970 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:29.813971 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:29.813984 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:29.813985 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:29.813990 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:29.813991 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:29.813997 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:05:29.814002 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:29.814002 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:29.813957 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:29.813623 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813860 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:05:29.814044 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:05:29.813962 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:29.813575 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:29.813693 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:29.814170 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:05:29.813724 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:29.814195 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:29.813739 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:05:29.814249 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:05:29.813761 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:05:29.813962 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:29.814301 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:29.813979 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:29.813978 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:29.814392 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:29.814411 3921 port_claim.go:71] Svc openshift-ingress/router-default: port 31929 is already open, no action needed I0424 15:05:29.814426 3921 port_claim.go:71] Svc openshift-ingress/router-default: port 32694 is already open, no action needed I0424 15:05:29.814024 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:29.814440 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:05:29.813688 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:29.814459 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:29.814824 3921 node_ip_handler_linux.go:160] Node IP manager is running W0424 15:05:29.853971 3921 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:05:29.854207 3921 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:05:29.854420 3921 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0424 15:05:29.862856 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:05:29.862877 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:05:29.862885 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:05:29.862891 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:05:29.862897 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:05:29.862902 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:05:29.862907 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:05:29.862913 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:05:29.862918 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:05:29.862924 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:05:29.906518 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:05:29.906542 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:05:29.906549 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:05:29.945408 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:05:29.945414 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:05:30.436193 3921 default_network_controller.go:1025] Node "ip-10-0-1-253.ec2.internal" in remote zone "ip-10-0-1-253.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:05:30.436254 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:30.436300 3921 node_tracker.go:235] Node ip-10-0-1-253.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-253.ec2.internal" I0424 15:05:30.436323 3921 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:30.436342 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:30.470972 3921 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-93.ec2.internal. Updating no re-route policies I0424 15:05:30.470980 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-93.ec2.internal in network "default" I0424 15:05:30.470986 3921 egressfirewall.go:723] Syncing node "ip-10-0-2-93.ec2.internal" for egress firewall I0424 15:05:30.470994 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-93.ec2.internal I0424 15:05:30.471010 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-93.ec2.internal: 21.371µs I0424 15:05:30.471028 3921 node_tracker.go:169] Node ip-10-0-2-93.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:30.471039 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:30.486131 3921 default_network_controller.go:1025] Node "ip-10-0-1-253.ec2.internal" in remote zone "ip-10-0-1-253.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:05:30.561546 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:30.561595 3921 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:30.561598 3921 default_network_controller.go:1025] Node "ip-10-0-1-253.ec2.internal" in remote zone "ip-10-0-1-253.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:05:30.561605 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:30.562536 3921 zone_ic_handler.go:195] Time taken to create transit switch: 247.216µs I0424 15:05:30.562550 3921 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-253.ec2.internal for the network default I0424 15:05:30.563605 3921 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-253.ec2.internal" on network "default" took: 1.331696ms I0424 15:05:31.186586 3921 default_node_network_controller.go:1380] Starting node controller node sync W0424 15:05:31.186660 3921 egressip_healthcheck.go:76] Health checking using insecure connection I0424 15:05:31.186723 3921 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0424 15:05:31.199040 3921 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.432764ms I0424 15:05:31.199182 3921 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-93.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:05:31.199197 3921 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-93.ec2.internal", IP: 10.0.2.93 to PMTUD blocking rules I0424 15:05:31.204910 3921 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 15:05:31.205236 3921 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 15:05:31.205342 3921 egressservice_node.go:183] Starting Egress Services Controller I0424 15:05:31.205359 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:05:31.205370 3921 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:05:31.205378 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:05:31.205384 3921 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:05:31.205389 3921 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:05:31.205394 3921 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:05:31.205398 3921 egressservice_node.go:197] Repairing Egress Services I0424 15:05:31.215717 3921 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 15:05:31.215728 3921 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:05:31.215853 3921 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 15:05:31.215864 3921 link_network_manager.go:119] Link manager is running I0424 15:05:31.215875 3921 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 15:05:31.216020 3921 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 15:05:31.216201 3921 vrf_manager.go:128] VRF manager is running I0424 15:05:31.216294 3921 node_controller_manager.go:437] Removing flows to drop GARP I0424 15:05:31.216305 3921 gateway.go:532] Reconciling gateway with updates I0424 15:05:31.242986 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:31.243003 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:31.243003 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:31.243010 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:05:31.243014 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:05:31.243019 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:05:31.243013 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:31.243030 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:05:31.242986 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:31.243038 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:05:31.243043 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:05:31.243041 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:31.243054 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:31.243060 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:05:31.243063 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:05:31.243060 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:31.243003 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:31.243069 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:31.243095 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:05:31.243094 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:05:31.243100 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:31.243105 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:05:31.243110 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:05:31.243113 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:05:31.243106 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:05:31.243110 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:31.243126 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:31.243119 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:05:31.243130 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:05:31.243115 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:05:31.243139 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:05:31.243133 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:31.243141 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:31.243148 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:05:31.243150 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:31.243027 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:31.243156 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:31.243128 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:31.243162 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:05:31.243167 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:05:31.243167 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:31.243167 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:31.243168 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:05:31.243174 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:31.243130 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:05:31.243181 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:05:31.243182 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:31.243185 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:05:31.243186 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:31.243191 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:05:31.243192 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:05:31.243198 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:05:31.243197 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:31.243202 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:05:31.243206 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:31.243212 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:05:31.243216 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:05:31.243168 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:31.243220 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:05:31.243168 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:05:31.243226 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:05:31.243017 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:31.243241 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:05:31.243228 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:05:31.243251 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:05:31.243217 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:05:31.243190 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:31.243267 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:05:31.243146 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:05:31.243289 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:05:31.243297 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:05:31.243209 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:05:31.243243 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:05:31.243200 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:05:31.243045 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:31.243338 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:05:31.243204 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:05:31.243350 3921 port_claim.go:71] Svc openshift-ingress/router-default: port 31929 is already open, no action needed I0424 15:05:31.243359 3921 port_claim.go:71] Svc openshift-ingress/router-default: port 32694 is already open, no action needed I0424 15:05:31.243143 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:31.243100 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:05:31.243392 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:05:31.243145 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:31.243404 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:05:31.243147 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:05:31.243151 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:05:31.243154 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:31.243442 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:05:31.243157 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:31.243474 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:05:31.243158 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:05:31.243036 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:31.243526 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:05:31.243160 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:05:31.243158 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:31.243567 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:05:31.243170 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:31.243596 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:05:31.243175 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:05:31.243170 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:31.243624 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:05:31.243177 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:05:31.243643 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:05:31.243184 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:31.243657 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:05:31.243180 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:31.243681 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:05:31.243184 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:05:31.243188 3921 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:31.243719 3921 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:05:31.243254 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:05:31.243154 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:05:31.284385 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:05:31.284408 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:05:31.284416 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:05:31.284425 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:05:31.284432 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:05:31.325529 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:05:31.325550 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:05:31.371652 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:05:31.371665 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:05:31.371683 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:05:31.371692 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:05:31.371699 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:05:31.371704 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:05:31.371710 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:05:31.371715 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:05:31.371720 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:05:31.371726 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:05:31.371731 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:05:31.371736 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:05:31.371741 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:05:31.371746 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:05:31.371751 3921 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:05:33.117914 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-253.ec2.internal I0424 15:05:33.117943 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-253.ec2.internal: 33.847µs I0424 15:05:33.117969 3921 egressfirewall.go:723] Syncing node "ip-10-0-1-253.ec2.internal" for egress firewall I0424 15:05:33.117986 3921 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-253.ec2.internal in network "default" I0424 15:05:33.118035 3921 node_tracker.go:169] Node ip-10-0-1-253.ec2.internal switch + router changed, syncing services in network "default" I0424 15:05:33.118049 3921 services_controller.go:574] Full service sync requested for network=default I0424 15:05:33.118050 3921 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:05:33.118059 3921 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 10.0.1.253 to PMTUD blocking rules I0424 15:05:33.124064 3921 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-253.ec2.internal. Updating no re-route policies I0424 15:05:33.134443 3921 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 10.0.1.253 to PMTUD blocking rules I0424 15:05:33.134461 3921 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:05:33.234583 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-196.ec2.internal I0424 15:05:33.234611 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-196.ec2.internal: 32.375µs I0424 15:05:33.263933 3921 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6498cfc5d7-rsztn] creating logical port openshift-image-registry_image-registry-6498cfc5d7-rsztn for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:33.264053 3921 kube.go:256] Updating pod openshift-image-registry/image-registry-6498cfc5d7-rsztn I0424 15:05:33.287518 3921 pod.go:62] [openshift-image-registry/image-registry-6498cfc5d7-rsztn] pod update took 23.506024ms I0424 15:05:33.287536 3921 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6498cfc5d7-rsztn] addLogicalPort annotation time took 23.527391ms I0424 15:05:33.288797 3921 pods.go:271] [openshift-image-registry/image-registry-6498cfc5d7-rsztn] addLogicalPort took 24.875794ms, libovsdb time 1.01338ms I0424 15:05:33.311331 3921 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-cxp6g] creating logical port openshift-dns_dns-default-cxp6g for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:33.311386 3921 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-fh4vl for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:33.311446 3921 kube.go:256] Updating pod openshift-dns/dns-default-cxp6g I0424 15:05:33.311472 3921 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl I0424 15:05:33.311451 3921 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4mdsq] creating logical port openshift-ingress-canary_ingress-canary-4mdsq for pod on switch ip-10-0-0-196.ec2.internal I0424 15:05:33.311609 3921 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4mdsq I0424 15:05:33.325808 3921 pod.go:62] [openshift-dns/dns-default-cxp6g] pod update took 14.395372ms I0424 15:05:33.325824 3921 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-cxp6g] addLogicalPort annotation time took 14.414368ms I0424 15:05:33.326831 3921 pods.go:271] [openshift-dns/dns-default-cxp6g] addLogicalPort took 15.517119ms, libovsdb time 757.982µs I0424 15:05:33.331739 3921 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl] pod update took 20.290145ms I0424 15:05:33.331756 3921 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl] addLogicalPort annotation time took 20.311212ms I0424 15:05:33.332658 3921 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl] addLogicalPort took 21.303169ms, libovsdb time 682.985µs I0424 15:05:33.333162 3921 pod.go:62] [openshift-ingress-canary/ingress-canary-4mdsq] pod update took 21.592842ms I0424 15:05:33.333185 3921 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4mdsq] addLogicalPort annotation time took 21.615824ms I0424 15:05:33.334140 3921 pods.go:271] [openshift-ingress-canary/ingress-canary-4mdsq] addLogicalPort took 22.714065ms, libovsdb time 603.794µs I0424 15:05:33.729695 3921 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl c5a502036e86cf4a83c6cc6119731b813bfdbf2473188dfedc0ede2d33c96eaf network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl c5a502036e86cf4a83c6cc6119731b813bfdbf2473188dfedc0ede2d33c96eaf network default NAD default NAD key ] I0424 15:05:33.751853 3921 cni.go:452] [openshift-ingress-canary/ingress-canary-4mdsq 919201c024e33d2b7ec2adfc00159f1439a56c3c3d8a4e06349168281828999b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4mdsq 919201c024e33d2b7ec2adfc00159f1439a56c3c3d8a4e06349168281828999b network default NAD default NAD key ] I0424 15:05:33.777179 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-fh4vl, hostIfaceName: c5a502036e86cf4, network: default, NAD default, SandboxID: "c5a502036e86cf4a83c6cc6119731b813bfdbf2473188dfedc0ede2d33c96eaf", PCI device ID: , UID: "788612cd-971f-4606-82d5-2f55643cc2f9", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0424 15:05:33.777308 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4mdsq, hostIfaceName: 919201c024e33d2, network: default, NAD default, SandboxID: "919201c024e33d2b7ec2adfc00159f1439a56c3c3d8a4e06349168281828999b", PCI device ID: , UID: "355172bc-fad1-463c-bddb-8c7c3ae49ecf", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0424 15:05:33.831503 3921 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl c5a502036e86cf4a83c6cc6119731b813bfdbf2473188dfedc0ede2d33c96eaf network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-fh4vl c5a502036e86cf4a83c6cc6119731b813bfdbf2473188dfedc0ede2d33c96eaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0b:9e:17:c6:2a\",\"name\":\"c5a502036e86cf4\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82b37440-caec-45cc-94ac-122abf28734d\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:05:33.831519 3921 cni.go:473] [openshift-ingress-canary/ingress-canary-4mdsq 919201c024e33d2b7ec2adfc00159f1439a56c3c3d8a4e06349168281828999b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4mdsq 919201c024e33d2b7ec2adfc00159f1439a56c3c3d8a4e06349168281828999b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:50:ef:1d:e8:4a\",\"name\":\"919201c024e33d2\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d19730c7-2201-425c-89bd-c8d41a4e80ba\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:05:33.941247 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-93.ec2.internal I0424 15:05:33.941274 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-93.ec2.internal: 35.863µs I0424 15:05:34.829592 3921 cni.go:452] [openshift-network-diagnostics/network-check-target-9jr82 3d4488bab591cea98b7411b5354cfe93ce212b1324833c6f2fe73007ec1df8f7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9jr82 3d4488bab591cea98b7411b5354cfe93ce212b1324833c6f2fe73007ec1df8f7 network default NAD default NAD key ] I0424 15:05:34.839231 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9jr82, hostIfaceName: 3d4488bab591cea, network: default, NAD default, SandboxID: "3d4488bab591cea98b7411b5354cfe93ce212b1324833c6f2fe73007ec1df8f7", PCI device ID: , UID: "7f7efe0b-cb9f-4625-8ca6-30e79bf957f9", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0424 15:05:34.883509 3921 cni.go:473] [openshift-network-diagnostics/network-check-target-9jr82 3d4488bab591cea98b7411b5354cfe93ce212b1324833c6f2fe73007ec1df8f7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9jr82 3d4488bab591cea98b7411b5354cfe93ce212b1324833c6f2fe73007ec1df8f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:92:42:95:41:78\",\"name\":\"3d4488bab591cea\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64888991-5c85-4e5a-84e2-db1ffeb4fabe\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:05:36.878100 3921 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-253.ec2.internal I0424 15:05:36.878126 3921 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-253.ec2.internal: 33.129µs W0424 15:05:41.049757 3921 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:05:42.053779 3921 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:05:45.785210 3921 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:05:54.078543 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:06:05.797229 3921 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:06:12.055522 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:06:27.615750 3921 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m for pod on switch ip-10-0-0-196.ec2.internal I0424 15:06:27.615844 3921 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m I0424 15:06:27.630344 3921 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m] pod update took 14.529459ms I0424 15:06:27.630388 3921 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m] addLogicalPort annotation time took 14.576683ms I0424 15:06:27.631499 3921 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m] addLogicalPort took 15.761267ms, libovsdb time 860.795µs I0424 15:06:27.973180 3921 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key ] I0424 15:06:27.983016 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m, hostIfaceName: e4ae957acb64e94, network: default, NAD default, SandboxID: "e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58", PCI device ID: , UID: "faa293e9-87b9-469a-aec7-fb4956a7a96f", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0424 15:06:28.026563 3921 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c7:01:da:e2:a8\",\"name\":\"e4ae957acb64e94\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/900e898a-b69c-483b-a783-4d4341dc54ea\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:06:42.231764 3921 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2jdcw for pod on switch ip-10-0-0-196.ec2.internal I0424 15:06:42.231853 3921 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw I0424 15:06:42.256706 3921 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw] pod update took 24.873704ms I0424 15:06:42.256732 3921 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw] addLogicalPort annotation time took 24.905146ms I0424 15:06:42.257643 3921 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw] addLogicalPort took 25.892579ms, libovsdb time 661.893µs I0424 15:06:42.346286 3921 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-2ptc2 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:06:42.346371 3921 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2 I0424 15:06:42.363686 3921 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2] pod update took 17.34027ms I0424 15:06:42.363711 3921 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2] addLogicalPort annotation time took 17.370008ms I0424 15:06:42.364791 3921 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2] addLogicalPort took 18.521275ms, libovsdb time 815.813µs I0424 15:06:42.418822 3921 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-78drn for pod on switch ip-10-0-0-196.ec2.internal I0424 15:06:42.418939 3921 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn I0424 15:06:42.454311 3921 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn] pod update took 35.403578ms I0424 15:06:42.454330 3921 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn] addLogicalPort annotation time took 35.439563ms I0424 15:06:42.455413 3921 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn] addLogicalPort took 36.611121ms, libovsdb time 822.261µs I0424 15:06:42.771247 3921 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn eabf255d1420bc8e5f479343a5080043b5749d571436fb9ecff5a86fb213a2fb network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn eabf255d1420bc8e5f479343a5080043b5749d571436fb9ecff5a86fb213a2fb network default NAD default NAD key ] I0424 15:06:42.783205 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-78drn, hostIfaceName: eabf255d1420bc8, network: default, NAD default, SandboxID: "eabf255d1420bc8e5f479343a5080043b5749d571436fb9ecff5a86fb213a2fb", PCI device ID: , UID: "5b1a03f2-e4c4-47b9-943a-c70edcb3a3e1", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0424 15:06:42.828723 3921 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn eabf255d1420bc8e5f479343a5080043b5749d571436fb9ecff5a86fb213a2fb network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-78drn eabf255d1420bc8e5f479343a5080043b5749d571436fb9ecff5a86fb213a2fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e5:ee:a1:48:eb\",\"name\":\"eabf255d1420bc8\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/765c5c91-4952-48b2-b602-763b9e00da20\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:06:45.921259 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:06:47.785831 3921 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 15:06:47.786741 3921 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 890.237µs I0424 15:06:47.810435 3921 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:06:47.928318 3921 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-5vpt9 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:06:47.928417 3921 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9 I0424 15:06:47.942683 3921 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9] pod update took 14.308142ms I0424 15:06:47.942704 3921 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9] addLogicalPort annotation time took 14.330756ms I0424 15:06:47.943799 3921 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9] addLogicalPort took 15.497767ms, libovsdb time 788.39µs I0424 15:06:48.282383 3921 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9 3c31703dec5bb2f820e8469609f99551802ca8f999abc26ceb21e172b394e1ef network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9 3c31703dec5bb2f820e8469609f99551802ca8f999abc26ceb21e172b394e1ef network default NAD default NAD key ] I0424 15:06:48.301416 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-5vpt9, hostIfaceName: 3c31703dec5bb2f, network: default, NAD default, SandboxID: "3c31703dec5bb2f820e8469609f99551802ca8f999abc26ceb21e172b394e1ef", PCI device ID: , UID: "822c272b-0acb-4ba8-850a-4a68494eb768", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0424 15:06:48.349424 3921 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9 3c31703dec5bb2f820e8469609f99551802ca8f999abc26ceb21e172b394e1ef network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5vpt9 3c31703dec5bb2f820e8469609f99551802ca8f999abc26ceb21e172b394e1ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:23:65:44:c3:d7\",\"name\":\"3c31703dec5bb2f\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7e1d1be-5370-4944-a56c-d11e30691f97\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:06:48.982669 3921 namespace.go:98] [openshift-service-ca] adding namespace I0424 15:06:48.983913 3921 namespace.go:102] [openshift-service-ca] adding namespace took 1.14858ms I0424 15:06:49.002173 3921 namespace.go:142] [openshift-service-ca] updating namespace I0424 15:06:50.683144 3921 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-rxk5r] creating logical port openshift-service-ca_service-ca-d9cb48497-rxk5r for pod on switch ip-10-0-0-196.ec2.internal I0424 15:06:50.683291 3921 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-rxk5r I0424 15:06:50.700469 3921 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-rxk5r] pod update took 17.212262ms I0424 15:06:50.700492 3921 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-rxk5r] addLogicalPort annotation time took 17.236511ms I0424 15:06:50.701746 3921 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-rxk5r] addLogicalPort took 18.624976ms, libovsdb time 957.199µs I0424 15:06:51.968347 3921 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-rxk5r a526fe4394da51271974152bbe78d40892c6878243b63412c52488ebfbbef7fc network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-rxk5r a526fe4394da51271974152bbe78d40892c6878243b63412c52488ebfbbef7fc network default NAD default NAD key ] I0424 15:06:51.980125 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-rxk5r, hostIfaceName: a526fe4394da512, network: default, NAD default, SandboxID: "a526fe4394da51271974152bbe78d40892c6878243b63412c52488ebfbbef7fc", PCI device ID: , UID: "8609bb4b-498b-4200-886f-4a6bb6fdc1fe", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0424 15:06:52.030937 3921 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-rxk5r a526fe4394da51271974152bbe78d40892c6878243b63412c52488ebfbbef7fc network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-rxk5r a526fe4394da51271974152bbe78d40892c6878243b63412c52488ebfbbef7fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:42:d8:ad:1b:f9\",\"name\":\"a526fe4394da512\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a419b98-7db2-4ac0-bd76-978112f068b9\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:06:53.236771 3921 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key ] I0424 15:06:53.313660 3921 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m e4ae957acb64e94f51a9c97a2e17276c00e296dce99104d08447685ccdba3d58 network default NAD default NAD key default], result "{}", err I0424 15:06:53.370120 3921 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.370152 3921 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m I0424 15:06:53.371573 3921 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m, ips: 10.129.0.9 I0424 15:06:53.371606 3921 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.371634 3921 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.371647 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 15:06:53.371836 3921 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:06:53.371852 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 15:06:54.454466 3921 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:54.454495 3921 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:54.454516 3921 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:54.454531 3921 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db7l7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:06:57.839832 3921 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 15:06:57.858930 3921 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 15:06:57.864696 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:06:58.301196 3921 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2 b91224b234f1f91a80215c8c0f2b3921b512c36071d64fab4f671dfa1375c956 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2 b91224b234f1f91a80215c8c0f2b3921b512c36071d64fab4f671dfa1375c956 network default NAD default NAD key ] I0424 15:06:58.310357 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-2ptc2, hostIfaceName: b91224b234f1f91, network: default, NAD default, SandboxID: "b91224b234f1f91a80215c8c0f2b3921b512c36071d64fab4f671dfa1375c956", PCI device ID: , UID: "c1dcd94a-d2db-4f7d-8e38-6430ccdeca88", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0424 15:06:58.355143 3921 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2 b91224b234f1f91a80215c8c0f2b3921b512c36071d64fab4f671dfa1375c956 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2ptc2 b91224b234f1f91a80215c8c0f2b3921b512c36071d64fab4f671dfa1375c956 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:a0:c7:70:ad:23\",\"name\":\"b91224b234f1f91\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b2fe0c-29d6-46aa-905e-bc881f0cee1e\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:10.818123 3921 cni.go:452] [openshift-multus/network-metrics-daemon-97wt7 cb9cd098ffb0a9aa027039ba09e644f4674c9370eee976e0301a3564ed8cc3ef network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-97wt7 cb9cd098ffb0a9aa027039ba09e644f4674c9370eee976e0301a3564ed8cc3ef network default NAD default NAD key ] I0424 15:07:10.827266 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-97wt7, hostIfaceName: cb9cd098ffb0a9a, network: default, NAD default, SandboxID: "cb9cd098ffb0a9aa027039ba09e644f4674c9370eee976e0301a3564ed8cc3ef", PCI device ID: , UID: "aa338334-100e-4159-a995-f5742caa8b7d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0424 15:07:10.872994 3921 cni.go:473] [openshift-multus/network-metrics-daemon-97wt7 cb9cd098ffb0a9aa027039ba09e644f4674c9370eee976e0301a3564ed8cc3ef network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-97wt7 cb9cd098ffb0a9aa027039ba09e644f4674c9370eee976e0301a3564ed8cc3ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:7a:fb:b0:2f:b3\",\"name\":\"cb9cd098ffb0a9a\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7074d42-5d5e-4f98-a3fa-8b80b308c168\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:14.098966 3921 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw 3217396dbfa633105c362eec1e2cb2f27bdca6f6c0d6bbbfb50b19a148aa7002 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw 3217396dbfa633105c362eec1e2cb2f27bdca6f6c0d6bbbfb50b19a148aa7002 network default NAD default NAD key ] I0424 15:07:14.108586 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2jdcw, hostIfaceName: 3217396dbfa6331, network: default, NAD default, SandboxID: "3217396dbfa633105c362eec1e2cb2f27bdca6f6c0d6bbbfb50b19a148aa7002", PCI device ID: , UID: "620caa99-2af8-421c-9f1b-c6ca01e665b7", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0424 15:07:14.153206 3921 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw 3217396dbfa633105c362eec1e2cb2f27bdca6f6c0d6bbbfb50b19a148aa7002 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2jdcw 3217396dbfa633105c362eec1e2cb2f27bdca6f6c0d6bbbfb50b19a148aa7002 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:e2:1f:ed:2d:a4\",\"name\":\"3217396dbfa6331\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9af755cc-0b79-41a9-a455-f7d05dfa5671\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:15.016670 3921 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-q6vdt for pod on switch ip-10-0-0-196.ec2.internal I0424 15:07:15.016777 3921 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt I0424 15:07:15.036692 3921 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt] pod update took 19.952484ms I0424 15:07:15.036715 3921 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt] addLogicalPort annotation time took 19.978605ms I0424 15:07:15.037832 3921 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt] addLogicalPort took 21.174919ms, libovsdb time 839.602µs W0424 15:07:15.053609 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.053627 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.053634 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.056225 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.056246 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.077663 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.077681 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:15.089969 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.089984 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:15.089990 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default I0424 15:07:15.124758 3921 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-bx7bs] creating logical port openshift-insights_insights-runtime-extractor-bx7bs for pod on switch ip-10-0-0-196.ec2.internal I0424 15:07:15.124839 3921 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-bx7bs I0424 15:07:15.144866 3921 pod.go:62] [openshift-insights/insights-runtime-extractor-bx7bs] pod update took 20.054501ms I0424 15:07:15.144884 3921 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-bx7bs] addLogicalPort annotation time took 20.075805ms I0424 15:07:15.145934 3921 pods.go:271] [openshift-insights/insights-runtime-extractor-bx7bs] addLogicalPort took 21.187094ms, libovsdb time 768.776µs I0424 15:07:15.382609 3921 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt 32360d63873662524d09b1e4d3b3a1337df68fd96a5963f4413d315aebca25ed network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt 32360d63873662524d09b1e4d3b3a1337df68fd96a5963f4413d315aebca25ed network default NAD default NAD key ] I0424 15:07:15.393876 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-q6vdt, hostIfaceName: 32360d638736625, network: default, NAD default, SandboxID: "32360d63873662524d09b1e4d3b3a1337df68fd96a5963f4413d315aebca25ed", PCI device ID: , UID: "572ba5cd-6741-4fae-b0c3-723e629e459c", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0424 15:07:15.440165 3921 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt 32360d63873662524d09b1e4d3b3a1337df68fd96a5963f4413d315aebca25ed network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-q6vdt 32360d63873662524d09b1e4d3b3a1337df68fd96a5963f4413d315aebca25ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:8a:98:26:68:c6\",\"name\":\"32360d638736625\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f61ece30-af67-450b-8521-2e7e99733338\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:15.759357 3921 cni.go:452] [openshift-insights/insights-runtime-extractor-bx7bs 03b60f2b207ab4c5f46e0a25a2a3b88d21845d02b8109567f6e4cc3a6f2e697a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-bx7bs 03b60f2b207ab4c5f46e0a25a2a3b88d21845d02b8109567f6e4cc3a6f2e697a network default NAD default NAD key ] I0424 15:07:15.770065 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-bx7bs, hostIfaceName: 03b60f2b207ab4c, network: default, NAD default, SandboxID: "03b60f2b207ab4c5f46e0a25a2a3b88d21845d02b8109567f6e4cc3a6f2e697a", PCI device ID: , UID: "015d1870-818b-452e-8d05-51429e58c91b", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0424 15:07:15.816207 3921 cni.go:473] [openshift-insights/insights-runtime-extractor-bx7bs 03b60f2b207ab4c5f46e0a25a2a3b88d21845d02b8109567f6e4cc3a6f2e697a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-bx7bs 03b60f2b207ab4c5f46e0a25a2a3b88d21845d02b8109567f6e4cc3a6f2e697a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8f:00:19:8c:f5\",\"name\":\"03b60f2b207ab4c\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe5868fe-c9f7-4f56-9302-c1aeff376dc0\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:17.011724 3921 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.012343 3921 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.027034 3921 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.027590 3921 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:17.035374 3921 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.035396 3921 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-4d84v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.043778 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6498cfc5d7-4d84v I0424 15:07:17.043800 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6498cfc5d7-4d84v I0424 15:07:17.054280 3921 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.054307 3921 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d956df968-klmhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:17.070204 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d956df968-klmhh I0424 15:07:17.070222 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d956df968-klmhh I0424 15:07:17.204704 3921 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-ngrcc for pod on switch ip-10-0-0-196.ec2.internal I0424 15:07:17.204807 3921 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc I0424 15:07:17.221367 3921 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc] pod update took 16.588099ms I0424 15:07:17.221393 3921 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc] addLogicalPort annotation time took 16.615867ms I0424 15:07:17.222511 3921 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc] addLogicalPort took 17.824948ms, libovsdb time 764.452µs W0424 15:07:18.016675 3921 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:18.062795 3921 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:07:18.784304 3921 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc e582060a7d5ae46c6e39dee0d2e3f5c4deb11ef309af358180ce1f5b96780f98 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc e582060a7d5ae46c6e39dee0d2e3f5c4deb11ef309af358180ce1f5b96780f98 network default NAD default NAD key ] I0424 15:07:18.796627 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-ngrcc, hostIfaceName: e582060a7d5ae46, network: default, NAD default, SandboxID: "e582060a7d5ae46c6e39dee0d2e3f5c4deb11ef309af358180ce1f5b96780f98", PCI device ID: , UID: "c0189992-1d6f-483d-a536-5c0fbe916105", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0424 15:07:18.844417 3921 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc e582060a7d5ae46c6e39dee0d2e3f5c4deb11ef309af358180ce1f5b96780f98 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ngrcc e582060a7d5ae46c6e39dee0d2e3f5c4deb11ef309af358180ce1f5b96780f98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:5f:5d:b8:f8:07\",\"name\":\"e582060a7d5ae46\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a78e73b-29b0-4bd7-aa68-442b187e71f8\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:19.365696 3921 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0424 15:07:20.011131 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 15:07:20.362355 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 15:07:26.987297 3921 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-76vk8 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:07:26.987444 3921 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8 I0424 15:07:27.008344 3921 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8] pod update took 20.934136ms I0424 15:07:27.008365 3921 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8] addLogicalPort annotation time took 20.96083ms I0424 15:07:27.009571 3921 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8] addLogicalPort took 22.293521ms, libovsdb time 926.555µs I0424 15:07:28.008766 3921 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8 1ac4418399aa2a303730932f7665c85fcff700e9fb3d72b472f1ab520e099d94 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8 1ac4418399aa2a303730932f7665c85fcff700e9fb3d72b472f1ab520e099d94 network default NAD default NAD key ] I0424 15:07:28.018663 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-76vk8, hostIfaceName: 1ac4418399aa2a3, network: default, NAD default, SandboxID: "1ac4418399aa2a303730932f7665c85fcff700e9fb3d72b472f1ab520e099d94", PCI device ID: , UID: "7d13c481-dbd1-4518-9d14-985c6b9fcc15", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0424 15:07:28.069381 3921 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8 1ac4418399aa2a303730932f7665c85fcff700e9fb3d72b472f1ab520e099d94 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-76vk8 1ac4418399aa2a303730932f7665c85fcff700e9fb3d72b472f1ab520e099d94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:67:16:b8:f1:25\",\"name\":\"1ac4418399aa2a3\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f05ddbf5-5e6e-4754-a367-6949a33aae6a\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:30.346246 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0424 15:07:31.083943 3921 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.083961 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.083966 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.132260 3921 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.132282 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:07:31.132289 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:07:31.517557 3921 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-xkjzm for pod on switch ip-10-0-0-196.ec2.internal I0424 15:07:31.517653 3921 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm I0424 15:07:31.537666 3921 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm] pod update took 20.041001ms I0424 15:07:31.537685 3921 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm] addLogicalPort annotation time took 20.065274ms I0424 15:07:31.538935 3921 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm] addLogicalPort took 21.390717ms, libovsdb time 931.423µs I0424 15:07:31.873614 3921 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm 57ce7d1683fdab20b744b26aa5e707f6be2131d75e5f0ec0b8d3425c38d3593b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm 57ce7d1683fdab20b744b26aa5e707f6be2131d75e5f0ec0b8d3425c38d3593b network default NAD default NAD key ] I0424 15:07:31.882726 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-xkjzm, hostIfaceName: 57ce7d1683fdab2, network: default, NAD default, SandboxID: "57ce7d1683fdab20b744b26aa5e707f6be2131d75e5f0ec0b8d3425c38d3593b", PCI device ID: , UID: "7efbe477-496a-45f0-9c17-5c824e0ca486", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0424 15:07:31.929590 3921 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm 57ce7d1683fdab20b744b26aa5e707f6be2131d75e5f0ec0b8d3425c38d3593b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xkjzm 57ce7d1683fdab20b744b26aa5e707f6be2131d75e5f0ec0b8d3425c38d3593b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b9:db:95:13:85\",\"name\":\"57ce7d1683fdab2\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b39431b0-795a-400a-869c-0b4da70b4626\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:33.398839 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:07:34.103946 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:07:34.133132 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:07:34.133154 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:07:34.402649 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:07:35.110355 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.110376 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.110383 3921 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.110390 3921 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120676 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120693 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120698 3921 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.120702 3921 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:07:35.194759 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:07:35.194916 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:07:35.194931 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:07:35.225496 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:07:35.231951 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:07:35.231964 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:07:37.345381 3921 base_network_controller_pods.go:487] [default/openshift-console/console-5466d6cbff-6vgpk] creating logical port openshift-console_console-5466d6cbff-6vgpk for pod on switch ip-10-0-0-196.ec2.internal I0424 15:07:37.345484 3921 kube.go:256] Updating pod openshift-console/console-5466d6cbff-6vgpk I0424 15:07:37.361319 3921 pod.go:62] [openshift-console/console-5466d6cbff-6vgpk] pod update took 15.867022ms I0424 15:07:37.361343 3921 base_network_controller_pods.go:951] [default/openshift-console/console-5466d6cbff-6vgpk] addLogicalPort annotation time took 15.893528ms I0424 15:07:37.362579 3921 pods.go:271] [openshift-console/console-5466d6cbff-6vgpk] addLogicalPort took 17.224405ms, libovsdb time 914.009µs I0424 15:07:37.702368 3921 cni.go:452] [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key ] I0424 15:07:37.711714 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5466d6cbff-6vgpk, hostIfaceName: 130047024d9e99e, network: default, NAD default, SandboxID: "130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82", PCI device ID: , UID: "242c22b7-e43d-4998-b1f9-7c2862b2f520", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0424 15:07:37.757808 3921 cni.go:473] [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:02:4e:8e:37:54\",\"name\":\"130047024d9e99e\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73603213-ef15-4a47-894b-2235a11cf539\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:41.431470 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 15:07:41.535138 3921 cni.go:452] [openshift-dns/dns-default-cxp6g f9d46ccf30a5d4f0a14d346d4268cede75638f4bc4a1ca341e3999a493844040 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-cxp6g f9d46ccf30a5d4f0a14d346d4268cede75638f4bc4a1ca341e3999a493844040 network default NAD default NAD key ] I0424 15:07:41.535959 3921 cni.go:452] [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key ] I0424 15:07:41.545634 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-cxp6g, hostIfaceName: f9d46ccf30a5d4f, network: default, NAD default, SandboxID: "f9d46ccf30a5d4f0a14d346d4268cede75638f4bc4a1ca341e3999a493844040", PCI device ID: , UID: "78552bc3-e298-4f57-b718-71da70d01c6e", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0424 15:07:41.545798 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6498cfc5d7-rsztn, hostIfaceName: 63fa04eaaa9dac0, network: default, NAD default, SandboxID: "63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c", PCI device ID: , UID: "16f919d4-da0a-4402-b643-8fd3237d5191", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0424 15:07:41.591762 3921 cni.go:473] [openshift-dns/dns-default-cxp6g f9d46ccf30a5d4f0a14d346d4268cede75638f4bc4a1ca341e3999a493844040 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-cxp6g f9d46ccf30a5d4f0a14d346d4268cede75638f4bc4a1ca341e3999a493844040 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c2:72:1b:a8:3f\",\"name\":\"f9d46ccf30a5d4f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74550086-2f82-4ae7-b627-0832e0a8cd0c\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:41.608782 3921 cni.go:473] [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:14:a0:29:47:5c\",\"name\":\"63fa04eaaa9dac0\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4668af87-bb49-466a-93c3-f11de2c217ea\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:42.434674 3921 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:44.443935 3921 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:44.443954 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:44.443959 3921 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:47.179584 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 15:07:48.196964 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:07:49.195111 3921 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:49.195136 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:49.195145 3921 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.189504 3921 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.189528 3921 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.189533 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:50.220718 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:07:54.460802 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:54.460822 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:54.460828 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:57.243485 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:07:57.243508 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:08:02.514412 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:02.514487 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:02.514534 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:03.458351 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:03.519851 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:12.279466 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0424 15:08:13.481255 3921 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-d9m9c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:13.481753 3921 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-d9m9c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.322175 3921 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-d9m9c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:14.322199 3921 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-d9m9c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:14.328072 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5466d6cbff-d9m9c I0424 15:08:14.328112 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5466d6cbff-d9m9c W0424 15:08:17.305724 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0424 15:08:21.293169 3921 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:08:22.441983 3921 cni.go:452] [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key ] I0424 15:08:22.530521 3921 cni.go:473] [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5466d6cbff-6vgpk 130047024d9e99e2f37149eeb2b577f1c5e216bbbc282d83e516eee1b3a98a82 network default NAD default NAD key default], result "{}", err I0424 15:08:22.574836 3921 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-6vgpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:22.574872 3921 pods.go:176] Deleting pod: openshift-console/console-5466d6cbff-6vgpk I0424 15:08:22.576275 3921 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5466d6cbff-6vgpk, ips: 10.129.0.20 I0424 15:08:22.576304 3921 obj_retry.go:498] Detected object openshift-console/console-5466d6cbff-6vgpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:22.891048 3921 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-6vgpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:22.891125 3921 obj_retry.go:492] Detected object openshift-console/console-5466d6cbff-6vgpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:22.899323 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5466d6cbff-6vgpk I0424 15:08:22.899352 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5466d6cbff-6vgpk I0424 15:08:31.397549 3921 obj_retry.go:498] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:31.398061 3921 obj_retry.go:498] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:32.365836 3921 obj_retry.go:492] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:32.365932 3921 obj_retry.go:492] Detected object openshift-ingress/router-default-84f5db4787-477bd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:32.370123 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-84f5db4787-477bd I0424 15:08:32.370151 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-84f5db4787-477bd I0424 15:08:33.601929 3921 cni.go:452] [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key ] I0424 15:08:33.700125 3921 cni.go:473] [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6498cfc5d7-rsztn 63fa04eaaa9dac0ac18ea1337d6e87620f095988f0263a0fc8d8f61a161dd87c network default NAD default NAD key default], result "{}", err I0424 15:08:33.752340 3921 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:33.752381 3921 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6498cfc5d7-rsztn I0424 15:08:33.754070 3921 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6498cfc5d7-rsztn, ips: 10.129.0.5 I0424 15:08:33.754127 3921 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:08:33.761731 3921 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:08:34.644687 3921 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:34.644717 3921 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6498cfc5d7-rsztn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:34.657042 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6498cfc5d7-rsztn I0424 15:08:34.657104 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6498cfc5d7-rsztn I0424 15:08:49.036033 3921 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:49.036598 3921 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:49.442268 3921 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:49.442291 3921 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:49.453279 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 15:08:49.453303 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 15:08:53.464024 3921 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:53.464737 3921 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:53.764415 3921 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:53.764528 3921 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:53.773396 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 15:08:53.773419 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 15:08:56.728021 3921 base_network_controller_pods.go:487] [default/openshift-console/console-6b99c95d6c-28ghz] creating logical port openshift-console_console-6b99c95d6c-28ghz for pod on switch ip-10-0-0-196.ec2.internal I0424 15:08:56.728152 3921 kube.go:256] Updating pod openshift-console/console-6b99c95d6c-28ghz I0424 15:08:56.749810 3921 pod.go:62] [openshift-console/console-6b99c95d6c-28ghz] pod update took 21.690535ms I0424 15:08:56.749832 3921 base_network_controller_pods.go:951] [default/openshift-console/console-6b99c95d6c-28ghz] addLogicalPort annotation time took 21.717947ms I0424 15:08:56.751126 3921 pods.go:271] [openshift-console/console-6b99c95d6c-28ghz] addLogicalPort took 23.122248ms, libovsdb time 979.404µs I0424 15:08:57.088460 3921 cni.go:452] [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key ] I0424 15:08:57.097319 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b99c95d6c-28ghz, hostIfaceName: 80873d308b523b6, network: default, NAD default, SandboxID: "80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183", PCI device ID: , UID: "4fc85faf-1419-4d11-85cf-d1ba76b4dc85", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0424 15:08:57.145693 3921 cni.go:473] [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7c:3c:6b:24:a9\",\"name\":\"80873d308b523b6\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10cf90b1-4445-4828-a863-e3b116a235e2\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:09:07.780399 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:09:21.222569 3921 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:21.223102 3921 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:21.590371 3921 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:21.590395 3921 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:21.599668 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 15:09:21.599697 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 15:09:22.023837 3921 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:22.024409 3921 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:22.624474 3921 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:22.624502 3921 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gtdjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:22.638253 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b4b8fd4f7-gtdjv I0424 15:09:22.638278 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b4b8fd4f7-gtdjv I0424 15:09:33.112342 3921 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:33.112903 3921 obj_retry.go:498] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:33.648807 3921 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:33.648833 3921 obj_retry.go:492] Detected object openshift-console/console-5b4b8fd4f7-gl6cb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:33.659809 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b4b8fd4f7-gl6cb I0424 15:09:33.659835 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b4b8fd4f7-gl6cb I0424 15:09:56.579570 3921 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:56.580153 3921 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:56.740351 3921 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:56.740373 3921 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:56.748854 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 15:09:56.748877 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 15:10:00.227666 3921 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617390-2hh85 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:10:00.227807 3921 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 I0424 15:10:00.240960 3921 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85] pod update took 13.177231ms I0424 15:10:00.240990 3921 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85] addLogicalPort annotation time took 13.21164ms I0424 15:10:00.242604 3921 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85] addLogicalPort took 14.955013ms, libovsdb time 1.156732ms I0424 15:10:00.607981 3921 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key ] I0424 15:10:00.618891 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617390-2hh85, hostIfaceName: 502f2ca1aac00df, network: default, NAD default, SandboxID: "502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026", PCI device ID: , UID: "e861ca7e-1483-40ad-afed-79ac300ae197", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0424 15:10:00.666915 3921 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:12:53:d3:6b:b1\",\"name\":\"502f2ca1aac00df\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/520441d2-4710-419d-87eb-659a225da9fa\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:10:05.000352 3921 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key ] I0424 15:10:05.069527 3921 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 502f2ca1aac00df7334708ed0484527f3a1bf55a5eda48502716f8273373f026 network default NAD default NAD key default], result "{}", err I0424 15:10:05.111422 3921 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:05.111456 3921 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 I0424 15:10:05.112760 3921 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85, ips: 10.129.0.22 I0424 15:10:05.112789 3921 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:06.017799 3921 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:06.017825 3921 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-2hh85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:32.820399 3921 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0424 15:10:46.688198 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0424 15:10:59.327685 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0424 15:11:05.009525 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0424 15:11:06.610658 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0424 15:11:11.434807 3921 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0424 15:11:29.931966 3921 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:11:29.932612 3921 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:11:30.125265 3921 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:30.125291 3921 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-7rsz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:30.133273 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b99c95d6c-7rsz2 I0424 15:11:30.133300 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b99c95d6c-7rsz2 I0424 15:11:30.687467 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0424 15:11:40.254785 3921 cni.go:452] [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key ] I0424 15:11:40.323305 3921 cni.go:473] [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b99c95d6c-28ghz 80873d308b523b6340f5004eb873a9aee906d02b668813797ca19a09831f2183 network default NAD default NAD key default], result "{}", err I0424 15:11:40.367188 3921 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-28ghz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:11:40.367221 3921 pods.go:176] Deleting pod: openshift-console/console-6b99c95d6c-28ghz I0424 15:11:40.368372 3921 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b99c95d6c-28ghz, ips: 10.129.0.21 I0424 15:11:40.368400 3921 obj_retry.go:498] Detected object openshift-console/console-6b99c95d6c-28ghz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:11:41.358207 3921 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-28ghz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:41.358231 3921 obj_retry.go:492] Detected object openshift-console/console-6b99c95d6c-28ghz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:11:41.362327 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b99c95d6c-28ghz I0424 15:11:41.362350 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b99c95d6c-28ghz I0424 15:12:02.691166 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0424 15:12:14.804200 3921 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0424 15:13:19.687443 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0424 15:13:46.686612 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 15:14:11.572431 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 15:14:26.122743 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 15:14:32.903907 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 15:14:36.698926 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=605 I0424 15:15:11.221059 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 15:16:25.331068 3921 namespace.go:98] [tsf] adding namespace I0424 15:16:25.332047 3921 namespace.go:102] [tsf] adding namespace took 938.153µs I0424 15:16:25.355654 3921 namespace.go:142] [tsf] updating namespace I0424 15:16:25.364045 3921 namespace.go:142] [tsf] updating namespace I0424 15:16:29.276046 3921 namespace.go:98] [tsf-tas] adding namespace I0424 15:16:29.276057 3921 namespace.go:98] [tsf-keycloak] adding namespace I0424 15:16:29.276982 3921 namespace.go:102] [tsf-tas] adding namespace took 904.245µs I0424 15:16:29.277716 3921 namespace.go:102] [tsf-keycloak] adding namespace took 1.514444ms I0424 15:16:29.279458 3921 namespace.go:98] [rhbk-operator] adding namespace I0424 15:16:29.279520 3921 namespace.go:98] [konflux-operator] adding namespace I0424 15:16:29.280199 3921 namespace.go:102] [rhbk-operator] adding namespace took 724.988µs I0424 15:16:29.280919 3921 namespace.go:102] [konflux-operator] adding namespace took 1.380329ms I0424 15:16:29.283095 3921 namespace.go:98] [rhtpa-operator] adding namespace I0424 15:16:29.283300 3921 namespace.go:98] [konflux-ui] adding namespace I0424 15:16:29.283407 3921 namespace.go:98] [tsf-tpa] adding namespace I0424 15:16:29.283742 3921 namespace.go:102] [rhtpa-operator] adding namespace took 633.654µs I0424 15:16:29.283770 3921 namespace.go:98] [cert-manager-operator] adding namespace I0424 15:16:29.284370 3921 namespace.go:102] [cert-manager-operator] adding namespace took 593.524µs I0424 15:16:29.284908 3921 namespace.go:102] [konflux-ui] adding namespace took 1.592512ms I0424 15:16:29.285488 3921 namespace.go:102] [tsf-tpa] adding namespace took 2.071004ms I0424 15:16:29.304232 3921 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:29.324748 3921 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:29.327807 3921 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:29.327897 3921 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:29.328316 3921 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:29.328408 3921 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:29.345419 3921 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:29.345436 3921 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:29.348566 3921 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:29.348714 3921 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:29.382833 3921 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:29.402874 3921 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:29.411867 3921 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:29.425243 3921 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:29.428862 3921 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:29.443191 3921 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:29.454186 3921 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:29.469055 3921 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:29.477888 3921 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:29.492298 3921 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:29.498015 3921 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:29.511344 3921 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:29.517608 3921 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:29.535838 3921 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:30.423526 3921 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:30.438958 3921 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:30.613012 3921 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-196.ec2.internal I0424 15:16:30.613196 3921 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0424 15:16:30.643878 3921 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.729759ms I0424 15:16:30.643900 3921 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.755612ms I0424 15:16:30.645266 3921 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 32.273881ms, libovsdb time 976.403µs I0424 15:16:30.986474 3921 cni.go:452] [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key ] I0424 15:16:30.995697 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: c7ec06c52f6f72d, network: default, NAD default, SandboxID: "c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710", PCI device ID: , UID: "8a1882fe-315e-430b-a491-24f4f9945ea9", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0424 15:16:31.043209 3921 cni.go:473] [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:68:cc:bc:df:a4\",\"name\":\"c7ec06c52f6f72d\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e364ad1-fa77-4697-915a-a26ee8047554\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:31.993101 3921 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:16:31.993240 3921 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 I0424 15:16:32.006975 3921 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47] pod update took 13.768486ms I0424 15:16:32.007016 3921 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47] addLogicalPort annotation time took 13.804827ms I0424 15:16:32.008816 3921 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47] addLogicalPort took 15.747427ms, libovsdb time 1.306335ms I0424 15:16:32.101003 3921 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:16:32.101204 3921 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 I0424 15:16:32.116182 3921 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95] pod update took 15.057842ms I0424 15:16:32.116204 3921 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95] addLogicalPort annotation time took 15.083016ms I0424 15:16:32.117466 3921 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95] addLogicalPort took 16.480804ms, libovsdb time 909.465µs I0424 15:16:32.361356 3921 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key ] I0424 15:16:32.371936 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47, hostIfaceName: 8b50d1cd574284f, network: default, NAD default, SandboxID: "8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa", PCI device ID: , UID: "d43af356-ee58-4b29-b1b4-ed2a4e99314f", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0424 15:16:32.422299 3921 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:36:f6:c8:f6:9a\",\"name\":\"8b50d1cd574284f\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fded4f78-2be6-445a-98bc-fc7f45fbd9cc\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:32.468457 3921 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key ] I0424 15:16:32.478985 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95, hostIfaceName: c65987b2be3c825, network: default, NAD default, SandboxID: "c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52", PCI device ID: , UID: "74a3b19f-b3b9-4a08-8be5-6c9755ec95ef", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0424 15:16:32.529771 3921 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:0a:a3:5b:68:d1\",\"name\":\"c65987b2be3c825\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b86771f-5cf4-4bd9-94d7-8265ea1a408e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:34.329967 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 15:16:35.504804 3921 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz for pod on switch ip-10-0-0-196.ec2.internal I0424 15:16:35.504955 3921 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz I0424 15:16:35.517892 3921 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz] pod update took 12.976122ms I0424 15:16:35.517919 3921 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz] addLogicalPort annotation time took 13.009391ms I0424 15:16:35.519471 3921 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz] addLogicalPort took 14.680384ms, libovsdb time 1.054938ms I0424 15:16:36.456361 3921 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key ] I0424 15:16:36.457008 3921 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key ] I0424 15:16:36.545821 3921 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 8b50d1cd574284f2416ef63bd40696a998dc64763f9228b15eb6a2a853f890fa network default NAD default NAD key default], result "{}", err I0424 15:16:36.557307 3921 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 c65987b2be3c82585c5899aa6deebad811ab9b4c3e6364ca9c3d3c282ece1c52 network default NAD default NAD key default], result "{}", err I0424 15:16:37.205120 3921 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf for pod on switch ip-10-0-0-196.ec2.internal I0424 15:16:37.205238 3921 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf I0424 15:16:37.219068 3921 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf] pod update took 13.870234ms I0424 15:16:37.219112 3921 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf] addLogicalPort annotation time took 13.922456ms I0424 15:16:37.220483 3921 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf] addLogicalPort took 15.383292ms, libovsdb time 951.569µs I0424 15:16:37.231417 3921 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.231451 3921 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 I0424 15:16:37.232673 3921 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47, ips: 10.129.0.24 I0424 15:16:37.232700 3921 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.232720 3921 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.232732 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:37.232930 3921 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:37.232946 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:38.257309 3921 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.257338 3921 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.257353 3921 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.257370 3921 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158vrr47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:38.268679 3921 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.268714 3921 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 I0424 15:16:38.270472 3921 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95, ips: 10.129.0.25 I0424 15:16:38.270506 3921 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.270523 3921 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.270530 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:38.270728 3921 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:38.270745 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:38.474501 3921 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k for pod on switch ip-10-0-0-196.ec2.internal I0424 15:16:38.474659 3921 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k I0424 15:16:38.488135 3921 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k] pod update took 13.514064ms I0424 15:16:38.488159 3921 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k] addLogicalPort annotation time took 13.542351ms I0424 15:16:38.489628 3921 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k] addLogicalPort took 15.14272ms, libovsdb time 1.087775ms I0424 15:16:38.572333 3921 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:16:38.572427 3921 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 I0424 15:16:38.585099 3921 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9] pod update took 12.699761ms I0424 15:16:38.585126 3921 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9] addLogicalPort annotation time took 12.729394ms I0424 15:16:38.586378 3921 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9] addLogicalPort took 14.057962ms, libovsdb time 818.019µs I0424 15:16:39.296672 3921 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:39.296698 3921 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:39.296716 3921 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:39.296731 3921 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gxl95 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:40.749404 3921 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key ] I0424 15:16:40.751266 3921 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key ] I0424 15:16:40.759999 3921 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key ] I0424 15:16:40.760455 3921 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key ] I0424 15:16:40.761203 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz, hostIfaceName: 16471823585ffcc, network: default, NAD default, SandboxID: "16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f", PCI device ID: , UID: "f6dd22e0-4ba9-4796-8eeb-84cebdf46e63", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0424 15:16:40.763676 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf, hostIfaceName: a45db34b3a042ba, network: default, NAD default, SandboxID: "a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0", PCI device ID: , UID: "6e41fef4-6373-497c-8fe9-8bf1c0ae54c8", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0424 15:16:40.773116 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k, hostIfaceName: bab6dc613b38c92, network: default, NAD default, SandboxID: "bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374", PCI device ID: , UID: "e4ad7da9-8487-4a65-a5f3-4aa83583e9d8", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0424 15:16:40.774167 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9, hostIfaceName: 30e0f342a63c7b3, network: default, NAD default, SandboxID: "30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd", PCI device ID: , UID: "1aab2531-5576-46b0-bc56-a44734c7b868", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0424 15:16:40.823226 3921 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d0:24:23:3e:b3\",\"name\":\"16471823585ffcc\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf932f21-d4bb-4ecf-b1b1-b9aeff1edcaa\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:41.012266 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 15:16:41.052890 3921 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:fd:bd:2f:7f:60\",\"name\":\"30e0f342a63c7b3\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9354f4c-0978-4247-8ea7-e5922d2101c4\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:41.054303 3921 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:21:99:d0:f3:a3\",\"name\":\"a45db34b3a042ba\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74e8dd49-899d-4894-8458-3f56ad565016\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:41.054552 3921 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:47:95:46:03:c2\",\"name\":\"bab6dc613b38c92\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e371a4c7-1d5e-41fc-bc7f-f35142943863\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:44.514379 3921 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key ] I0424 15:16:44.584100 3921 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k bab6dc613b38c923adb349183b16cf2a02a428657a0efed1684f666ca5334374 network default NAD default NAD key default], result "{}", err I0424 15:16:44.635040 3921 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.635098 3921 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k I0424 15:16:44.636490 3921 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k, ips: 10.129.0.28 I0424 15:16:44.636529 3921 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.636554 3921 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.636567 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:44.636770 3921 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:44.636786 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:45.520373 3921 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key ] I0424 15:16:45.521592 3921 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key ] I0424 15:16:45.608342 3921 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 30e0f342a63c7b39a9f3e2d2f733bbb7b232cd13c7079e9ce0ae48fd1820c9cd network default NAD default NAD key default], result "{}", err I0424 15:16:45.618528 3921 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf a45db34b3a042ba9ebb234d4be10a0cf354fc15045b62134eac8838114883ad0 network default NAD default NAD key default], result "{}", err I0424 15:16:45.669442 3921 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.669499 3921 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.669519 3921 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.669534 3921 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tdw9k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:45.669581 3921 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.669615 3921 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 I0424 15:16:45.670853 3921 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9, ips: 10.129.0.29 I0424 15:16:45.670881 3921 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.670898 3921 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.670906 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:45.671097 3921 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.671112 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:45.697658 3921 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.697705 3921 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf I0424 15:16:45.698840 3921 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf, ips: 10.129.0.27 I0424 15:16:45.698863 3921 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.698877 3921 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.698883 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:45.699061 3921 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:45.699075 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:46.530690 3921 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key ] I0424 15:16:46.603559 3921 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz 16471823585ffcc75c2e26feb54a2e161178be323f8984e8d8b4e10f88959e0f network default NAD default NAD key default], result "{}", err I0424 15:16:46.659746 3921 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.659781 3921 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz I0424 15:16:46.661249 3921 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz, ips: 10.129.0.26 I0424 15:16:46.661281 3921 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.661311 3921 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.661322 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:46.661525 3921 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:46.661543 3921 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:46.700574 3921 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.700700 3921 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.700724 3921 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.700745 3921 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gw4n9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.731161 3921 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.731257 3921 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.731277 3921 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:46.731291 3921 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tz6sf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688492 3921 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688532 3921 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688545 3921 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:47.688559 3921 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89jcz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:49.368252 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:54.433511 3921 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:54.447166 3921 namespace.go:142] [openshift-operators] updating namespace W0424 15:16:55.488519 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:59.993069 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:59.996174 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:17:00.301711 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:17:00.310643 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:17:04.517177 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 15:17:04.609415 3921 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 15:17:04.610350 3921 namespace.go:102] [trusted-artifact-signer] adding namespace took 908.291µs I0424 15:17:04.651208 3921 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:04.678394 3921 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:08.084349 3921 namespace.go:142] [openshift-operators] updating namespace I0424 15:17:09.612786 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 15:17:19.184492 3921 namespace.go:98] [cert-manager] adding namespace I0424 15:17:19.185448 3921 namespace.go:102] [cert-manager] adding namespace took 925.975µs I0424 15:17:19.255037 3921 namespace.go:142] [cert-manager] updating namespace I0424 15:17:19.294485 3921 namespace.go:142] [cert-manager] updating namespace I0424 15:17:22.507511 3921 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-795t2] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-795t2 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:17:22.507601 3921 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-795t2 I0424 15:17:22.530616 3921 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-795t2] pod update took 23.035093ms I0424 15:17:22.530637 3921 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-795t2] addLogicalPort annotation time took 23.060697ms I0424 15:17:22.531771 3921 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-795t2] addLogicalPort took 24.277066ms, libovsdb time 816.691µs I0424 15:17:23.197654 3921 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-795t2 a3c2223b13f222c9216561724875653c258b914f037f442a8fd8918572e51085 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-795t2 a3c2223b13f222c9216561724875653c258b914f037f442a8fd8918572e51085 network default NAD default NAD key ] I0424 15:17:23.207209 3921 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-795t2, hostIfaceName: a3c2223b13f222c, network: default, NAD default, SandboxID: "a3c2223b13f222c9216561724875653c258b914f037f442a8fd8918572e51085", PCI device ID: , UID: "d16e2e77-6573-459e-a8d9-e67e053bb4b2", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0424 15:17:23.254724 3921 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-795t2 a3c2223b13f222c9216561724875653c258b914f037f442a8fd8918572e51085 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-795t2 a3c2223b13f222c9216561724875653c258b914f037f442a8fd8918572e51085 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d7:1d:ee:a3:12\",\"name\":\"a3c2223b13f222c\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ad7334d-b423-4f73-838a-cc1e903d755f\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:17:23.542340 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 15:17:23.542360 3921 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 15:17:24.825361 3921 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 15:17:26.046507 3921 namespace.go:98] [openshift-pipelines] adding namespace I0424 15:17:26.047310 3921 namespace.go:102] [openshift-pipelines] adding namespace took 780.935µs I0424 15:17:26.074498 3921 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:26.697267 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=55 I0424 15:17:27.645514 3921 namespace.go:142] [cert-manager] updating namespace I0424 15:17:27.979592 3921 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:28.406580 3921 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:28.614806 3921 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:28.816399 3921 namespace.go:142] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] updating namespace I0424 15:17:29.207750 3921 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:29.410346 3921 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:29.608137 3921 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:29.811429 3921 namespace.go:142] [tsf] updating namespace I0424 15:17:30.010117 3921 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:30.208441 3921 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:30.410176 3921 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:30.548057 3921 namespace.go:142] [cert-manager] updating namespace I0424 15:17:30.563154 3921 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:30.572945 3921 namespace.go:142] [default] updating namespace I0424 15:17:30.583895 3921 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:30.594470 3921 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:30.603539 3921 namespace.go:142] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] updating namespace I0424 15:17:30.614605 3921 namespace.go:142] [openshift] updating namespace I0424 15:17:30.626728 3921 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:30.635907 3921 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:30.645710 3921 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:30.654466 3921 namespace.go:142] [tsf] updating namespace I0424 15:17:30.664886 3921 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:30.674431 3921 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:30.691522 3921 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:30.806555 3921 namespace.go:142] [cert-manager] updating namespace I0424 15:17:30.895957 3921 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:30.993825 3921 namespace.go:142] [default] updating namespace I0424 15:17:31.094392 3921 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:31.197781 3921 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:31.294894 3921 namespace.go:142] [open-cluster-management-2psja0jgf3iq01e6l9t02c7pqkonai87] updating namespace I0424 15:17:31.393041 3921 namespace.go:142] [openshift] updating namespace I0424 15:17:31.495472 3921 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:31.595336 3921 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:31.693925 3921 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:31.795685 3921 namespace.go:142] [tsf] updating namespace I0424 15:17:31.894144 3921 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:31.995582 3921 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:32.099613 3921 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:32.506094 3921 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:32.764790 3921 cni.go:452] [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key ] I0424 15:17:32.843915 3921 cni.go:473] [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions c7ec06c52f6f72d54fa303244792c7e30cc668d9b835cb829abe061830526710 network default NAD default NAD key default], result "{}", err I0424 15:17:32.905774 3921 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:32.905807 3921 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0424 15:17:32.907098 3921 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.23 I0424 15:17:32.907127 3921 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:32.943770 3921 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:32.943794 3921 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:32.953831 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 15:17:32.953854 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 15:17:33.819532 3921 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-z8n7w] creating logical port cert-manager_cert-manager-59c77684cc-z8n7w for pod on switch ip-10-0-0-196.ec2.internal I0424 15:17:33.819634 3921 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-z8n7w I0424 15:17:33.840703 3921 pod.go:62] [cert-manager/cert-manager-59c77684cc-z8n7w] pod update took 21.093987ms I0424 15:17:33.840724 3921 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-z8n7w] addLogicalPort annotation time took 21.123242ms I0424 15:17:33.841858 3921 pods.go:271] [cert-manager/cert-manager-59c77684cc-z8n7w] addLogicalPort took 22.34182ms, libovsdb time 842.627µs I0424 15:17:34.174018 3921 cni.go:452] [cert-manager/cert-manager-59c77684cc-z8n7w c0b2c118ee5c8361f2038a8d9d2a1cb7af163f5b6523f7d51bf6170475188253 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-z8n7w c0b2c118ee5c8361f2038a8d9d2a1cb7af163f5b6523f7d51bf6170475188253 network default NAD default NAD key ] I0424 15:17:34.183108 3921 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-z8n7w, hostIfaceName: c0b2c118ee5c836, network: default, NAD default, SandboxID: "c0b2c118ee5c8361f2038a8d9d2a1cb7af163f5b6523f7d51bf6170475188253", PCI device ID: , UID: "3d0d4187-0ca8-4eec-8c2c-d8ef370b09b2", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0424 15:17:34.231342 3921 cni.go:473] [cert-manager/cert-manager-59c77684cc-z8n7w c0b2c118ee5c8361f2038a8d9d2a1cb7af163f5b6523f7d51bf6170475188253 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-z8n7w c0b2c118ee5c8361f2038a8d9d2a1cb7af163f5b6523f7d51bf6170475188253 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f6:cc:49:0f:e9\",\"name\":\"c0b2c118ee5c836\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95d639ad-a375-4791-8395-395f77d6612b\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:35.617304 3921 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-196.ec2.internal I0424 15:17:35.617403 3921 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0424 15:17:35.631176 3921 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.79893ms I0424 15:17:35.631200 3921 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.827222ms I0424 15:17:35.632436 3921 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.15624ms, libovsdb time 873.966µs I0424 15:17:35.975932 3921 cni.go:452] [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key ] I0424 15:17:35.985384 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 4ff309362c4e0a6, network: default, NAD default, SandboxID: "4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0", PCI device ID: , UID: "3e4f2815-e92d-4b21-a696-acd1f0289b46", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0424 15:17:36.035741 3921 cni.go:473] [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f7:64:42:b9:b7\",\"name\":\"4ff309362c4e0a6\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/603f315c-db69-4891-b995-aed0e5b7d600\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:38.399713 3921 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-qq95f for pod on switch ip-10-0-0-196.ec2.internal I0424 15:17:38.399844 3921 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f I0424 15:17:38.412490 3921 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f] pod update took 12.674584ms I0424 15:17:38.412522 3921 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f] addLogicalPort annotation time took 12.711133ms I0424 15:17:38.413935 3921 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f] addLogicalPort took 14.24725ms, libovsdb time 969.882µs I0424 15:17:38.502052 3921 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-j2zns for pod on switch ip-10-0-0-196.ec2.internal I0424 15:17:38.502157 3921 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns I0424 15:17:38.517654 3921 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns] pod update took 15.519209ms I0424 15:17:38.517677 3921 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns] addLogicalPort annotation time took 15.548504ms I0424 15:17:38.518854 3921 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns] addLogicalPort took 16.825528ms, libovsdb time 841.252µs I0424 15:17:40.426685 3921 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm for pod on switch ip-10-0-0-196.ec2.internal I0424 15:17:40.426813 3921 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm I0424 15:17:40.444758 3921 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm] pod update took 17.986662ms I0424 15:17:40.444843 3921 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm] addLogicalPort annotation time took 18.076133ms I0424 15:17:40.446606 3921 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm] addLogicalPort took 19.939539ms, libovsdb time 1.29411ms I0424 15:17:40.630259 3921 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-l9kjc for pod on switch ip-10-0-0-196.ec2.internal I0424 15:17:40.630369 3921 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc I0424 15:17:40.644321 3921 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc] pod update took 13.975555ms I0424 15:17:40.644348 3921 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc] addLogicalPort annotation time took 14.005263ms I0424 15:17:40.645827 3921 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc] addLogicalPort took 15.586017ms, libovsdb time 1.083083ms I0424 15:17:40.992897 3921 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm c2be139f1ff8784dd0e15e616f97b97dfffb15cb0222c05174856fb070d07e0c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm c2be139f1ff8784dd0e15e616f97b97dfffb15cb0222c05174856fb070d07e0c network default NAD default NAD key ] I0424 15:17:40.993180 3921 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc 5c9d0e6dab05508bac783f58d5239c85bdb8c73a6c6cc54033d6d859eb833daf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc 5c9d0e6dab05508bac783f58d5239c85bdb8c73a6c6cc54033d6d859eb833daf network default NAD default NAD key ] I0424 15:17:41.003263 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm, hostIfaceName: c2be139f1ff8784, network: default, NAD default, SandboxID: "c2be139f1ff8784dd0e15e616f97b97dfffb15cb0222c05174856fb070d07e0c", PCI device ID: , UID: "e0632a4e-4799-48a4-af13-878108397b0e", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0424 15:17:41.003536 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-l9kjc, hostIfaceName: 5c9d0e6dab05508, network: default, NAD default, SandboxID: "5c9d0e6dab05508bac783f58d5239c85bdb8c73a6c6cc54033d6d859eb833daf", PCI device ID: , UID: "76219932-2c11-4b14-b724-72e4f92616cc", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0424 15:17:41.053883 3921 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm c2be139f1ff8784dd0e15e616f97b97dfffb15cb0222c05174856fb070d07e0c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rm2vm c2be139f1ff8784dd0e15e616f97b97dfffb15cb0222c05174856fb070d07e0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:f4:be:22:83:b5\",\"name\":\"c2be139f1ff8784\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c88f392-a57f-48c0-9c57-81ab0c6ab3d8\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:41.070446 3921 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc 5c9d0e6dab05508bac783f58d5239c85bdb8c73a6c6cc54033d6d859eb833daf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-l9kjc 5c9d0e6dab05508bac783f58d5239c85bdb8c73a6c6cc54033d6d859eb833daf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ba:5d:e7:56:53\",\"name\":\"5c9d0e6dab05508\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4849788-faad-46b6-97cc-3d1b9175bd9c\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:17:43.635653 3921 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:43.635676 3921 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:43.635681 3921 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:43.717251 3921 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:43.717276 3921 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:43.717281 3921 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0424 15:17:44.437056 3921 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0424 15:17:44.721844 3921 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:44.721864 3921 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:44.721871 3921 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:44.721875 3921 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 15:17:48.163609 3921 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns 79cb655ab495a21581e77d24b82224f2788ffb6efd955d6232c6d6dbafc28932 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns 79cb655ab495a21581e77d24b82224f2788ffb6efd955d6232c6d6dbafc28932 network default NAD default NAD key ] I0424 15:17:48.173048 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-j2zns, hostIfaceName: 79cb655ab495a21, network: default, NAD default, SandboxID: "79cb655ab495a21581e77d24b82224f2788ffb6efd955d6232c6d6dbafc28932", PCI device ID: , UID: "f3202c41-5162-4344-9e73-e6e7caf8469e", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0424 15:17:48.222920 3921 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns 79cb655ab495a21581e77d24b82224f2788ffb6efd955d6232c6d6dbafc28932 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j2zns 79cb655ab495a21581e77d24b82224f2788ffb6efd955d6232c6d6dbafc28932 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:dd:5c:84:3b:e9\",\"name\":\"79cb655ab495a21\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db1909d0-c182-463e-b4ad-b96dad99bdad\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:48.360345 3921 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f 13015d5336fd6daad0aa04c0eedbdee016c80c053d36a687713de576a5630780 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f 13015d5336fd6daad0aa04c0eedbdee016c80c053d36a687713de576a5630780 network default NAD default NAD key ] I0424 15:17:48.390535 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-qq95f, hostIfaceName: 13015d5336fd6da, network: default, NAD default, SandboxID: "13015d5336fd6daad0aa04c0eedbdee016c80c053d36a687713de576a5630780", PCI device ID: , UID: "1c37ba58-8745-4478-a43c-e01113ea64e3", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0424 15:17:48.439462 3921 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f 13015d5336fd6daad0aa04c0eedbdee016c80c053d36a687713de576a5630780 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-qq95f 13015d5336fd6daad0aa04c0eedbdee016c80c053d36a687713de576a5630780 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:fe:a9:7f:9d:b7\",\"name\":\"13015d5336fd6da\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc39ec1a-ea51-4bb7-931e-90c01a6d2f33\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:17:48.861567 3921 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 15:17:48.883465 3921 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 15:17:49.691315 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=39 I0424 15:18:06.485326 3921 namespace.go:142] [openshift-pipelines] updating namespace W0424 15:18:06.803243 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0424 15:18:09.874879 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 15:18:09.903421 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 15:18:12.991705 3921 cni.go:452] [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key ] I0424 15:18:13.073916 3921 cni.go:473] [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 4ff309362c4e0a640993ddd5c36d1aed1711fcc7a6a9cecf210198d45dfd3ad0 network default NAD default NAD key default], result "{}", err I0424 15:18:13.122795 3921 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:13.122831 3921 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0424 15:18:13.124175 3921 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.32 I0424 15:18:13.124203 3921 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:13.144725 3921 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:13.144752 3921 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:13.152431 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 15:18:13.152456 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 15:18:14.286109 3921 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-196.ec2.internal I0424 15:18:14.286268 3921 kube.go:256] Updating pod tsf/test-tsf-iam I0424 15:18:14.302265 3921 pod.go:62] [tsf/test-tsf-iam] pod update took 16.028096ms I0424 15:18:14.302294 3921 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.062595ms I0424 15:18:14.303579 3921 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.506407ms, libovsdb time 840.362µs I0424 15:18:14.647280 3921 cni.go:452] [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key ] I0424 15:18:14.656514 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 348de81fe390362, network: default, NAD default, SandboxID: "348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc", PCI device ID: , UID: "cd571d13-77df-4a02-9a55-38fb3daf0105", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0424 15:18:14.704511 3921 cni.go:473] [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ae:f5:5c:9f:99\",\"name\":\"348de81fe390362\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43c25048-0458-41ac-8cf6-e4cc7416b358\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:18:15.120158 3921 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 15:18:15.120720 3921 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 15:18:15.120741 3921 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 15:18:15.122770 3921 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 15:18:15.400741 3921 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:18:15.400839 3921 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0424 15:18:15.415666 3921 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.853303ms I0424 15:18:15.415689 3921 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.881607ms I0424 15:18:15.416930 3921 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.207301ms, libovsdb time 926.481µs I0424 15:18:15.758029 3921 cni.go:452] [tsf-keycloak/keycloak-0 6e5efa078771588ea6c5312de8b72574429f9e3c0f43209a8d6d56d75999224e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 6e5efa078771588ea6c5312de8b72574429f9e3c0f43209a8d6d56d75999224e network default NAD default NAD key ] I0424 15:18:15.767716 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 6e5efa078771588, network: default, NAD default, SandboxID: "6e5efa078771588ea6c5312de8b72574429f9e3c0f43209a8d6d56d75999224e", PCI device ID: , UID: "485459df-2098-4c3f-a21c-d36cadb2afc3", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0424 15:18:15.814641 3921 cni.go:473] [tsf-keycloak/keycloak-0 6e5efa078771588ea6c5312de8b72574429f9e3c0f43209a8d6d56d75999224e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 6e5efa078771588ea6c5312de8b72574429f9e3c0f43209a8d6d56d75999224e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:df:d4:bd:36:d5\",\"name\":\"6e5efa078771588\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28f9f4c2-445e-4e0e-b107-94c04c5ea7f1\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:18:21.057220 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:21.057242 3921 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:21.060232 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:21.060251 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0424 15:18:25.077531 3921 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 15:18:44.002497 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:44.002519 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:44.002606 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:44.002615 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0424 15:18:45.088961 3921 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-mbmrj] creating logical port tsf-keycloak_tsf-iam-mbmrj for pod on switch ip-10-0-0-196.ec2.internal I0424 15:18:45.089069 3921 kube.go:256] Updating pod tsf-keycloak/tsf-iam-mbmrj I0424 15:18:45.103705 3921 pod.go:62] [tsf-keycloak/tsf-iam-mbmrj] pod update took 14.668561ms I0424 15:18:45.103736 3921 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-mbmrj] addLogicalPort annotation time took 14.70257ms I0424 15:18:45.105026 3921 pods.go:271] [tsf-keycloak/tsf-iam-mbmrj] addLogicalPort took 16.080828ms, libovsdb time 906.852µs I0424 15:18:45.527168 3921 cni.go:452] [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key ] I0424 15:18:45.536343 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-mbmrj, hostIfaceName: 2747e6fce0370fa, network: default, NAD default, SandboxID: "2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907", PCI device ID: , UID: "38bd8158-114d-4498-b7ac-65bb55df85d8", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0424 15:18:45.584164 3921 cni.go:473] [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:73:3f:4a:2c:ae\",\"name\":\"2747e6fce0370fa\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2e475c2-bd66-44e0-aeba-fa27740fc444\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:18:46.030367 3921 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:46.030394 3921 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:46.030402 3921 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 15:18:47.218354 3921 cni.go:452] [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key ] I0424 15:18:47.295553 3921 cni.go:473] [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 348de81fe390362935fb80d21a4eb4008604e010863e9c8b03b668c0cab443fc network default NAD default NAD key default], result "{}", err I0424 15:18:47.352260 3921 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:47.352388 3921 pods.go:176] Deleting pod: tsf/test-tsf-iam I0424 15:18:47.353822 3921 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.37 I0424 15:18:47.353849 3921 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:47.402644 3921 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:47.402675 3921 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:47.406789 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 15:18:47.406820 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 15:18:48.253340 3921 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-196.ec2.internal I0424 15:18:48.253472 3921 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0424 15:18:48.269062 3921 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.62342ms I0424 15:18:48.269102 3921 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.666742ms I0424 15:18:48.271755 3921 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.43642ms, libovsdb time 2.105497ms I0424 15:18:48.621979 3921 cni.go:452] [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key ] I0424 15:18:48.631805 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: deb04e75328f1f4, network: default, NAD default, SandboxID: "deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc", PCI device ID: , UID: "51fc0a26-80c8-4f7f-b44b-bf5551ae4b18", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0424 15:18:48.681364 3921 cni.go:473] [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b1:18:61:99:c2\",\"name\":\"deb04e75328f1f4\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/771e859b-6124-4545-8cb4-15c853704cce\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:18:52.062484 3921 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:52.062513 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:58.008364 3921 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 15:19:03.324042 3921 cni.go:452] [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key ] I0424 15:19:03.401518 3921 cni.go:473] [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-mbmrj 2747e6fce0370fa7c93e5fe7821d949b21cd31690752a4eaf8d7d4f0ef1cd907 network default NAD default NAD key default], result "{}", err I0424 15:19:03.448558 3921 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mbmrj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:03.448595 3921 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-mbmrj I0424 15:19:03.449832 3921 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-mbmrj, ips: 10.129.0.39 I0424 15:19:03.449863 3921 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mbmrj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:19:04.142976 3921 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 15:19:04.348829 3921 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mbmrj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:04.348858 3921 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mbmrj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:08.585202 3921 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:08.585834 3921 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:19:09.180795 3921 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 15:19:09.189348 3921 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:09.189375 3921 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ndwnb-h48rq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:19.938882 3921 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-zfkmd for pod on switch ip-10-0-0-196.ec2.internal I0424 15:19:19.939026 3921 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd I0424 15:19:19.953806 3921 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd] pod update took 14.849701ms I0424 15:19:19.953825 3921 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd] addLogicalPort annotation time took 14.873282ms I0424 15:19:19.955147 3921 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd] addLogicalPort took 16.287504ms, libovsdb time 922.692µs I0424 15:19:20.034964 3921 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-sgz2s for pod on switch ip-10-0-0-196.ec2.internal I0424 15:19:20.035046 3921 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s I0424 15:19:20.051610 3921 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s] pod update took 16.593172ms I0424 15:19:20.051633 3921 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s] addLogicalPort annotation time took 16.616434ms I0424 15:19:20.052881 3921 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s] addLogicalPort took 17.928161ms, libovsdb time 843.378µs I0424 15:19:20.169367 3921 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-xjl42 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:19:20.169443 3921 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42 I0424 15:19:20.189207 3921 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42] pod update took 19.782842ms I0424 15:19:20.189247 3921 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42] addLogicalPort annotation time took 19.825072ms I0424 15:19:20.190422 3921 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42] addLogicalPort took 21.068169ms, libovsdb time 818.846µs I0424 15:19:20.301014 3921 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd c1dd4712803b031e746b20eb343c3ab10998c3024e47a1e45623f43ccce2d984 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd c1dd4712803b031e746b20eb343c3ab10998c3024e47a1e45623f43ccce2d984 network default NAD default NAD key ] I0424 15:19:20.320511 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-zfkmd, hostIfaceName: c1dd4712803b031, network: default, NAD default, SandboxID: "c1dd4712803b031e746b20eb343c3ab10998c3024e47a1e45623f43ccce2d984", PCI device ID: , UID: "53f8ccce-b11e-4824-9962-5ab3aa0875fa", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0424 15:19:20.368848 3921 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd c1dd4712803b031e746b20eb343c3ab10998c3024e47a1e45623f43ccce2d984 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfkmd c1dd4712803b031e746b20eb343c3ab10998c3024e47a1e45623f43ccce2d984 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ca:6e:86:ce:05\",\"name\":\"c1dd4712803b031\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19c0fa27-1ce5-4124-ad33-7034e85c5f4c\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:19:20.398553 3921 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s 7964c2ae8f4c6bab0ada730ee0ad5d8d171feaae4d059c04cac59dc72fe72561 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s 7964c2ae8f4c6bab0ada730ee0ad5d8d171feaae4d059c04cac59dc72fe72561 network default NAD default NAD key ] I0424 15:19:20.408948 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-sgz2s, hostIfaceName: 7964c2ae8f4c6ba, network: default, NAD default, SandboxID: "7964c2ae8f4c6bab0ada730ee0ad5d8d171feaae4d059c04cac59dc72fe72561", PCI device ID: , UID: "ebada652-41f0-4584-9cf8-c0805735da90", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0424 15:19:20.456811 3921 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s 7964c2ae8f4c6bab0ada730ee0ad5d8d171feaae4d059c04cac59dc72fe72561 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-sgz2s 7964c2ae8f4c6bab0ada730ee0ad5d8d171feaae4d059c04cac59dc72fe72561 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:bf:af:67:99:7a\",\"name\":\"7964c2ae8f4c6ba\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/812bae16-b3ef-49c1-b483-505700e86613\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:19:20.536453 3921 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42 100a31b4da19fb0bcdaab3e98acf39722fee697d61999416788f94d74a22f18d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42 100a31b4da19fb0bcdaab3e98acf39722fee697d61999416788f94d74a22f18d network default NAD default NAD key ] I0424 15:19:20.546074 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-xjl42, hostIfaceName: 100a31b4da19fb0, network: default, NAD default, SandboxID: "100a31b4da19fb0bcdaab3e98acf39722fee697d61999416788f94d74a22f18d", PCI device ID: , UID: "26b6ed38-001f-47c8-b484-9decef94f15a", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0424 15:19:20.594414 3921 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42 100a31b4da19fb0bcdaab3e98acf39722fee697d61999416788f94d74a22f18d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-xjl42 100a31b4da19fb0bcdaab3e98acf39722fee697d61999416788f94d74a22f18d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:48:7e:b0:ec:e0\",\"name\":\"100a31b4da19fb0\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67fbeacb-d01f-45c5-94f9-2c5ab95467ad\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:19:24.508239 3921 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 15:19:36.482070 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 15:19:37.660400 3921 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-wk2vv for pod on switch ip-10-0-0-196.ec2.internal I0424 15:19:37.660502 3921 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv I0424 15:19:37.674106 3921 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv] pod update took 13.632744ms I0424 15:19:37.674132 3921 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv] addLogicalPort annotation time took 13.661577ms I0424 15:19:37.675610 3921 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv] addLogicalPort took 15.227258ms, libovsdb time 975.12µs I0424 15:19:38.523986 3921 cni.go:452] [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key ] I0424 15:19:38.605313 3921 cni.go:473] [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas deb04e75328f1f42cd1400d06629041710de0fa9878b4cecc3a4b56b219d28cc network default NAD default NAD key default], result "{}", err I0424 15:19:38.618856 3921 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv 6c69016fe1a62195084becaa2f030b5eac8f391382a52108ce883b318d01c7f0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv 6c69016fe1a62195084becaa2f030b5eac8f391382a52108ce883b318d01c7f0 network default NAD default NAD key ] I0424 15:19:38.629565 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-wk2vv, hostIfaceName: 6c69016fe1a6219, network: default, NAD default, SandboxID: "6c69016fe1a62195084becaa2f030b5eac8f391382a52108ce883b318d01c7f0", PCI device ID: , UID: "94710754-f591-4bf5-a94a-b55a6c495b64", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0424 15:19:38.660699 3921 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:38.660738 3921 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0424 15:19:38.661992 3921 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.40 I0424 15:19:38.662022 3921 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:38.680539 3921 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv 6c69016fe1a62195084becaa2f030b5eac8f391382a52108ce883b318d01c7f0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-wk2vv 6c69016fe1a62195084becaa2f030b5eac8f391382a52108ce883b318d01c7f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:28:8e:ad:df:f9\",\"name\":\"6c69016fe1a6219\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64e00554-ca0c-4c2d-b14a-b7dd6930a990\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:19:38.683322 3921 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:38.683348 3921 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:38.691252 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 15:19:38.691276 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 15:19:39.519215 3921 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-n9hpq] creating logical port tsf_patch-tekton-config-n9hpq for pod on switch ip-10-0-0-196.ec2.internal I0424 15:19:39.519336 3921 kube.go:256] Updating pod tsf/patch-tekton-config-n9hpq I0424 15:19:39.532599 3921 pod.go:62] [tsf/patch-tekton-config-n9hpq] pod update took 13.28878ms I0424 15:19:39.532620 3921 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-n9hpq] addLogicalPort annotation time took 13.314754ms I0424 15:19:39.533921 3921 pods.go:271] [tsf/patch-tekton-config-n9hpq] addLogicalPort took 14.721559ms, libovsdb time 951.409µs I0424 15:19:39.889028 3921 cni.go:452] [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key ] I0424 15:19:39.900374 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-n9hpq, hostIfaceName: 32e48023cbdccf8, network: default, NAD default, SandboxID: "32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306", PCI device ID: , UID: "a1424df1-72e2-405d-a2de-dc429473f9ce", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0424 15:19:39.959969 3921 cni.go:473] [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:26:fb:f1:79:ad\",\"name\":\"32e48023cbdccf8\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb0a9ca2-9869-4603-81f4-adaaab9c64d9\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:19:49.590516 3921 cni.go:452] [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key ] I0424 15:19:49.666214 3921 cni.go:473] [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-n9hpq 32e48023cbdccf80813b52d4796065a00bbe2c65f1cee14195b5e6ae55ec4306 network default NAD default NAD key default], result "{}", err I0424 15:19:49.716289 3921 obj_retry.go:498] Detected object tsf/patch-tekton-config-n9hpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:49.716314 3921 pods.go:176] Deleting pod: tsf/patch-tekton-config-n9hpq I0424 15:19:49.717685 3921 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-n9hpq, ips: 10.129.0.45 I0424 15:19:49.717719 3921 obj_retry.go:498] Detected object tsf/patch-tekton-config-n9hpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:50.741768 3921 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:50.741797 3921 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.412162 3921 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:51.412815 3921 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:52.287253 3921 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:52.287287 3921 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-v5dkc-4tljb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:55.485056 3921 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-b89fd9cf7-g8ksq] creating logical port tsf-tas_ctlog-b89fd9cf7-g8ksq for pod on switch ip-10-0-0-196.ec2.internal I0424 15:19:55.485184 3921 kube.go:256] Updating pod tsf-tas/ctlog-b89fd9cf7-g8ksq I0424 15:19:55.502877 3921 pod.go:62] [tsf-tas/ctlog-b89fd9cf7-g8ksq] pod update took 17.723006ms I0424 15:19:55.502897 3921 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-b89fd9cf7-g8ksq] addLogicalPort annotation time took 17.750608ms I0424 15:19:55.504199 3921 pods.go:271] [tsf-tas/ctlog-b89fd9cf7-g8ksq] addLogicalPort took 19.162349ms, libovsdb time 921.088µs I0424 15:19:56.446865 3921 cni.go:452] [tsf-tas/ctlog-b89fd9cf7-g8ksq 5bcab80c3660386555c0dfd47c81db58456e82e21b8449d4b9675a3af1fa7d23 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-b89fd9cf7-g8ksq 5bcab80c3660386555c0dfd47c81db58456e82e21b8449d4b9675a3af1fa7d23 network default NAD default NAD key ] I0424 15:19:56.456299 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-b89fd9cf7-g8ksq, hostIfaceName: 5bcab80c3660386, network: default, NAD default, SandboxID: "5bcab80c3660386555c0dfd47c81db58456e82e21b8449d4b9675a3af1fa7d23", PCI device ID: , UID: "6ecf5f52-79ff-4466-a4b9-1bc2919d107c", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0424 15:19:56.506169 3921 cni.go:473] [tsf-tas/ctlog-b89fd9cf7-g8ksq 5bcab80c3660386555c0dfd47c81db58456e82e21b8449d4b9675a3af1fa7d23 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-b89fd9cf7-g8ksq 5bcab80c3660386555c0dfd47c81db58456e82e21b8449d4b9675a3af1fa7d23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:26:5b:98:79:cd\",\"name\":\"5bcab80c3660386\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb4ca68c-ca45-4061-b885-ee99af6cb53c\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:19:56.595229 3921 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-24fx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:56.595757 3921 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-24fx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:57.618200 3921 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-24fx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.618242 3921 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-24fx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.660094 3921 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.660143 3921 obj_retry.go:492] Detected object tsf/patch-tekton-config-n9hpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:57.666777 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-n9hpq I0424 15:19:57.666807 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-n9hpq I0424 15:19:58.457577 3921 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-196.ec2.internal I0424 15:19:58.457710 3921 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0424 15:19:58.472403 3921 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.727368ms I0424 15:19:58.472426 3921 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.753812ms I0424 15:19:58.473753 3921 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.196462ms, libovsdb time 865.688µs W0424 15:19:58.642342 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 15:19:58.817581 3921 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key ] I0424 15:19:58.828366 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 259236467b6ba77, network: default, NAD default, SandboxID: "259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead", PCI device ID: , UID: "b732dc63-8e9b-4f76-ab4a-8076f0d336eb", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0424 15:19:58.875728 3921 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:27:e9:d1:95:a8\",\"name\":\"259236467b6ba77\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/339bdf7f-ef1a-4561-86e4-43b9d8d35889\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:00.185914 3921 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617400-k6z5k for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:00.186038 3921 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k I0424 15:20:00.200159 3921 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k] pod update took 14.154551ms I0424 15:20:00.200183 3921 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k] addLogicalPort annotation time took 14.185372ms I0424 15:20:00.201555 3921 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k] addLogicalPort took 15.656097ms, libovsdb time 966.808µs I0424 15:20:00.545188 3921 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key ] I0424 15:20:00.554433 3921 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617400-k6z5k, hostIfaceName: 2856ed5a6a40993, network: default, NAD default, SandboxID: "2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7", PCI device ID: , UID: "8732d643-eb13-448d-a516-0e42acd4547c", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0424 15:20:00.604101 3921 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:e9:a0:a1:78:03\",\"name\":\"2856ed5a6a40993\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6b6acd6-d790-4971-b7ff-95cc045afa7d\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:01.664286 3921 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key ] I0424 15:20:01.736435 3921 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 259236467b6ba771f1b3a9fc984d06c8b3be16dce99bfba156eba091a5451ead network default NAD default NAD key default], result "{}", err I0424 15:20:01.791272 3921 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:01.791307 3921 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0424 15:20:01.792876 3921 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.47 I0424 15:20:01.792906 3921 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:01.816612 3921 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.816698 3921 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.828160 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 15:20:01.828250 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 15:20:02.079340 3921 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:02.079480 3921 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0424 15:20:02.096341 3921 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.888884ms I0424 15:20:02.096365 3921 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.918178ms I0424 15:20:02.097727 3921 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 18.406785ms, libovsdb time 990.008µs I0424 15:20:02.440015 3921 cni.go:452] [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key ] I0424 15:20:02.457222 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 30ad46aec13847c, network: default, NAD default, SandboxID: "30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d", PCI device ID: , UID: "5a8c41c0-4909-474d-b67a-d8ff5cbfa8ec", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0424 15:20:02.509570 3921 cni.go:473] [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:69:85:db:0d:fd\",\"name\":\"30ad46aec13847c\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3b2f08b-5bb5-4438-b95f-f4512ed6760c\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:03.682159 3921 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key ] I0424 15:20:03.760970 3921 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k 2856ed5a6a409936715ee986ca1e22be11e2d97ac1928cd6207c7c90916116d7 network default NAD default NAD key default], result "{}", err I0424 15:20:03.805158 3921 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:03.805192 3921 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k I0424 15:20:03.806505 3921 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k, ips: 10.129.0.48 I0424 15:20:03.806540 3921 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.694244 3921 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.694277 3921 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-k6z5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:07.483844 3921 obj_retry.go:498] Detected object tsf-tpa/create-db-dcrxw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:07.484420 3921 obj_retry.go:498] Detected object tsf-tpa/create-db-dcrxw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:08.509230 3921 obj_retry.go:492] Detected object tsf-tpa/create-db-dcrxw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:08.509260 3921 obj_retry.go:492] Detected object tsf-tpa/create-db-dcrxw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:08.623943 3921 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-dwff6] creating logical port tsf-tpa_migrate-db-dwff6 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:08.624064 3921 kube.go:256] Updating pod tsf-tpa/migrate-db-dwff6 I0424 15:20:08.637922 3921 pod.go:62] [tsf-tpa/migrate-db-dwff6] pod update took 13.891528ms I0424 15:20:08.637949 3921 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-dwff6] addLogicalPort annotation time took 13.924457ms I0424 15:20:08.639222 3921 pods.go:271] [tsf-tpa/migrate-db-dwff6] addLogicalPort took 15.30119ms, libovsdb time 879.984µs I0424 15:20:08.983806 3921 cni.go:452] [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key ] I0424 15:20:08.993055 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-dwff6, hostIfaceName: d4ecb0c4e6b3d0e, network: default, NAD default, SandboxID: "d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251", PCI device ID: , UID: "b8dede67-36fd-4d6a-b550-180eef804cc8", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0424 15:20:09.042403 3921 cni.go:473] [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:68:a4:ea:4d:b2\",\"name\":\"d4ecb0c4e6b3d0e\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16f16885-bf4d-4e63-80a8-1a2b12049a53\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:20:09.657516 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0424 15:20:12.734607 3921 cni.go:452] [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key ] I0424 15:20:12.804411 3921 cni.go:473] [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-dwff6 d4ecb0c4e6b3d0e68640195ce231edfc14c7b8d52f23a8a98d2b46c38ec68251 network default NAD default NAD key default], result "{}", err I0424 15:20:12.856132 3921 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwff6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:12.856166 3921 pods.go:176] Deleting pod: tsf-tpa/migrate-db-dwff6 I0424 15:20:12.857506 3921 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-dwff6, ips: 10.129.0.50 I0424 15:20:12.857536 3921 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwff6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:13.882026 3921 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwff6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:13.882054 3921 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwff6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:14.108794 3921 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-7vqnk] creating logical port tsf-tpa_create-importers-7vqnk for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:14.108901 3921 kube.go:256] Updating pod tsf-tpa/create-importers-7vqnk I0424 15:20:14.121758 3921 pod.go:62] [tsf-tpa/create-importers-7vqnk] pod update took 12.889033ms I0424 15:20:14.121784 3921 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-7vqnk] addLogicalPort annotation time took 12.91772ms I0424 15:20:14.123072 3921 pods.go:271] [tsf-tpa/create-importers-7vqnk] addLogicalPort took 14.299751ms, libovsdb time 925.59µs I0424 15:20:14.468250 3921 cni.go:452] [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key ] I0424 15:20:14.478260 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-7vqnk, hostIfaceName: 3a159b6c23e1fd2, network: default, NAD default, SandboxID: "3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77", PCI device ID: , UID: "e08fea05-5cb4-42a9-b2d2-dd400e7887a4", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0424 15:20:14.529023 3921 cni.go:473] [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:09:aa:9d:b6:89\",\"name\":\"3a159b6c23e1fd2\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d5404fb-0c37-44ee-8a33-99bcc9cc9d2f\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:15.751033 3921 cni.go:452] [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key ] I0424 15:20:15.830711 3921 cni.go:473] [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-7vqnk 3a159b6c23e1fd2e47f69819113785b47946ed293fb471b07fd46cbf19cfce77 network default NAD default NAD key default], result "{}", err I0424 15:20:16.014800 3921 obj_retry.go:498] Detected object tsf-tpa/create-importers-7vqnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:16.014842 3921 pods.go:176] Deleting pod: tsf-tpa/create-importers-7vqnk I0424 15:20:16.016416 3921 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-7vqnk, ips: 10.129.0.51 I0424 15:20:16.016444 3921 obj_retry.go:498] Detected object tsf-tpa/create-importers-7vqnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:17.042757 3921 obj_retry.go:492] Detected object tsf-tpa/create-importers-7vqnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:17.042781 3921 obj_retry.go:492] Detected object tsf-tpa/create-importers-7vqnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:18.556127 3921 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:18.556697 3921 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:19.428377 3921 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:19.428406 3921 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-np2zx-lqt7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:22.116342 3921 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5c46bf744c-66fl9] creating logical port tsf-tas_rekor-redis-5c46bf744c-66fl9 for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:22.116461 3921 kube.go:256] Updating pod tsf-tas/rekor-redis-5c46bf744c-66fl9 I0424 15:20:22.132755 3921 pod.go:62] [tsf-tas/rekor-redis-5c46bf744c-66fl9] pod update took 16.335146ms I0424 15:20:22.132778 3921 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5c46bf744c-66fl9] addLogicalPort annotation time took 16.365033ms I0424 15:20:22.134070 3921 pods.go:271] [tsf-tas/rekor-redis-5c46bf744c-66fl9] addLogicalPort took 17.745817ms, libovsdb time 880.241µs I0424 15:20:22.515128 3921 cni.go:452] [tsf-tas/rekor-redis-5c46bf744c-66fl9 55c2e327117fbf29b6d9c8013d1d145cf7fc3f7a0a8e9aabf7927590a70ec2f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5c46bf744c-66fl9 55c2e327117fbf29b6d9c8013d1d145cf7fc3f7a0a8e9aabf7927590a70ec2f4 network default NAD default NAD key ] I0424 15:20:22.524425 3921 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5c46bf744c-66fl9, hostIfaceName: 55c2e327117fbf2, network: default, NAD default, SandboxID: "55c2e327117fbf29b6d9c8013d1d145cf7fc3f7a0a8e9aabf7927590a70ec2f4", PCI device ID: , UID: "3aa0defc-33d1-4eba-8524-cecea33a70a8", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0424 15:20:22.575424 3921 cni.go:473] [tsf-tas/rekor-redis-5c46bf744c-66fl9 55c2e327117fbf29b6d9c8013d1d145cf7fc3f7a0a8e9aabf7927590a70ec2f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5c46bf744c-66fl9 55c2e327117fbf29b6d9c8013d1d145cf7fc3f7a0a8e9aabf7927590a70ec2f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d6:be:7e:b9:3c\",\"name\":\"55c2e327117fbf2\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3036e7f5-1f03-4a55-b0a0-0c3960ce494f\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:20:25.444860 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 15:20:26.815913 3921 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 15:20:28.689686 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 W0424 15:20:30.619671 3921 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0424 15:20:31.481683 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0424 15:20:38.868408 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0424 15:20:41.688935 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 15:20:55.987579 3921 cni.go:452] [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key ] I0424 15:20:56.078169 3921 cni.go:473] [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 30ad46aec13847c38523b783aa4b89f206974a51a9e4afe5ac3d0df6b27c610d network default NAD default NAD key default], result "{}", err I0424 15:20:56.132725 3921 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:56.132763 3921 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0424 15:20:56.134251 3921 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.49 I0424 15:20:56.134285 3921 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:56.155606 3921 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:56.155624 3921 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:56.163761 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 15:20:56.163791 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 15:20:57.030990 3921 namespace.go:98] [integration-service] adding namespace I0424 15:20:57.031265 3921 namespace.go:98] [default-tenant] adding namespace I0424 15:20:57.031915 3921 namespace.go:102] [integration-service] adding namespace took 903.941µs I0424 15:20:57.032749 3921 namespace.go:102] [default-tenant] adding namespace took 1.465308ms I0424 15:20:57.036335 3921 namespace.go:98] [image-controller] adding namespace I0424 15:20:57.036468 3921 namespace.go:98] [build-service] adding namespace I0424 15:20:57.037039 3921 namespace.go:102] [image-controller] adding namespace took 686.924µs I0424 15:20:57.037620 3921 namespace.go:102] [build-service] adding namespace took 1.136643ms I0424 15:20:57.078767 3921 namespace.go:142] [integration-service] updating namespace I0424 15:20:57.107284 3921 namespace.go:142] [integration-service] updating namespace I0424 15:20:57.133574 3921 namespace.go:142] [default-tenant] updating namespace I0424 15:20:57.152760 3921 namespace.go:142] [image-controller] updating namespace I0424 15:20:57.179462 3921 namespace.go:142] [default-tenant] updating namespace I0424 15:20:57.186101 3921 namespace.go:142] [build-service] updating namespace I0424 15:20:57.192649 3921 namespace.go:142] [image-controller] updating namespace I0424 15:20:57.219549 3921 namespace.go:142] [build-service] updating namespace I0424 15:20:57.320656 3921 namespace.go:142] [build-service] updating namespace I0424 15:20:57.350554 3921 namespace.go:142] [integration-service] updating namespace I0424 15:20:57.402369 3921 namespace.go:98] [release-service] adding namespace I0424 15:20:57.403161 3921 namespace.go:102] [release-service] adding namespace took 776.046µs I0424 15:20:57.461438 3921 namespace.go:142] [konflux-ui] updating namespace I0424 15:20:57.461590 3921 namespace.go:142] [release-service] updating namespace I0424 15:20:57.495057 3921 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:57.495189 3921 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0424 15:20:57.518159 3921 namespace.go:142] [release-service] updating namespace I0424 15:20:57.526864 3921 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 31.697621ms I0424 15:20:57.526883 3921 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 31.719712ms I0424 15:20:57.528048 3921 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 33.004475ms, libovsdb time 812.483µs I0424 15:20:57.585335 3921 namespace.go:98] [konflux-info] adding namespace I0424 15:20:57.586000 3921 namespace.go:102] [konflux-info] adding namespace took 646.245µs I0424 15:20:57.679542 3921 namespace.go:98] [namespace-lister] adding namespace I0424 15:20:57.680246 3921 namespace.go:102] [namespace-lister] adding namespace took 689.489µs I0424 15:20:57.741597 3921 namespace.go:142] [konflux-info] updating namespace I0424 15:20:57.905380 3921 namespace.go:142] [konflux-info] updating namespace I0424 15:20:57.979530 3921 namespace.go:98] [enterprise-contract-service] adding namespace I0424 15:20:57.980330 3921 namespace.go:102] [enterprise-contract-service] adding namespace took 782.513µs I0424 15:20:58.012001 3921 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:58.061514 3921 namespace.go:142] [image-controller] updating namespace I0424 15:20:58.168481 3921 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:58.172572 3921 cni.go:452] [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key ] I0424 15:20:58.182232 3921 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: f23eb35955a1600, network: default, NAD default, SandboxID: "f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501", PCI device ID: , UID: "20890bba-da71-4a8b-b5db-aaba9797b7ae", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0424 15:20:58.208611 3921 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:58.233204 3921 cni.go:473] [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:fc:55:a3:0f:dc\",\"name\":\"f23eb35955a1600\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2af47664-067f-4b3c-a881-e649d3c13f86\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:58.327686 3921 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:58.504409 3921 namespace.go:142] [default-tenant] updating namespace I0424 15:20:58.716409 3921 namespace.go:98] [segment-bridge] adding namespace I0424 15:20:58.717262 3921 namespace.go:102] [segment-bridge] adding namespace took 832.733µs I0424 15:20:58.798648 3921 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:58.822511 3921 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:58.848936 3921 namespace.go:98] [konflux-cli] adding namespace I0424 15:20:58.849893 3921 namespace.go:102] [konflux-cli] adding namespace took 937.624µs I0424 15:20:58.895761 3921 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-89d8n] creating logical port namespace-lister_namespace-lister-696b855848-89d8n for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:58.895847 3921 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-89d8n I0424 15:20:58.924779 3921 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:58.928631 3921 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 15:20:58.934640 3921 pod.go:62] [namespace-lister/namespace-lister-696b855848-89d8n] pod update took 38.820322ms I0424 15:20:58.934659 3921 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-89d8n] addLogicalPort annotation time took 38.8456ms I0424 15:20:58.935832 3921 pods.go:271] [namespace-lister/namespace-lister-696b855848-89d8n] addLogicalPort took 40.091248ms, libovsdb time 819.766µs I0424 15:20:58.935939 3921 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 15:20:58.935965 3921 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 15:20:58.939132 3921 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 15:20:58.951620 3921 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:58.986119 3921 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 15:20:58.986140 3921 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 15:20:58.987198 3921 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 15:20:59.312702 3921 namespace.go:142] [build-service] updating namespace I0424 15:20:59.555334 3921 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-g69th] creating logical port image-controller_image-controller-controller-manager-6f859968fc-g69th for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:59.555424 3921 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-g69th I0424 15:20:59.584288 3921 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-g69th] pod update took 28.886208ms I0424 15:20:59.584316 3921 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-g69th] addLogicalPort annotation time took 28.917835ms I0424 15:20:59.585757 3921 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-g69th] addLogicalPort took 30.446606ms, libovsdb time 945.532µs I0424 15:20:59.709549 3921 namespace.go:142] [default-tenant] updating namespace I0424 15:20:59.880033 3921 cni.go:452] [namespace-lister/namespace-lister-696b855848-89d8n 80450d965ddfe99ca63f0c87515be55bf37ca15100178d5df03fe8144234055e network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-89d8n 80450d965ddfe99ca63f0c87515be55bf37ca15100178d5df03fe8144234055e network default NAD default NAD key ] I0424 15:20:59.889698 3921 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-89d8n, hostIfaceName: 80450d965ddfe99, network: default, NAD default, SandboxID: "80450d965ddfe99ca63f0c87515be55bf37ca15100178d5df03fe8144234055e", PCI device ID: , UID: "d31a9886-e32c-4e95-8443-f643774363ec", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0424 15:20:59.917926 3921 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-g69th e3bdccb2dcc16a1364adb0ba531052cec79617a0ea1d45ed017ae690b6f90bd2 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-g69th e3bdccb2dcc16a1364adb0ba531052cec79617a0ea1d45ed017ae690b6f90bd2 network default NAD default NAD key ] I0424 15:20:59.925770 3921 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-6p9vf for pod on switch ip-10-0-0-196.ec2.internal I0424 15:20:59.925889 3921 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf I0424 15:20:59.929460 3921 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-g69th, hostIfaceName: e3bdccb2dcc16a1, network: default, NAD default, SandboxID: "e3bdccb2dcc16a1364adb0ba531052cec79617a0ea1d45ed017ae690b6f90bd2", PCI device ID: , UID: "85b11c4b-ce96-459f-87e6-ee7f12056c14", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0424 15:20:59.943538 3921 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf] pod update took 17.674438ms I0424 15:20:59.943565 3921 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf] addLogicalPort annotation time took 17.704399ms I0424 15:20:59.944779 3921 cni.go:473] [namespace-lister/namespace-lister-696b855848-89d8n 80450d965ddfe99ca63f0c87515be55bf37ca15100178d5df03fe8144234055e network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-89d8n 80450d965ddfe99ca63f0c87515be55bf37ca15100178d5df03fe8144234055e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:5a:9a:d8:27:c8\",\"name\":\"80450d965ddfe99\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1d5c476-c127-48d2-94ea-4fb294419ac7\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:59.944942 3921 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf] addLogicalPort took 19.192105ms, libovsdb time 950.058µs I0424 15:20:59.982867 3921 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-g69th e3bdccb2dcc16a1364adb0ba531052cec79617a0ea1d45ed017ae690b6f90bd2 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-g69th e3bdccb2dcc16a1364adb0ba531052cec79617a0ea1d45ed017ae690b6f90bd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:dd:97:db:29:29\",\"name\":\"e3bdccb2dcc16a1\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84c439de-34ba-49b1-820f-20e9e96adcda\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:21:00.040389 3921 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:21:00.802881 3921 namespace.go:142] [image-controller] updating namespace I0424 15:21:01.432064 3921 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6cc89b6487-26w5q] creating logical port konflux-ui_proxy-6cc89b6487-26w5q for pod on switch ip-10-0-0-196.ec2.internal I0424 15:21:01.432231 3921 kube.go:256] Updating pod konflux-ui/proxy-6cc89b6487-26w5q I0424 15:21:01.461733 3921 pod.go:62] [konflux-ui/proxy-6cc89b6487-26w5q] pod update took 29.535387ms I0424 15:21:01.461762 3921 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6cc89b6487-26w5q] addLogicalPort annotation time took 29.570885ms I0424 15:21:01.463413 3921 pods.go:271] [konflux-ui/proxy-6cc89b6487-26w5q] addLogicalPort took 31.367415ms, libovsdb time 1.111696ms I0424 15:21:01.471291 3921 namespace.go:142] [integration-service] updating namespace I0424 15:21:01.687605 3921 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-66b5678c74-6wjqm] creating logical port integration-service_integration-service-controller-manager-66b5678c74-6wjqm for pod on switch ip-10-0-0-196.ec2.internal I0424 15:21:01.687746 3921 kube.go:256] Updating pod integration-service/integration-service-controller-manager-66b5678c74-6wjqm I0424 15:21:01.716940 3921 pod.go:62] [integration-service/integration-service-controller-manager-66b5678c74-6wjqm] pod update took 29.218852ms I0424 15:21:01.717030 3921 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-66b5678c74-6wjqm] addLogicalPort annotation time took 29.312452ms I0424 15:21:01.718837 3921 pods.go:271] [integration-service/integration-service-controller-manager-66b5678c74-6wjqm] addLogicalPort took 31.251039ms, libovsdb time 1.139833ms I0424 15:21:01.959527 3921 namespace.go:142] [konflux-info] updating namespace I0424 15:21:02.297600 3921 namespace.go:142] [namespace-lister] updating namespace I0424 15:21:02.471838 3921 namespace.go:142] [release-service] updating namespace I0424 15:21:02.593597 3921 namespace.go:142] [build-service] updating namespace I0424 15:21:02.613963 3921 namespace.go:142] [default-tenant] updating namespace I0424 15:21:02.637677 3921 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:21:02.651581 3921 namespace.go:142] [image-controller] updating namespace I0424 15:21:02.674391 3921 namespace.go:142] [integration-service] updating namespace I0424 15:21:02.706327 3921 namespace.go:142] [konflux-info] updating namespace I0424 15:21:02.729147 3921 namespace.go:142] [namespace-lister] updating namespace I0424 15:21:02.742463 3921 namespace.go:142] [release-service] updating namespace I0424 15:21:02.808986 3921 namespace.go:142] [build-service] updating namespace I0424 15:21:02.883109 3921 namespace.go:142] [default-tenant] updating namespace I0424 15:21:02.967183 3921 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:21:03.046651 3921 namespace.go:142] [image-controller] updating namespace W0424 15:21:03.068398 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 15:21:03.106802 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 15:21:03.131652 3921 namespace.go:142] [integration-service] updating namespace I0424 15:21:03.195202 3921 namespace.go:142] [konflux-info] updating namespace I0424 15:21:03.299291 3921 namespace.go:142] [namespace-lister] updating namespace I0424 15:21:03.393832 3921 namespace.go:142] [release-service] updating namespace W0424 15:21:04.075133 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0424 15:21:04.667932 3921 namespace.go:142] [konflux-cli] updating namespace I0424 15:21:04.816222 3921 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:04.816966 3921 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:05.003052 3921 namespace.go:142] [segment-bridge] updating namespace I0424 15:21:05.133579 3921 namespace.go:142] [konflux-cli] updating namespace I0424 15:21:05.152552 3921 namespace.go:142] [segment-bridge] updating namespace I0424 15:21:05.254637 3921 namespace.go:142] [konflux-cli] updating namespace I0424 15:21:05.354797 3921 namespace.go:142] [segment-bridge] updating namespace W0424 15:21:05.666535 3921 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 15:21:05.831928 3921 cni.go:452] [integration-service/integration-service-controller-manager-66b5678c74-6wjqm 50b82b51f1ecbebb5119ef5572332d1bc452c42c69cfd8c71958634965bea054 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-66b5678c74-6wjqm 50b82b51f1ecbebb5119ef5572332d1bc452c42c69cfd8c71958634965bea054 network default NAD default NAD key ] I0424 15:21:05.840917 3921 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-66b5678c74-6wjqm, hostIfaceName: 50b82b51f1ecbeb, network: default, NAD default, SandboxID: "50b82b51f1ecbebb5119ef5572332d1bc452c42c69cfd8c71958634965bea054", PCI device ID: , UID: "ddb3ff89-4974-4b8c-830c-76e0b832c7e9", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0424 15:21:05.842112 3921 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:05.842136 3921 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sc8jg-vv7th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:05.891381 3921 cni.go:473] [integration-service/integration-service-controller-manager-66b5678c74-6wjqm 50b82b51f1ecbebb5119ef5572332d1bc452c42c69cfd8c71958634965bea054 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-66b5678c74-6wjqm 50b82b51f1ecbebb5119ef5572332d1bc452c42c69cfd8c71958634965bea054 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:80:f3:77:a1:f9\",\"name\":\"50b82b51f1ecbeb\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b16ad11f-ea46-4ad2-b2a6-97c442c62564\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:21:07.803635 3921 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key ] I0424 15:21:07.813568 3921 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-6p9vf, hostIfaceName: 5ae4c42da9ae0bd, network: default, NAD default, SandboxID: "5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9", PCI device ID: , UID: "cf63da3d-32ce-405e-b408-76360c8d15c2", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0424 15:21:07.864947 3921 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:79:ef:85:79:30\",\"name\":\"5ae4c42da9ae0bd\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b31c60c2-bc80-4843-835b-d20da43a67e7\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:21:08.081204 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:08.081285 3921 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:08.112266 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:08.112591 3921 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0424 15:21:09.323553 3921 cni.go:452] [konflux-ui/proxy-6cc89b6487-26w5q 45593b2ea1be2571f23e78d8accea0e7b2f1e2cdb6d0b56faac648f86e826446 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6cc89b6487-26w5q 45593b2ea1be2571f23e78d8accea0e7b2f1e2cdb6d0b56faac648f86e826446 network default NAD default NAD key ] I0424 15:21:09.333520 3921 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6cc89b6487-26w5q, hostIfaceName: 45593b2ea1be257, network: default, NAD default, SandboxID: "45593b2ea1be2571f23e78d8accea0e7b2f1e2cdb6d0b56faac648f86e826446", PCI device ID: , UID: "ba066603-e639-42c8-af46-82a2c10a7ddc", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0424 15:21:09.383135 3921 cni.go:473] [konflux-ui/proxy-6cc89b6487-26w5q 45593b2ea1be2571f23e78d8accea0e7b2f1e2cdb6d0b56faac648f86e826446 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6cc89b6487-26w5q 45593b2ea1be2571f23e78d8accea0e7b2f1e2cdb6d0b56faac648f86e826446 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:01:f8:83:5b:d1\",\"name\":\"45593b2ea1be257\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d17a159-cff1-44b3-b2d4-e562d21ed877\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:21:09.691828 3921 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 15:21:12.718931 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:12.718958 3921 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:13.786179 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 15:21:13.786201 3921 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 15:21:14.140229 3921 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:14.140250 3921 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:15.060038 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 15:21:17.690862 3921 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=149 W0424 15:21:19.085834 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:19.089206 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0424 15:21:19.301152 3921 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key ] I0424 15:21:19.385823 3921 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf 5ae4c42da9ae0bd1f38df6b5c08923bc7ab89d692774fbf0f615d07e5e2e29d9 network default NAD default NAD key default], result "{}", err I0424 15:21:19.442108 3921 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:19.442215 3921 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf I0424 15:21:19.443685 3921 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf, ips: 10.129.0.56 I0424 15:21:19.443714 3921 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:20.156906 3921 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:20.156934 3921 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:20.162053 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf I0424 15:21:20.162094 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6p9vf I0424 15:21:20.807037 3921 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0424 15:21:24.802583 3921 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0424 15:21:39.124920 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0424 15:21:50.183448 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:50.183475 3921 util.go:959] Failed to build node endpoints for node ip-10-0-0-196.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0424 15:22:09.223318 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0424 15:22:20.364681 3921 obj_retry.go:498] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:20.365284 3921 obj_retry.go:498] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:21.116159 3921 obj_retry.go:492] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:21.116191 3921 obj_retry.go:492] Detected object konflux-ui/proxy-56f7d9c9d6-2wcn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:21.124402 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-56f7d9c9d6-2wcn8 I0424 15:22:21.124419 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-56f7d9c9d6-2wcn8 I0424 15:22:27.550897 3921 cni.go:452] [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key ] I0424 15:22:27.633539 3921 cni.go:473] [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux f23eb35955a16000f20a78561e4e896cd59eb3a6dd9f4f3b01397a5baaf2b501 network default NAD default NAD key default], result "{}", err I0424 15:22:27.686430 3921 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:27.686495 3921 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0424 15:22:27.688140 3921 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.53 I0424 15:22:27.688170 3921 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:27.728034 3921 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:27.728060 3921 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:27.736151 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 15:22:27.736175 3921 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 15:22:29.907001 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 15:22:31.014793 3921 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 15:22:52.330175 3921 namespace.go:98] [default-managed-tenant-j5lz8] adding namespace I0424 15:22:52.331027 3921 namespace.go:102] [default-managed-tenant-j5lz8] adding namespace took 828.186µs I0424 15:22:52.355376 3921 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:52.371712 3921 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:53.386792 3921 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:53.515562 3921 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:53.617270 3921 namespace.go:142] [default-managed-tenant-j5lz8] updating namespace I0424 15:22:57.830370 3921 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6