+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-135.ec2.internal ++ [[ -n ip-10-0-1-135.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-135.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 11:08:45.354186025 - disable conntrack on geneve port' I0428 11:08:45.354186025 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 11:08:45.381792130 - starting ovnkube-node' I0428 11:08:45.381792130 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-135.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-135.ec2.internal --init-node ip-10-0-1-135.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-135.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0428 11:08:45.431326 3783 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0428 11:08:45.431420 3783 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a33fc7489a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0428 11:08:45.433427 3783 kube.go:431] Waiting for certificate I0428 11:08:45.433471 3783 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0428 11:08:45.433511 3783 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0428 11:08:45.434289 3783 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 11:08:45.470853 3783 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:08:45.470870 3783 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:08:45.475060 3783 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:08:45.475169 3783 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d9ck2" I0428 11:08:45.479478 3783 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d9ck2" I0428 11:08:45.479557 3783 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 11:08:46.434111 3783 kube.go:438] Certificate found I0428 11:08:46.434709 3783 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 11:08:46.435830 3783 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0428 11:08:46.492345 3783 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 11:03:45 +0000 UTC" deadline="2026-04-29 08:08:57.750987279 +0000 UTC" I0428 11:08:46.492374 3783 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h0m11.258622038s" I0428 11:08:46.509389 3783 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 11:08:46.527811 3783 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0428 11:08:46.527942 3783 server.go:101] MetricServer registers OVS metrics I0428 11:08:46.528302 3783 server.go:105] MetricServer registers OVN DB metrics I0428 11:08:46.532309 3783 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0428 11:08:46.532375 3783 factory.go:561] Starting watch factory I0428 11:08:46.532544 3783 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.532577 3783 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.532600 3783 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.532619 3783 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.532603 3783 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.532669 3783 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.532787 3783 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0428 11:08:46.533385 3783 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0428 11:08:46.534012 3783 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.534096 3783 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.534338 3783 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.534401 3783 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.534912 3783 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.534952 3783 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.537030 3783 controller_manager.go:370] Starting the ovnkube controller I0428 11:08:46.537044 3783 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-135.ec2.internal I0428 11:08:46.537104 3783 controller_manager.go:395] NBDB zone sync took: 49.991µs I0428 11:08:46.537117 3783 factory.go:561] Starting watch factory I0428 11:08:46.549098 3783 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.549324 3783 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.550313 3783 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0428 11:08:46.550351 3783 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0428 11:08:46.550720 3783 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.550668 3783 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.553719 3783 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.555738 3783 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0428 11:08:46.555816 3783 server.go:109] MetricServer registers OVN Controller metrics I0428 11:08:46.560573 3783 server.go:113] MetricServer registers OVN Northd metrics I0428 11:08:46.561475 3783 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:08:46.565453 3783 metrics.go:519] OVN Metrics Server starts to run ... I0428 11:08:46.638445 3783 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 11:08:46.638469 3783 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 11:08:46.638474 3783 factory.go:1977] *v1.Node informer cache synced successfully I0428 11:08:46.638478 3783 factory.go:1977] *v1.Service informer cache synced successfully I0428 11:08:46.638482 3783 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 11:08:46.638485 3783 factory.go:1977] *v1.Pod informer cache synced successfully I0428 11:08:46.638606 3783 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:08:46.638628 3783 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:08:46.638659 3783 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:08:46.638730 3783 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:08:46.641525 3783 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:08:46.641526 3783 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 11:08:46.642317 3783 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 11:08:46.642329 3783 factory.go:1977] *v1.Pod informer cache synced successfully I0428 11:08:46.642334 3783 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 11:08:46.642338 3783 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 11:08:46.642343 3783 factory.go:1977] *v1.Node informer cache synced successfully I0428 11:08:46.642347 3783 factory.go:1977] *v1.Service informer cache synced successfully I0428 11:08:46.643675 3783 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 11:08:46.643685 3783 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 11:08:46.643752 3783 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.643767 3783 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.646222 3783 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.648212 3783 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 11:08:46.648224 3783 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 11:08:46.649305 3783 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 11:08:46.649377 3783 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.649398 3783 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.651629 3783 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.653305 3783 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 11:08:46.654474 3783 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 11:08:46.654538 3783 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.654552 3783 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.657035 3783 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.658981 3783 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 11:08:46.660184 3783 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 11:08:46.660261 3783 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.660288 3783 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.662362 3783 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.664211 3783 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 11:08:46.665358 3783 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 11:08:46.665423 3783 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.665434 3783 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.667721 3783 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.669572 3783 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 11:08:46.670723 3783 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 11:08:46.671265 3783 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:08:46.671280 3783 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:08:46.673444 3783 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 11:08:46.675343 3783 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 11:08:46.676615 3783 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 11:08:46.676674 3783 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.676691 3783 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.676737 3783 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.676755 3783 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.679052 3783 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.679144 3783 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 11:08:46.681102 3783 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 11:08:46.682222 3783 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 11:08:46.682235 3783 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 11:08:46.682242 3783 factory.go:680] Watch Factory start up complete, took: 149.869342ms I0428 11:08:46.682321 3783 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0428 11:08:46.686887 3783 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 11:08:46.686898 3783 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 11:08:46.686904 3783 factory.go:680] Watch Factory start up complete, took: 149.787779ms I0428 11:08:46.686911 3783 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-135.ec2.internal" zone I0428 11:08:46.730968 3783 default_node_network_controller.go:710] Initializing the default node network controller I0428 11:08:46.818691 3783 udn_isolation.go:101] Starting UDN host isolation manager I0428 11:08:46.824635 3783 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0428 11:08:46.889369 3783 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0428 11:08:46.889507 3783 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0428 11:08:46.889523 3783 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0428 11:08:46.922975 3783 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0428 11:08:46.923039 3783 default_node_network_controller.go:809] Node ip-10-0-1-135.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0428 11:08:46.928611 3783 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.135"] k8s.ovn.org/zone-name:ip-10-0-1-135.ec2.internal] on node ip-10-0-1-135.ec2.internal I0428 11:08:46.948565 3783 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0428 11:08:46.954830 3783 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0428 11:08:46.954933 3783 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0428 11:08:46.955055 3783 gateway_init.go:263] Preparing Gateway I0428 11:08:46.955067 3783 gateway_shared_intf.go:1687] Creating new gateway I0428 11:08:47.043437 3783 iptables.go:108] Creating table: filter chain: FORWARD I0428 11:08:47.049813 3783 iptables.go:108] Creating table: filter chain: OUTPUT I0428 11:08:47.055997 3783 gateway_shared_intf.go:1816] Gateway Creation Complete I0428 11:08:47.056017 3783 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-135.ec2.internal","mac-address":"0a:ff:ee:7c:2d:3b","ip-addresses":["10.0.1.135/24"],"ip-address":"10.0.1.135/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a4e18b3b-cbb1-4d19-a957-17f66a78020a k8s.ovn.org/node-encap-ips:["10.0.1.135"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.135/24"} k8s.ovn.org/zone-name:ip-10-0-1-135.ec2.internal] on node ip-10-0-1-135.ec2.internal I0428 11:08:47.080027 3783 default_node_network_controller.go:519] Node connection status = connected I0428 11:08:47.187474 3783 controller_manager.go:429] Waiting for node in zone sync took: 500.534493ms I0428 11:08:47.192914 3783 controller_manager.go:611] Switching to transit router for layer2 networks I0428 11:08:47.192929 3783 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-135.ec2.internal I0428 11:08:47.207918 3783 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 11:08:47.214816 3783 controller_manager.go:290] SCTP support detected in OVN I0428 11:08:47.215436 3783 services_controller.go:69] Creating services controller for network=default I0428 11:08:47.215467 3783 udn_enabled_svc.go:80] Waiting for service informer to sync I0428 11:08:47.215561 3783 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0428 11:08:47.215608 3783 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0428 11:08:47.215621 3783 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0428 11:08:47.215630 3783 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 11:08:47.215788 3783 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0428 11:08:47.215825 3783 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0428 11:08:47.215858 3783 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 25.189µs I0428 11:08:47.215867 3783 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.829µs I0428 11:08:47.215872 3783 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0428 11:08:47.215881 3783 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0428 11:08:47.215889 3783 default_network_controller.go:325] Starting the default network controller I0428 11:08:47.215911 3783 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.096µs I0428 11:08:47.215940 3783 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.074µs I0428 11:08:47.215987 3783 udn_enabled_svc.go:95] Performing full resync I0428 11:08:47.216278 3783 udn_enabled_svc.go:99] Waiting for handler to sync I0428 11:08:47.216290 3783 udn_enabled_svc.go:104] Starting worker I0428 11:08:47.225130 3783 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0428 11:08:47.225191 3783 repair.go:33] Syncing exgw routes took 49.029µs I0428 11:08:47.225214 3783 default_network_controller.go:414] Starting all the Watchers... I0428 11:08:47.225398 3783 namespace.go:98] [openshift-console-user-settings] adding namespace I0428 11:08:47.225429 3783 namespace.go:98] [openshift-machine-config-operator] adding namespace I0428 11:08:47.225436 3783 namespace.go:98] [openshift-network-operator] adding namespace I0428 11:08:47.225428 3783 namespace.go:98] [openshift-ingress-canary] adding namespace I0428 11:08:47.225428 3783 namespace.go:98] [openshift-etcd] adding namespace I0428 11:08:47.225444 3783 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0428 11:08:47.225445 3783 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0428 11:08:47.225453 3783 namespace.go:98] [openshift-controller-manager] adding namespace I0428 11:08:47.225454 3783 namespace.go:98] [openshift-console-operator] adding namespace I0428 11:08:47.225459 3783 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0428 11:08:47.225461 3783 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0428 11:08:47.225462 3783 namespace.go:98] [openshift-monitoring] adding namespace I0428 11:08:47.225466 3783 namespace.go:98] [kube-node-lease] adding namespace I0428 11:08:47.225471 3783 namespace.go:98] [openshift-host-network] adding namespace I0428 11:08:47.225399 3783 namespace.go:98] [openshift-config-managed] adding namespace I0428 11:08:47.225986 3783 namespace.go:102] [openshift-console-user-settings] adding namespace took 565.327µs I0428 11:08:47.226003 3783 namespace.go:98] [kube-system] adding namespace I0428 11:08:47.226478 3783 namespace.go:102] [kube-system] adding namespace took 468.168µs I0428 11:08:47.226495 3783 namespace.go:98] [openshift-network-node-identity] adding namespace I0428 11:08:47.227016 3783 namespace.go:102] [openshift-network-node-identity] adding namespace took 514.188µs I0428 11:08:47.227032 3783 namespace.go:98] [openshift] adding namespace I0428 11:08:47.227528 3783 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.088632ms I0428 11:08:47.227538 3783 namespace.go:98] [openshift-ingress] adding namespace I0428 11:08:47.228015 3783 namespace.go:102] [openshift-network-operator] adding namespace took 2.571271ms I0428 11:08:47.228029 3783 namespace.go:98] [openshift-node] adding namespace I0428 11:08:47.228679 3783 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.230895ms I0428 11:08:47.228695 3783 namespace.go:98] [openshift-must-gather-operator] adding namespace I0428 11:08:47.229140 3783 namespace.go:102] [openshift-etcd] adding namespace took 3.691997ms I0428 11:08:47.229151 3783 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0428 11:08:47.229584 3783 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.132225ms I0428 11:08:47.229598 3783 namespace.go:98] [openshift-config-operator] adding namespace I0428 11:08:47.230077 3783 namespace.go:102] [openshift-controller-manager] adding namespace took 4.619138ms I0428 11:08:47.230091 3783 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0428 11:08:47.230570 3783 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.114425ms I0428 11:08:47.230579 3783 namespace.go:98] [openshift-dns] adding namespace I0428 11:08:47.231430 3783 namespace.go:102] [openshift-console-operator] adding namespace took 5.967653ms I0428 11:08:47.231446 3783 namespace.go:98] [default] adding namespace I0428 11:08:47.231988 3783 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.52252ms I0428 11:08:47.232002 3783 namespace.go:98] [openshift-operators-redhat] adding namespace I0428 11:08:47.232492 3783 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.024809ms I0428 11:08:47.232506 3783 namespace.go:98] [openshift-authentication-operator] adding namespace I0428 11:08:47.232965 3783 namespace.go:102] [openshift-monitoring] adding namespace took 7.496884ms I0428 11:08:47.232980 3783 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0428 11:08:47.233431 3783 namespace.go:102] [kube-node-lease] adding namespace took 7.955495ms I0428 11:08:47.233445 3783 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0428 11:08:47.233987 3783 namespace.go:102] [openshift-host-network] adding namespace took 8.508195ms I0428 11:08:47.234001 3783 namespace.go:98] [openshift-kube-scheduler] adding namespace I0428 11:08:47.234382 3783 namespace.go:102] [openshift-config-managed] adding namespace took 8.852786ms I0428 11:08:47.234394 3783 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0428 11:08:47.234894 3783 namespace.go:102] [openshift] adding namespace took 7.857442ms I0428 11:08:47.234907 3783 namespace.go:98] [openshift-network-diagnostics] adding namespace I0428 11:08:47.235366 3783 namespace.go:102] [openshift-ingress] adding namespace took 7.82422ms I0428 11:08:47.235378 3783 namespace.go:98] [openshift-console] adding namespace I0428 11:08:47.235781 3783 namespace.go:102] [openshift-node] adding namespace took 7.746151ms I0428 11:08:47.235794 3783 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0428 11:08:47.236183 3783 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.48406ms I0428 11:08:47.236192 3783 namespace.go:98] [kube-public] adding namespace I0428 11:08:47.236662 3783 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.503876ms I0428 11:08:47.236678 3783 namespace.go:98] [openshift-route-controller-manager] adding namespace I0428 11:08:47.237104 3783 namespace.go:102] [openshift-config-operator] adding namespace took 7.500807ms I0428 11:08:47.237117 3783 namespace.go:98] [openshift-backplane-cse] adding namespace I0428 11:08:47.237561 3783 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.464765ms I0428 11:08:47.237574 3783 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0428 11:08:47.237991 3783 namespace.go:102] [openshift-dns] adding namespace took 7.408027ms I0428 11:08:47.237999 3783 namespace.go:98] [openshift-backplane-csm] adding namespace I0428 11:08:47.238511 3783 namespace.go:102] [default] adding namespace took 7.058916ms I0428 11:08:47.238524 3783 namespace.go:98] [openshift-infra] adding namespace I0428 11:08:47.238919 3783 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.910722ms I0428 11:08:47.238934 3783 namespace.go:98] [openshift-kube-apiserver] adding namespace I0428 11:08:47.239381 3783 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.870752ms I0428 11:08:47.239393 3783 namespace.go:98] [openshift-ingress-operator] adding namespace I0428 11:08:47.239762 3783 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.776805ms I0428 11:08:47.239775 3783 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0428 11:08:47.240204 3783 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.754892ms I0428 11:08:47.240215 3783 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0428 11:08:47.240590 3783 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.584119ms I0428 11:08:47.240602 3783 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0428 11:08:47.241041 3783 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.642232ms I0428 11:08:47.241057 3783 namespace.go:98] [openshift-deployment-validation-operator] adding namespace W0428 11:08:47.241042 3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-w9w75: pod openshift-network-diagnostics/network-check-target-w9w75: no pod IPs found I0428 11:08:47.241626 3783 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.714409ms I0428 11:08:47.241993 3783 namespace.go:102] [openshift-console] adding namespace took 6.611264ms I0428 11:08:47.242004 3783 namespace.go:98] [openshift-backplane-srep] adding namespace I0428 11:08:47.242508 3783 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.708675ms I0428 11:08:47.242521 3783 namespace.go:98] [openshift-network-console] adding namespace I0428 11:08:47.242946 3783 namespace.go:102] [kube-public] adding namespace took 6.749984ms I0428 11:08:47.242959 3783 namespace.go:98] [openshift-marketplace] adding namespace I0428 11:08:47.243368 3783 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.685486ms I0428 11:08:47.243379 3783 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0428 11:08:47.243744 3783 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.624264ms I0428 11:08:47.243753 3783 namespace.go:98] [openshift-operators] adding namespace I0428 11:08:47.244246 3783 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.666799ms I0428 11:08:47.244260 3783 namespace.go:98] [dedicated-admin] adding namespace I0428 11:08:47.244633 3783 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.629581ms I0428 11:08:47.244642 3783 namespace.go:98] [openshift-service-ca-operator] adding namespace I0428 11:08:47.245124 3783 namespace.go:102] [openshift-infra] adding namespace took 6.593944ms I0428 11:08:47.245136 3783 namespace.go:98] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] adding namespace I0428 11:08:47.245499 3783 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.559717ms I0428 11:08:47.245511 3783 namespace.go:98] [openshift-backplane-tam] adding namespace I0428 11:08:47.245972 3783 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.574895ms I0428 11:08:47.245983 3783 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0428 11:08:47.246373 3783 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.59254ms I0428 11:08:47.246385 3783 namespace.go:98] [openshift-customer-monitoring] adding namespace I0428 11:08:47.246755 3783 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.535259ms I0428 11:08:47.246765 3783 namespace.go:98] [openshift-image-registry] adding namespace I0428 11:08:47.247234 3783 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.626397ms I0428 11:08:47.247245 3783 namespace.go:98] [openshift-authentication] adding namespace I0428 11:08:47.247769 3783 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.706983ms I0428 11:08:47.247782 3783 namespace.go:98] [openshift-multus] adding namespace I0428 11:08:47.248186 3783 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.177299ms I0428 11:08:47.248195 3783 namespace.go:98] [openshift-config] adding namespace I0428 11:08:47.248706 3783 namespace.go:102] [openshift-network-console] adding namespace took 6.179974ms I0428 11:08:47.248720 3783 namespace.go:98] [openshift-backplane-mobb] adding namespace I0428 11:08:47.249112 3783 namespace.go:102] [openshift-marketplace] adding namespace took 6.148689ms I0428 11:08:47.249123 3783 namespace.go:98] [openshift-backplane-cee] adding namespace I0428 11:08:47.249489 3783 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.106533ms I0428 11:08:47.249498 3783 namespace.go:98] [openshift-backplane] adding namespace I0428 11:08:47.249939 3783 namespace.go:102] [openshift-operators] adding namespace took 6.180235ms I0428 11:08:47.249953 3783 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0428 11:08:47.250325 3783 namespace.go:102] [dedicated-admin] adding namespace took 6.06143ms I0428 11:08:47.250336 3783 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0428 11:08:47.250868 3783 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.220643ms I0428 11:08:47.250881 3783 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0428 11:08:47.251286 3783 namespace.go:102] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] adding namespace took 6.144873ms I0428 11:08:47.251298 3783 namespace.go:98] [openshift-apiserver] adding namespace I0428 11:08:47.251773 3783 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.257246ms I0428 11:08:47.251785 3783 namespace.go:98] [openshift-machine-api] adding namespace I0428 11:08:47.252207 3783 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.21777ms I0428 11:08:47.252220 3783 namespace.go:98] [openshift-dns-operator] adding namespace I0428 11:08:47.252644 3783 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.255547ms I0428 11:08:47.252654 3783 namespace.go:98] [openshift-logging] adding namespace I0428 11:08:47.253149 3783 namespace.go:102] [openshift-image-registry] adding namespace took 6.378654ms I0428 11:08:47.253160 3783 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0428 11:08:47.253550 3783 namespace.go:102] [openshift-authentication] adding namespace took 6.300436ms I0428 11:08:47.253561 3783 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0428 11:08:47.253561 3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5hzxg: pod openshift-multus/network-metrics-daemon-5hzxg: no pod IPs found I0428 11:08:47.254059 3783 namespace.go:102] [openshift-multus] adding namespace took 6.272433ms I0428 11:08:47.254070 3783 namespace.go:98] [openshift-insights] adding namespace I0428 11:08:47.254445 3783 namespace.go:102] [openshift-config] adding namespace took 6.245442ms I0428 11:08:47.254931 3783 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.206977ms I0428 11:08:47.254944 3783 namespace.go:98] [openshift-cluster-version] adding namespace I0428 11:08:47.255332 3783 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.205537ms I0428 11:08:47.255753 3783 namespace.go:102] [openshift-backplane] adding namespace took 6.249492ms I0428 11:08:47.255765 3783 namespace.go:98] [openshift-apiserver-operator] adding namespace I0428 11:08:47.256154 3783 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.19715ms I0428 11:08:47.256960 3783 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.619768ms I0428 11:08:47.257312 3783 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.425896ms I0428 11:08:47.257766 3783 namespace.go:102] [openshift-apiserver] adding namespace took 6.463615ms I0428 11:08:47.257777 3783 namespace.go:98] [openshift-package-operator] adding namespace I0428 11:08:47.258180 3783 namespace.go:102] [openshift-machine-api] adding namespace took 6.389821ms I0428 11:08:47.258598 3783 namespace.go:102] [openshift-dns-operator] adding namespace took 6.372746ms I0428 11:08:47.258611 3783 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0428 11:08:47.258951 3783 namespace.go:102] [openshift-logging] adding namespace took 6.293348ms I0428 11:08:47.259420 3783 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.254724ms I0428 11:08:47.259942 3783 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.374151ms I0428 11:08:47.260354 3783 namespace.go:102] [openshift-insights] adding namespace took 6.27844ms I0428 11:08:47.260781 3783 namespace.go:102] [openshift-cluster-version] adding namespace took 5.831593ms I0428 11:08:47.261186 3783 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.415448ms I0428 11:08:47.261625 3783 namespace.go:102] [openshift-package-operator] adding namespace took 3.841073ms I0428 11:08:47.262007 3783 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.391283ms I0428 11:08:47.262175 3783 master.go:548] Adding or Updating local node "ip-10-0-1-135.ec2.internal" for network "default" I0428 11:08:47.263154 3783 zone_ic_handler.go:195] Time taken to create transit switch: 315.658µs I0428 11:08:47.263168 3783 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-140.ec2.internal for the network default E0428 11:08:47.263282 3783 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-109.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-109.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-109.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009dee798 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0053718815}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0428 11:08:47.263396 3783 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-109.ec2.internal", UID:"4e83332e-540c-4f8b-8843-86bd9cfe32ff", APIVersion:"v1", ResourceVersion:"9079", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-109.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-109.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009dee798 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0053718815}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0428 11:08:47.264374 3783 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-140.ec2.internal" on network "default" took: 1.548122ms W0428 11:08:47.269599 3783 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-w9w75: pod openshift-network-diagnostics/network-check-target-w9w75: no pod IPs found W0428 11:08:47.269625 3783 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5hzxg: pod openshift-multus/network-metrics-daemon-5hzxg: no pod IPs found I0428 11:08:47.270498 3783 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-135.ec2.internal for the network default I0428 11:08:47.270670 3783 zone_ic_handler.go:195] Time taken to create transit switch: 155.812µs I0428 11:08:47.271335 3783 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0428 11:08:47.271370 3783 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0428 11:08:47.271385 3783 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0428 11:08:47.271395 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default" I0428 11:08:47.271460 3783 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default" I0428 11:08:47.271476 3783 services_controller.go:574] Full service sync requested for network=default I0428 11:08:47.271486 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-135.ec2.internal in network "default" I0428 11:08:47.271507 3783 node_tracker.go:169] Node ip-10-0-1-135.ec2.internal switch + router changed, syncing services in network "default" I0428 11:08:47.271514 3783 services_controller.go:574] Full service sync requested for network=default I0428 11:08:47.271519 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-140.ec2.internal in network "default" I0428 11:08:47.271539 3783 node_tracker.go:169] Node ip-10-0-2-140.ec2.internal switch + router changed, syncing services in network "default" I0428 11:08:47.271547 3783 services_controller.go:574] Full service sync requested for network=default I0428 11:08:47.371967 3783 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0428 11:08:47.371993 3783 services_controller.go:208] Setting up event handlers for services for network=default I0428 11:08:47.372048 3783 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0428 11:08:47.372080 3783 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0428 11:08:47.372092 3783 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0428 11:08:47.472343 3783 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0428 11:08:47.472364 3783 repair.go:60] Starting repairing loop for services I0428 11:08:47.472466 3783 repair.go:131] Deleted 0 stale service LBs I0428 11:08:47.472484 3783 repair.go:137] Deleted 0 stale Chassis Template Vars I0428 11:08:47.472532 3783 repair.go:62] Finished repairing loop for services: 170.153µs I0428 11:08:47.472556 3783 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0428 11:08:47.472565 3783 services_controller.go:254] Starting workers for network=default I0428 11:08:47.472947 3783 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-w9w75] creating logical port openshift-network-diagnostics_network-check-target-w9w75 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:08:47.473055 3783 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-w9w75 I0428 11:08:47.473068 3783 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5hzxg] creating logical port openshift-multus_network-metrics-daemon-5hzxg for pod on switch ip-10-0-1-135.ec2.internal I0428 11:08:47.473126 3783 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5hzxg I0428 11:08:47.489792 3783 pod.go:62] [openshift-multus/network-metrics-daemon-5hzxg] pod update took 16.683309ms I0428 11:08:47.489817 3783 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5hzxg] addLogicalPort annotation time took 16.711628ms I0428 11:08:47.490323 3783 pod.go:62] [openshift-network-diagnostics/network-check-target-w9w75] pod update took 17.310425ms I0428 11:08:47.490341 3783 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-w9w75] addLogicalPort annotation time took 17.331519ms I0428 11:08:47.491089 3783 pods.go:271] [openshift-multus/network-metrics-daemon-5hzxg] addLogicalPort took 18.028542ms, libovsdb time 1.013656ms I0428 11:08:47.491198 3783 pods.go:271] [openshift-network-diagnostics/network-check-target-w9w75] addLogicalPort took 18.257323ms, libovsdb time 663.3µs I0428 11:08:47.491685 3783 admin_network_policy_controller.go:227] Starting controller default-network-controller I0428 11:08:47.491704 3783 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0428 11:08:47.491716 3783 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0428 11:08:47.491721 3783 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0428 11:08:47.491908 3783 repair.go:29] Repairing admin network policies took 181.14µs I0428 11:08:47.492038 3783 repair.go:92] Repairing baseline admin network policies took 119.623µs I0428 11:08:47.492519 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0428 11:08:47.492538 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0428 11:08:47.494250 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0428 11:08:47.494270 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0428 11:08:47.494278 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0428 11:08:47.494750 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0428 11:08:47.494779 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0428 11:08:47.494786 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0428 11:08:47.495069 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0428 11:08:47.495085 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0428 11:08:47.496290 3783 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0428 11:08:47.496303 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 11:08:47.498031 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0428 11:08:47.498051 3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0428 11:08:47.498058 3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0428 11:08:47.499272 3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0428 11:08:47.499291 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0428 11:08:47.499298 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0428 11:08:47.500514 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0428 11:08:47.500532 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0428 11:08:47.500540 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0428 11:08:47.501042 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0428 11:08:47.501056 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0428 11:08:47.501063 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0428 11:08:47.503070 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0428 11:08:47.503088 3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0428 11:08:47.503098 3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0428 11:08:47.503969 3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0428 11:08:47.503988 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0428 11:08:47.503998 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0428 11:08:47.504963 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0428 11:08:47.504981 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0428 11:08:47.504991 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0428 11:08:47.506129 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0428 11:08:47.506147 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0428 11:08:47.506155 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0428 11:08:47.506598 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0428 11:08:47.506615 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0428 11:08:47.506623 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0428 11:08:47.508110 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0428 11:08:47.508130 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0428 11:08:47.508137 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0428 11:08:47.508665 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0428 11:08:47.508683 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0428 11:08:47.508692 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0428 11:08:47.509170 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0428 11:08:47.509189 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0428 11:08:47.509197 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0428 11:08:47.510053 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0428 11:08:47.510072 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0428 11:08:47.510083 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0428 11:08:47.511129 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0428 11:08:47.511147 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0428 11:08:47.511155 3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0428 11:08:47.511638 3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0428 11:08:47.511655 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0428 11:08:47.511661 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0428 11:08:47.512061 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0428 11:08:47.512077 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0428 11:08:47.512083 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0428 11:08:47.513301 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0428 11:08:47.513318 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0428 11:08:47.513329 3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0428 11:08:47.514503 3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0428 11:08:47.514519 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0428 11:08:47.514543 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 11:08:47.515222 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0428 11:08:47.515241 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0428 11:08:47.515249 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0428 11:08:47.515760 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0428 11:08:47.515774 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0428 11:08:47.515781 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0428 11:08:47.516220 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0428 11:08:47.516238 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0428 11:08:47.516246 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0428 11:08:47.516719 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0428 11:08:47.516733 3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0428 11:08:47.516740 3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0428 11:08:47.517218 3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0428 11:08:47.517230 3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0428 11:08:47.517237 3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0428 11:08:47.518142 3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0428 11:08:47.518161 3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0428 11:08:47.518174 3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0428 11:08:47.519121 3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0428 11:08:47.519135 3783 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0428 11:08:47.519147 3783 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0428 11:08:47.521133 3783 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0428 11:08:47.526624 3783 egressfirewall.go:374] Starting EgressFirewall controller I0428 11:08:47.526669 3783 controller.go:133] Adding controller egress-firewall-controller event handlers I0428 11:08:47.526692 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0428 11:08:47.526710 3783 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0428 11:08:47.526715 3783 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0428 11:08:47.526755 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0428 11:08:47.526771 3783 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0428 11:08:47.527049 3783 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0428 11:08:47.527063 3783 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0428 11:08:47.527071 3783 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0428 11:08:47.527082 3783 egressqos.go:193] Setting up event handlers for EgressQoS I0428 11:08:47.527090 3783 egressfirewall.go:723] Syncing node "ip-10-0-0-109.ec2.internal" for egress firewall I0428 11:08:47.527101 3783 egressfirewall.go:723] Syncing node "ip-10-0-1-135.ec2.internal" for egress firewall I0428 11:08:47.527106 3783 egressfirewall.go:723] Syncing node "ip-10-0-2-140.ec2.internal" for egress firewall I0428 11:08:47.527207 3783 egressqos.go:245] Starting EgressQoS Controller I0428 11:08:47.527216 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0428 11:08:47.527222 3783 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0428 11:08:47.527228 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0428 11:08:47.527235 3783 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0428 11:08:47.527243 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0428 11:08:47.527250 3783 shared_informer.go:356] "Caches are synced" controller="egressqos" I0428 11:08:47.527256 3783 egressqos.go:259] Repairing EgressQoSes I0428 11:08:47.527261 3783 egressqos.go:399] Starting repairing loop for egressqos I0428 11:08:47.527339 3783 egressqos.go:401] Finished repairing loop for egressqos: 77.884µs I0428 11:08:47.527373 3783 egressservice_zone.go:132] Setting up event handlers for Egress Services I0428 11:08:47.527420 3783 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-135.ec2.internal I0428 11:08:47.527475 3783 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-135.ec2.internal : 71.139µs I0428 11:08:47.527540 3783 egressservice_zone.go:210] Starting Egress Services Controller I0428 11:08:47.527565 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 11:08:47.527577 3783 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 11:08:47.527582 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 11:08:47.527587 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 11:08:47.527592 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 11:08:47.527597 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 11:08:47.527602 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0428 11:08:47.527607 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0428 11:08:47.527611 3783 egressservice_zone.go:228] Repairing Egress Services I0428 11:08:47.527880 3783 master_controller.go:88] Starting Admin Policy Based Route Controller I0428 11:08:47.527890 3783 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 11:08:47.527953 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-135.ec2.internal I0428 11:08:47.527967 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-135.ec2.internal: 16.203µs I0428 11:08:47.527978 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-140.ec2.internal I0428 11:08:47.527989 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-140.ec2.internal: 13.553µs I0428 11:08:47.527996 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal I0428 11:08:47.528003 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 7.721µs I0428 11:08:47.528014 3783 default_network_controller.go:585] Completing all the Watchers took 302.791809ms I0428 11:08:47.528027 3783 default_network_controller.go:589] Starting unidling controllers I0428 11:08:47.528037 3783 unidle.go:46] Registering OVN SB ControllerEvent handler I0428 11:08:47.528044 3783 unidle.go:63] Populating Initial ContollerEvent events I0428 11:08:47.528056 3783 unidle.go:79] Setting up event handlers for services I0428 11:08:47.528099 3783 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0428 11:08:47.581394 3783 default_node_network_controller.go:519] Node connection status = connected I0428 11:08:47.903031 3783 default_network_controller.go:1025] Node "ip-10-0-0-109.ec2.internal" in remote zone "ip-10-0-0-109.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 11:08:47.903763 3783 zone_ic_handler.go:195] Time taken to create transit switch: 248.227µs I0428 11:08:47.903780 3783 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-109.ec2.internal for the network default I0428 11:08:47.904689 3783 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-109.ec2.internal" on network "default" took: 1.19361ms I0428 11:08:48.080667 3783 default_node_network_controller.go:519] Node connection status = connected W0428 11:08:48.337490 3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:08:48.580415 3783 default_node_network_controller.go:519] Node connection status = connected W0428 11:08:48.735482 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 11:08:49.080236 3783 default_node_network_controller.go:519] Node connection status = connected I0428 11:08:49.269033 3783 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0428 11:08:49.271181 3783 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0428 11:08:49.271937 3783 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 741.145µs I0428 11:08:49.295844 3783 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 11:08:49.580458 3783 default_node_network_controller.go:519] Node connection status = connected I0428 11:08:49.597799 3783 bridgeconfig.go:537] Gateway is ready I0428 11:08:49.597818 3783 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0428 11:08:49.609815 3783 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.135. Updating OVN encap IP. I0428 11:08:49.615006 3783 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.135 - it is already configured I0428 11:08:49.615018 3783 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.135/24:{} 172.20.0.1/32:{}]. Updating annotations. I0428 11:08:49.615242 3783 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.135/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-135.ec2.internal","mac-address":"0a:ff:ee:7c:2d:3b","ip-addresses":["10.0.1.135/24"],"ip-address":"10.0.1.135/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a4e18b3b-cbb1-4d19-a957-17f66a78020a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.135/24"}] on node ip-10-0-1-135.ec2.internal I0428 11:08:49.630134 3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-135.ec2.internal in network "default" I0428 11:08:49.630146 3783 egressfirewall.go:723] Syncing node "ip-10-0-1-135.ec2.internal" for egress firewall I0428 11:08:49.630192 3783 node_tracker.go:169] Node ip-10-0-1-135.ec2.internal switch + router changed, syncing services in network "default" I0428 11:08:49.630210 3783 services_controller.go:574] Full service sync requested for network=default I0428 11:08:49.630214 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-135.ec2.internal I0428 11:08:49.630219 3783 master.go:548] Adding or Updating local node "ip-10-0-1-135.ec2.internal" for network "default" I0428 11:08:49.630227 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-135.ec2.internal: 18.931µs W0428 11:08:49.630419 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 11:08:49.630503 3783 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.135 I0428 11:08:49.630633 3783 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-135.ec2.internal W0428 11:08:49.631026 3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:08:49.634779 3783 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-135.ec2.internal. Updating no re-route policies I0428 11:08:49.634847 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2tqgh I0428 11:08:49.634860 3783 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-135.ec2.internal I0428 11:08:49.634861 3783 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-9c47n I0428 11:08:49.634874 3783 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-135.ec2.internal I0428 11:08:49.634876 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-135.ec2.internal I0428 11:08:49.634886 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hz2h2 I0428 11:08:49.634890 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-135.ec2.internal I0428 11:08:49.634889 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5hzxg I0428 11:08:49.634895 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hz2h2 I0428 11:08:49.634904 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5hzxg I0428 11:08:49.634909 3783 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-135.ec2.internal after 0 failed attempt(s) I0428 11:08:49.634912 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-sqwp8 I0428 11:08:49.634915 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-135.ec2.internal after 0 failed attempt(s) I0428 11:08:49.634917 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j26cp I0428 11:08:49.634926 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fbkjj I0428 11:08:49.634930 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mw5ds I0428 11:08:49.634931 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fwsr7 I0428 11:08:49.634936 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fbkjj I0428 11:08:49.634938 3783 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5hzxg] creating logical port openshift-multus_network-metrics-daemon-5hzxg for pod on switch ip-10-0-1-135.ec2.internal I0428 11:08:49.634943 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fwsr7 I0428 11:08:49.634953 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fbkjj after 0 failed attempt(s) I0428 11:08:49.634962 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fwsr7 after 0 failed attempt(s) I0428 11:08:49.634862 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2tqgh I0428 11:08:49.635060 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2tqgh after 0 failed attempt(s) I0428 11:08:49.634875 3783 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-9c47n I0428 11:08:49.635088 3783 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-9c47n after 0 failed attempt(s) I0428 11:08:49.634935 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j26cp I0428 11:08:49.635110 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j26cp after 0 failed attempt(s) I0428 11:08:49.634929 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-sqwp8 I0428 11:08:49.635143 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-sqwp8 after 0 failed attempt(s) I0428 11:08:49.634849 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2fzq2 I0428 11:08:49.635166 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2fzq2 I0428 11:08:49.635194 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2fzq2 after 0 failed attempt(s) I0428 11:08:49.634916 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hz2h2 after 0 failed attempt(s) I0428 11:08:49.634917 3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-w9w75 I0428 11:08:49.635218 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-w9w75 I0428 11:08:49.634938 3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mw5ds I0428 11:08:49.635238 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mw5ds after 0 failed attempt(s) I0428 11:08:49.635245 3783 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-w9w75] creating logical port openshift-network-diagnostics_network-check-target-w9w75 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:08:49.635833 3783 pods.go:271] [openshift-multus/network-metrics-daemon-5hzxg] addLogicalPort took 904.558µs, libovsdb time 266.767µs I0428 11:08:49.635845 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5hzxg after 0 failed attempt(s) I0428 11:08:49.635913 3783 pods.go:271] [openshift-network-diagnostics/network-check-target-w9w75] addLogicalPort took 676.486µs, libovsdb time 189.44µs I0428 11:08:49.635921 3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-w9w75 after 0 failed attempt(s) I0428 11:08:49.648143 3783 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0428 11:08:49.659311 3783 iptables.go:108] Creating table: mangle chain: OUTPUT I0428 11:08:49.662447 3783 iptables.go:108] Creating table: nat chain: OUTPUT I0428 11:08:49.708679 3783 iptables.go:108] Creating table: nat chain: PREROUTING I0428 11:08:49.762273 3783 iptables.go:108] Creating table: filter chain: FORWARD I0428 11:08:49.778544 3783 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0428 11:08:49.778678 3783 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0428 11:08:49.778725 3783 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0428 11:08:49.778812 3783 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0428 11:08:49.778867 3783 gateway_init.go:325] Gateway and management port readiness took 2.702898289s I0428 11:08:49.778893 3783 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0428 11:08:49.778976 3783 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0428 11:08:49.779000 3783 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0428 11:08:49.779011 3783 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 11:08:49.779091 3783 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0428 11:08:49.779169 3783 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.752µs I0428 11:08:49.779480 3783 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0428 11:08:49.779505 3783 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.743µs I0428 11:08:49.779511 3783 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.037µs I0428 11:08:49.779516 3783 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0428 11:08:49.779524 3783 nad_controller.go:379] [node-nad-controller NAD controller]: started I0428 11:08:49.779529 3783 default_node_network_controller.go:899] Starting the default node network controller I0428 11:08:49.779533 3783 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0428 11:08:49.779610 3783 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.025µs I0428 11:08:49.779679 3783 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0428 11:08:49.779687 3783 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0428 11:08:49.779710 3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000c273b0 0xc0002ddd50 0xc0002dddc0 0xc00094ad70 0xc0064fd340 0xc0002dde30 map[0x2ff9080:0xc000fd1bc0 0x2ff95c0:0xc000fd1d40 0x2ffa2e0:0xc000fd1b00 0x2ffa580:0xc000fd1b60 0x2ffad60:0xc000fd1c20 0x2ffb000:0xc000fd1c80 0x2ffb2a0:0xc000fd1ce0 0x2ffba80:0xc000fd1da0 0x2ffbd20:0xc000fd1ec0 0x3026980:0xc000aeb6e0 0x3026d20:0xc000aeb740 0x3027800:0xc000c65560 0x3029160:0xc000f8a180 0x30298a0:0xc002811c80 0x302a720:0xc000aeb680] 0xc000c4e1c0 0} I0428 11:08:49.779762 3783 gateway.go:151] Starting gateway service sync I0428 11:08:49.780204 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0428 11:08:49.782268 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0428 11:08:49.810161 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0428 11:08:49.811328 3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0428 11:08:49.812394 3783 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0428 11:08:49.845971 3783 gateway.go:168] Gateway service sync done. Time taken: 66.19533ms I0428 11:08:49.846586 3783 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30949 I0428 11:08:49.846731 3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000c273b0 0xc0002ddd50 0xc0002dddc0 0xc00094ad70 0xc0064fd340 0xc0002dde30 map[0x2ff9080:0xc000fd1bc0 0x2ff95c0:0xc000fd1d40 0x2ffa2e0:0xc000fd1b00 0x2ffa580:0xc000fd1b60 0x2ffad60:0xc000fd1c20 0x2ffb000:0xc000fd1c80 0x2ffb2a0:0xc000fd1ce0 0x2ffba80:0xc000fd1da0 0x2ffbd20:0xc000fd1ec0 0x3026980:0xc000aeb6e0 0x3026d20:0xc000aeb740 0x3027800:0xc000c65560 0x3029160:0xc000f8a180 0x30298a0:0xc002811c80 0x302a720:0xc000aeb680] 0xc000c4e1c0 0} I0428 11:08:49.847208 3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000c273b0 0xc0002ddd50 0xc0002dddc0 0xc00094ad70 0xc0064fd340 0xc0002dde30 map[0x2ff9080:0xc000fd1bc0 0x2ff95c0:0xc000fd1d40 0x2ffa2e0:0xc000fd1b00 0x2ffa580:0xc000fd1b60 0x2ffad60:0xc000fd1c20 0x2ffb000:0xc000fd1c80 0x2ffb2a0:0xc000fd1ce0 0x2ffba80:0xc000fd1da0 0x2ffbd20:0xc000fd1ec0 0x3026980:0xc000aeb6e0 0x3026d20:0xc000aeb740 0x3027800:0xc000c65560 0x3029160:0xc000f8a180 0x30298a0:0xc002811c80 0x302a720:0xc000aeb680] 0xc000c4e1c0 0} I0428 11:08:49.847242 3783 gateway.go:532] Reconciling gateway with updates I0428 11:08:49.852220 3783 gateway.go:339] Spawning Conntrack Rule Check Thread I0428 11:08:49.852301 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:08:49.852322 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:08:49.852324 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:08:49.852333 3783 default_node_network_controller.go:944] Gateway and management port readiness took 72.639524ms I0428 11:08:49.852335 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:08:49.852340 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:08:49.852346 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:08:49.852338 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:08:49.852347 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:08:49.852354 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:08:49.852355 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:08:49.852359 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 11:08:49.852361 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:08:49.852366 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:08:49.852373 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 11:08:49.852375 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 11:08:49.852379 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:08:49.852382 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 11:08:49.852380 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 11:08:49.852393 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 11:08:49.852396 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 11:08:49.852416 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:08:49.852422 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:08:49.852431 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:08:49.852434 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:08:49.852436 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:08:49.852445 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:08:49.852442 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 11:08:49.852453 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:08:49.852348 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:08:49.852460 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:08:49.852463 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:08:49.852465 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:08:49.852466 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 11:08:49.852469 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:08:49.852476 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 11:08:49.852479 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:08:49.852485 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 11:08:49.852490 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:08:49.852496 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:08:49.852498 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:08:49.852501 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 11:08:49.852503 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:08:49.852507 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:08:49.852373 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:08:49.852513 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 11:08:49.852515 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:08:49.852509 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 11:08:49.852437 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:08:49.852528 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 30374 is already open, no action needed I0428 11:08:49.852536 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 32063 is already open, no action needed I0428 11:08:49.852496 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:08:49.852499 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:08:49.852552 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:08:49.852325 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:08:49.852392 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:08:49.852607 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:08:49.852615 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 11:08:49.852388 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:08:49.852419 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 11:08:49.852483 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 11:08:49.852754 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 11:08:49.852791 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 11:08:49.852366 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:08:49.852807 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:08:49.852810 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 11:08:49.852333 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:08:49.852819 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:08:49.852303 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:08:49.852831 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:08:49.852335 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:08:49.852886 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 11:08:49.852322 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:08:49.852903 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:08:49.852347 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:08:49.852932 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:08:49.852347 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:08:49.852948 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:08:49.852358 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:08:49.852366 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:08:49.853093 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:08:49.852450 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:08:49.853124 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:08:49.853139 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:08:49.853149 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 11:08:49.853154 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:08:49.853162 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 11:08:49.852452 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:08:49.852456 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:08:49.852467 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:08:49.853216 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:08:49.852474 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:08:49.853217 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:08:49.852498 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:08:49.852511 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:08:49.852519 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:08:49.852545 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:08:49.852489 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:08:49.853343 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:08:49.853351 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 11:08:49.853267 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:08:49.853381 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 11:08:49.853731 3783 node_ip_handler_linux.go:160] Node IP manager is running W0428 11:08:49.890100 3783 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 11:08:49.890281 3783 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 11:08:49.890386 3783 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0428 11:08:49.899709 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 11:08:49.899731 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 11:08:49.899740 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 11:08:49.899748 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 11:08:49.899755 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 11:08:49.899761 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 11:08:49.899768 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 11:08:49.899777 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 11:08:49.899785 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 11:08:49.899791 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 11:08:49.899796 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 11:08:49.899803 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 11:08:49.938829 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 11:08:49.938840 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 11:08:49.938855 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 11:08:49.938864 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 11:08:49.938874 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 11:08:49.938880 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 11:08:49.938887 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 11:08:49.938895 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 11:08:49.938902 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 11:08:49.938909 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 11:08:49.938916 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 11:08:49.938922 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 11:08:49.976965 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 11:08:49.976990 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 11:08:49.976997 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 11:08:49.977005 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 11:08:49.977013 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 11:08:49.977018 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 11:08:49.977023 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 11:08:49.977028 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 11:08:49.977033 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 11:08:50.159235 3783 namespace.go:98] [openshift-service-ca] adding namespace I0428 11:08:50.160094 3783 namespace.go:102] [openshift-service-ca] adding namespace took 838.679µs I0428 11:08:50.181106 3783 namespace.go:142] [openshift-service-ca] updating namespace I0428 11:08:51.516239 3783 default_node_network_controller.go:1380] Starting node controller node sync W0428 11:08:51.516301 3783 egressip_healthcheck.go:76] Health checking using insecure connection I0428 11:08:51.516358 3783 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0428 11:08:51.527942 3783 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.679047ms I0428 11:08:51.528062 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-140.ec2.internal", IP: 10.0.2.140 to PMTUD blocking rules I0428 11:08:51.528081 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-140.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:08:51.528063 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-109.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 11:08:51.528159 3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-109.ec2.internal", IP: 10.0.0.109 to PMTUD blocking rules I0428 11:08:51.539725 3783 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0428 11:08:51.539993 3783 egressservice_node.go:93] Setting up event handlers for Egress Services I0428 11:08:51.540101 3783 egressservice_node.go:183] Starting Egress Services Controller I0428 11:08:51.540116 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 11:08:51.540127 3783 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 11:08:51.540141 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 11:08:51.540147 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 11:08:51.540152 3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 11:08:51.540156 3783 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 11:08:51.540161 3783 egressservice_node.go:197] Repairing Egress Services I0428 11:08:51.549983 3783 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0428 11:08:51.549995 3783 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 11:08:51.550121 3783 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0428 11:08:51.550130 3783 link_network_manager.go:119] Link manager is running I0428 11:08:51.550138 3783 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0428 11:08:51.550297 3783 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0428 11:08:51.550459 3783 vrf_manager.go:128] VRF manager is running I0428 11:08:51.550532 3783 node_controller_manager.go:437] Removing flows to drop GARP I0428 11:08:51.550541 3783 gateway.go:532] Reconciling gateway with updates I0428 11:08:51.572471 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:08:51.572496 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 11:08:51.572505 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:08:51.572516 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:08:51.572522 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 11:08:51.572521 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:08:51.572530 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 11:08:51.572535 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 11:08:51.572532 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:08:51.572547 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 11:08:51.572549 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:08:51.572560 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 11:08:51.572567 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:08:51.572580 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:08:51.572587 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 11:08:51.572588 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:08:51.572590 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 11:08:51.572588 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:08:51.572595 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:08:51.572601 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 11:08:51.572606 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 11:08:51.572607 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:08:51.572612 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 11:08:51.572611 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572615 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:08:51.572610 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:08:51.572623 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 11:08:51.572624 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 11:08:51.572625 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:08:51.572627 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:08:51.572631 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 11:08:51.572633 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 11:08:51.572639 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 11:08:51.572633 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:08:51.572587 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 11:08:51.572646 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:08:51.572570 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 11:08:51.572652 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 11:08:51.572655 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:08:51.572662 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 11:08:51.572665 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 11:08:51.572666 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:08:51.572667 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:08:51.572672 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:08:51.572673 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 11:08:51.572676 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:08:51.572674 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:08:51.572681 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 11:08:51.572675 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:08:51.572690 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 11:08:51.572688 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:08:51.572692 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:08:51.572699 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 11:08:51.572700 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572703 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 11:08:51.572604 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572708 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 11:08:51.572641 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:08:51.572681 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:08:51.572728 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 11:08:51.572728 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 11:08:51.572734 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572736 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 11:08:51.572616 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 11:08:51.572743 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 11:08:51.572647 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:08:51.572751 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 11:08:51.572597 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 11:08:51.572796 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572808 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 11:08:51.572671 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 11:08:51.572663 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 11:08:51.572837 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 11:08:51.572845 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 11:08:51.572882 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 11:08:51.572628 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 11:08:51.572891 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:08:51.572656 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 11:08:51.572909 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 11:08:51.572917 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 11:08:51.572587 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 11:08:51.572572 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 11:08:51.572575 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 11:08:51.572600 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:08:51.572992 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 11:08:51.572606 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:08:51.573016 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 11:08:51.573022 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 11:08:51.572607 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 11:08:51.572615 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:08:51.573070 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 11:08:51.572631 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 11:08:51.572643 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572655 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 11:08:51.572656 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 11:08:51.572669 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:08:51.573140 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 11:08:51.572676 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 11:08:51.573145 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572679 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572679 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 11:08:51.573181 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 11:08:51.572504 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:08:51.573190 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 11:08:51.572686 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 11:08:51.572686 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 11:08:51.572686 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:08:51.573244 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 11:08:51.573250 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 11:08:51.572690 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 11:08:51.572690 3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 11:08:51.573259 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 11:08:51.572695 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 11:08:51.572702 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 11:08:51.572822 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 11:08:51.572896 3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 11:08:51.573316 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 30374 is already open, no action needed I0428 11:08:51.573322 3783 port_claim.go:71] Svc openshift-ingress/router-default: port 32063 is already open, no action needed I0428 11:08:51.612441 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 11:08:51.612469 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 11:08:51.612476 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 11:08:51.612481 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 11:08:51.612487 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 11:08:51.612497 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 11:08:51.612502 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 11:08:51.612508 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 11:08:51.612513 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 11:08:51.612519 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 11:08:51.612524 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 11:08:51.612530 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 11:08:51.652382 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 11:08:51.652416 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 11:08:51.652423 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 11:08:51.691775 3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0428 11:08:51.714175 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 11:08:53.224427 3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-135.ec2.internal I0428 11:08:53.224458 3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-135.ec2.internal: 56.056µs I0428 11:08:53.253218 3783 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66f8f49b55-bhjwj] creating logical port openshift-image-registry_image-registry-66f8f49b55-bhjwj for pod on switch ip-10-0-1-135.ec2.internal I0428 11:08:53.253336 3783 kube.go:256] Updating pod openshift-image-registry/image-registry-66f8f49b55-bhjwj I0428 11:08:53.278099 3783 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7xc66] creating logical port openshift-dns_dns-default-7xc66 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:08:53.278194 3783 kube.go:256] Updating pod openshift-dns/dns-default-7xc66 I0428 11:08:53.279030 3783 pod.go:62] [openshift-image-registry/image-registry-66f8f49b55-bhjwj] pod update took 25.720344ms I0428 11:08:53.279054 3783 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-66f8f49b55-bhjwj] addLogicalPort annotation time took 25.748217ms I0428 11:08:53.280159 3783 pods.go:271] [openshift-image-registry/image-registry-66f8f49b55-bhjwj] addLogicalPort took 26.960498ms, libovsdb time 856.103µs I0428 11:08:53.283878 3783 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xpqv8] creating logical port openshift-ingress-canary_ingress-canary-xpqv8 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:08:53.283977 3783 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xpqv8 I0428 11:08:53.296721 3783 pod.go:62] [openshift-dns/dns-default-7xc66] pod update took 18.56108ms I0428 11:08:53.296740 3783 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7xc66] addLogicalPort annotation time took 18.585457ms I0428 11:08:53.297812 3783 pods.go:271] [openshift-dns/dns-default-7xc66] addLogicalPort took 19.732921ms, libovsdb time 817.728µs I0428 11:08:53.298612 3783 pod.go:62] [openshift-ingress-canary/ingress-canary-xpqv8] pod update took 14.655854ms I0428 11:08:53.298628 3783 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xpqv8] addLogicalPort annotation time took 14.675173ms I0428 11:08:53.299441 3783 pods.go:271] [openshift-ingress-canary/ingress-canary-xpqv8] addLogicalPort took 15.571429ms, libovsdb time 630.235µs I0428 11:08:53.706176 3783 cni.go:452] [openshift-ingress-canary/ingress-canary-xpqv8 a36e71594632b81332d799b28fa1231362233bc3c5689b8297cb4741a69593b0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xpqv8 a36e71594632b81332d799b28fa1231362233bc3c5689b8297cb4741a69593b0 network default NAD default NAD key ] I0428 11:08:53.741194 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xpqv8, hostIfaceName: a36e71594632b81, network: default, NAD default, SandboxID: "a36e71594632b81332d799b28fa1231362233bc3c5689b8297cb4741a69593b0", PCI device ID: , UID: "337b6cbc-fd2f-44b6-9062-9fe26cfc0a02", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0428 11:08:53.789777 3783 cni.go:473] [openshift-ingress-canary/ingress-canary-xpqv8 a36e71594632b81332d799b28fa1231362233bc3c5689b8297cb4741a69593b0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xpqv8 a36e71594632b81332d799b28fa1231362233bc3c5689b8297cb4741a69593b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f4:36:00:8f:6c\",\"name\":\"a36e71594632b81\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4df335a-108f-4081-a3e7-45e1b711cc97\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:08:58.461133 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 11:09:01.153550 3783 cni.go:452] [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key ] I0428 11:09:01.163735 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-66f8f49b55-bhjwj, hostIfaceName: 72945d7550be26c, network: default, NAD default, SandboxID: "72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504", PCI device ID: , UID: "2f6271a0-9816-4b64-a6f8-25ff7f373d18", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0428 11:09:01.208934 3783 cni.go:473] [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:38:7e:b4:c4:47\",\"name\":\"72945d7550be26c\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5a1d97b-e5c5-49ea-8dae-694bd16994fc\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:01.477050 3783 cni.go:452] [openshift-dns/dns-default-7xc66 d99935773b850fe5e822d683a95a0030d9ba324cd06fb1de11d8b3f34afff48b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7xc66 d99935773b850fe5e822d683a95a0030d9ba324cd06fb1de11d8b3f34afff48b network default NAD default NAD key ] I0428 11:09:01.486754 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7xc66, hostIfaceName: d99935773b850fe, network: default, NAD default, SandboxID: "d99935773b850fe5e822d683a95a0030d9ba324cd06fb1de11d8b3f34afff48b", PCI device ID: , UID: "4effbfe6-caab-4ec1-addb-ee1c808e30a3", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0428 11:09:01.533418 3783 cni.go:473] [openshift-dns/dns-default-7xc66 d99935773b850fe5e822d683a95a0030d9ba324cd06fb1de11d8b3f34afff48b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7xc66 d99935773b850fe5e822d683a95a0030d9ba324cd06fb1de11d8b3f34afff48b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:97:65:3d:0e:39\",\"name\":\"d99935773b850fe\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6d4bba1-58ca-462c-8a5e-4e32fee08b0c\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:09:14.971245 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:09:15.008591 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:09:15.038440 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 11:09:15.038454 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 11:09:15.038459 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0428 11:09:15.057717 3783 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-p6fm5] creating logical port openshift-insights_insights-runtime-extractor-p6fm5 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:15.057804 3783 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-p6fm5 W0428 11:09:15.079996 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0428 11:09:15.080013 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0428 11:09:15.080817 3783 pod.go:62] [openshift-insights/insights-runtime-extractor-p6fm5] pod update took 23.043988ms I0428 11:09:15.080837 3783 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-p6fm5] addLogicalPort annotation time took 23.0682ms I0428 11:09:15.081876 3783 pods.go:271] [openshift-insights/insights-runtime-extractor-p6fm5] addLogicalPort took 24.172154ms, libovsdb time 801.648µs W0428 11:09:15.082897 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:09:15.152743 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 11:09:15.170679 3783 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-482kz] creating logical port openshift-console_downloads-5c54f4944f-482kz for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:15.170754 3783 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-482kz W0428 11:09:15.181071 3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 11:09:15.191705 3783 pod.go:62] [openshift-console/downloads-5c54f4944f-482kz] pod update took 20.971097ms I0428 11:09:15.191724 3783 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-482kz] addLogicalPort annotation time took 20.99253ms I0428 11:09:15.192757 3783 pods.go:271] [openshift-console/downloads-5c54f4944f-482kz] addLogicalPort took 22.095991ms, libovsdb time 795.32µs I0428 11:09:15.418704 3783 cni.go:452] [openshift-insights/insights-runtime-extractor-p6fm5 ebdca2b5c3b510ce45ec0593f867b040b98057a0c0d851e8accfc7c38e899c5d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-p6fm5 ebdca2b5c3b510ce45ec0593f867b040b98057a0c0d851e8accfc7c38e899c5d network default NAD default NAD key ] I0428 11:09:15.429732 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-p6fm5, hostIfaceName: ebdca2b5c3b510c, network: default, NAD default, SandboxID: "ebdca2b5c3b510ce45ec0593f867b040b98057a0c0d851e8accfc7c38e899c5d", PCI device ID: , UID: "62b2bd7c-1afb-4523-8f90-e2597fdc062e", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0428 11:09:15.475817 3783 cni.go:473] [openshift-insights/insights-runtime-extractor-p6fm5 ebdca2b5c3b510ce45ec0593f867b040b98057a0c0d851e8accfc7c38e899c5d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-p6fm5 ebdca2b5c3b510ce45ec0593f867b040b98057a0c0d851e8accfc7c38e899c5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c9:ca:8c:86:d4\",\"name\":\"ebdca2b5c3b510c\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/523882ce-943b-4a2d-8830-aa9b10b774dd\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:15.526170 3783 cni.go:452] [openshift-console/downloads-5c54f4944f-482kz de5c710839911328126d706090a1b1966322b41eb955dffab837674e9e2e084c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-482kz de5c710839911328126d706090a1b1966322b41eb955dffab837674e9e2e084c network default NAD default NAD key ] I0428 11:09:15.537428 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-482kz, hostIfaceName: de5c71083991132, network: default, NAD default, SandboxID: "de5c710839911328126d706090a1b1966322b41eb955dffab837674e9e2e084c", PCI device ID: , UID: "42e77e38-55b2-4bcc-a786-64889b9443e7", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0428 11:09:15.583940 3783 cni.go:473] [openshift-console/downloads-5c54f4944f-482kz de5c710839911328126d706090a1b1966322b41eb955dffab837674e9e2e084c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-482kz de5c710839911328126d706090a1b1966322b41eb955dffab837674e9e2e084c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:95:c8:73:bc:16\",\"name\":\"de5c71083991132\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2164d98e-fd5f-4e95-99f3-1deb69d40a8e\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:17.680647 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-fn2jx for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:17.680746 3783 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx I0428 11:09:17.695754 3783 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx] pod update took 15.037548ms I0428 11:09:17.695784 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx] addLogicalPort annotation time took 15.070767ms I0428 11:09:17.696979 3783 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx] addLogicalPort took 16.347088ms, libovsdb time 891.389µs I0428 11:09:18.361568 3783 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx 1ccbc4ec55373ba81df68c27db7f078d217073f25c50c06c2ec1e275d5d91e63 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx 1ccbc4ec55373ba81df68c27db7f078d217073f25c50c06c2ec1e275d5d91e63 network default NAD default NAD key ] I0428 11:09:18.371574 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-fn2jx, hostIfaceName: 1ccbc4ec55373ba, network: default, NAD default, SandboxID: "1ccbc4ec55373ba81df68c27db7f078d217073f25c50c06c2ec1e275d5d91e63", PCI device ID: , UID: "41ab52a7-912c-42dc-866a-667714f7393b", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0428 11:09:18.418317 3783 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx 1ccbc4ec55373ba81df68c27db7f078d217073f25c50c06c2ec1e275d5d91e63 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-fn2jx 1ccbc4ec55373ba81df68c27db7f078d217073f25c50c06c2ec1e275d5d91e63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d7:81:c5:d3:74\",\"name\":\"1ccbc4ec55373ba\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c094a011-eeb1-40bd-832f-65bb7bcef074\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:09:20.044600 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0428 11:09:20.072727 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0428 11:09:20.776245 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-9v9cz] creating logical port openshift-monitoring_prometheus-operator-76b589d668-9v9cz for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:20.776364 3783 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-9v9cz I0428 11:09:20.789937 3783 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-9v9cz] pod update took 13.613636ms I0428 11:09:20.789986 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-9v9cz] addLogicalPort annotation time took 13.668801ms I0428 11:09:20.791148 3783 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-9v9cz] addLogicalPort took 14.919712ms, libovsdb time 863.691µs I0428 11:09:21.073867 3783 base_network_controller_pods.go:487] [default/openshift-console/console-65ff4cc5-8p6gm] creating logical port openshift-console_console-65ff4cc5-8p6gm for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:21.073966 3783 kube.go:256] Updating pod openshift-console/console-65ff4cc5-8p6gm I0428 11:09:21.089886 3783 pod.go:62] [openshift-console/console-65ff4cc5-8p6gm] pod update took 15.946835ms I0428 11:09:21.089911 3783 base_network_controller_pods.go:951] [default/openshift-console/console-65ff4cc5-8p6gm] addLogicalPort annotation time took 15.972839ms I0428 11:09:21.090981 3783 pods.go:271] [openshift-console/console-65ff4cc5-8p6gm] addLogicalPort took 17.130278ms, libovsdb time 791.181µs I0428 11:09:21.457541 3783 cni.go:452] [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key ] I0428 11:09:21.469315 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65ff4cc5-8p6gm, hostIfaceName: d7019e2552380a6, network: default, NAD default, SandboxID: "d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c", PCI device ID: , UID: "3fddb0ac-2b8a-4e26-92ce-980ec5feec4c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0428 11:09:21.521646 3783 cni.go:473] [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a3:1a:a6:b6:aa\",\"name\":\"d7019e2552380a6\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e6fb712-c816-4c14-ba5f-4c5123bb1899\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:21.789176 3783 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-9v9cz 38f17c485e3cfb1466abad6d87804d2ab44cd2a2e113b7fd1685a2fa980c86a6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-9v9cz 38f17c485e3cfb1466abad6d87804d2ab44cd2a2e113b7fd1685a2fa980c86a6 network default NAD default NAD key ] I0428 11:09:21.807670 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-9v9cz, hostIfaceName: 38f17c485e3cfb1, network: default, NAD default, SandboxID: "38f17c485e3cfb1466abad6d87804d2ab44cd2a2e113b7fd1685a2fa980c86a6", PCI device ID: , UID: "677ed546-23cf-4019-9b2a-71b79747f51e", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0428 11:09:21.856776 3783 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-9v9cz 38f17c485e3cfb1466abad6d87804d2ab44cd2a2e113b7fd1685a2fa980c86a6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-9v9cz 38f17c485e3cfb1466abad6d87804d2ab44cd2a2e113b7fd1685a2fa980c86a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:92:79:21:73:7b\",\"name\":\"38f17c485e3cfb1\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba7fe017-7ead-4184-b5cc-030db9620831\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:09:23.004156 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 11:09:25.071998 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 11:09:25.871046 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0428 11:09:26.980657 3783 cni.go:452] [openshift-network-diagnostics/network-check-target-w9w75 641f5aa760fa560c0e5f79b1544be2d90f028161e90d29c906fa5f26d8439074 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-w9w75 641f5aa760fa560c0e5f79b1544be2d90f028161e90d29c906fa5f26d8439074 network default NAD default NAD key ] I0428 11:09:26.987115 3783 cni.go:452] [openshift-multus/network-metrics-daemon-5hzxg a299640ef1d3290bb58b8ed6aabc37ce998dc546082319a37389ef5fabedb9bf network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5hzxg a299640ef1d3290bb58b8ed6aabc37ce998dc546082319a37389ef5fabedb9bf network default NAD default NAD key ] I0428 11:09:26.991117 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-w9w75, hostIfaceName: 641f5aa760fa560, network: default, NAD default, SandboxID: "641f5aa760fa560c0e5f79b1544be2d90f028161e90d29c906fa5f26d8439074", PCI device ID: , UID: "8783e286-6a78-4b18-a51d-277ad82f5588", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0428 11:09:26.998264 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5hzxg, hostIfaceName: a299640ef1d3290, network: default, NAD default, SandboxID: "a299640ef1d3290bb58b8ed6aabc37ce998dc546082319a37389ef5fabedb9bf", PCI device ID: , UID: "590fbdc4-c44e-453b-9342-b10c47d80d2f", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0428 11:09:27.045375 3783 cni.go:473] [openshift-network-diagnostics/network-check-target-w9w75 641f5aa760fa560c0e5f79b1544be2d90f028161e90d29c906fa5f26d8439074 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-w9w75 641f5aa760fa560c0e5f79b1544be2d90f028161e90d29c906fa5f26d8439074 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:9f:fe:c0:74:af\",\"name\":\"641f5aa760fa560\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee52a810-824d-443a-a64f-94bf84490619\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:27.062382 3783 cni.go:473] [openshift-multus/network-metrics-daemon-5hzxg a299640ef1d3290bb58b8ed6aabc37ce998dc546082319a37389ef5fabedb9bf network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5hzxg a299640ef1d3290bb58b8ed6aabc37ce998dc546082319a37389ef5fabedb9bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:40:8e:c1:ce:3f\",\"name\":\"a299640ef1d3290\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16d03459-f4c8-40d8-a630-6bc29b5b7911\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:09:27.725446 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0428 11:09:28.524157 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-c6ggj for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:28.524312 3783 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj I0428 11:09:28.548311 3783 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj] pod update took 24.031263ms I0428 11:09:28.548342 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj] addLogicalPort annotation time took 24.06777ms I0428 11:09:28.549786 3783 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj] addLogicalPort took 25.65505ms, libovsdb time 1.067131ms I0428 11:09:28.576287 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-jkwmn for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:28.576376 3783 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn I0428 11:09:28.598024 3783 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:28.598155 3783 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 I0428 11:09:28.608821 3783 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn] pod update took 32.472872ms I0428 11:09:28.608846 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn] addLogicalPort annotation time took 32.500765ms I0428 11:09:28.610261 3783 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn] addLogicalPort took 33.99235ms, libovsdb time 1.105197ms I0428 11:09:28.632782 3783 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49] pod update took 34.65447ms I0428 11:09:28.632806 3783 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49] addLogicalPort annotation time took 34.707811ms I0428 11:09:28.634130 3783 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49] addLogicalPort took 36.121857ms, libovsdb time 937.623µs I0428 11:09:29.602657 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:29.602866 3783 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0428 11:09:29.635060 3783 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 32.278734ms I0428 11:09:29.635091 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 32.314664ms I0428 11:09:29.636356 3783 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 33.719429ms, libovsdb time 858.221µs W0428 11:09:31.932571 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 11:09:31.932597 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 11:09:33.064459 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf] creating logical port openshift-monitoring_metrics-server-7bdc4f5bcb-mgzrf for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:33.064554 3783 kube.go:256] Updating pod openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf I0428 11:09:33.078687 3783 pod.go:62] [openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf] pod update took 14.155281ms I0428 11:09:33.078718 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf] addLogicalPort annotation time took 14.19033ms I0428 11:09:33.080054 3783 pods.go:271] [openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf] addLogicalPort took 15.611215ms, libovsdb time 926.023µs I0428 11:09:33.163082 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-zbrcx for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:33.163209 3783 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx I0428 11:09:33.179766 3783 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx] pod update took 16.59513ms I0428 11:09:33.179789 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx] addLogicalPort annotation time took 16.626987ms I0428 11:09:33.180863 3783 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx] addLogicalPort took 17.802569ms, libovsdb time 763.619µs W0428 11:09:33.888358 3783 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5b9b4544b9-8gwvh IP address from the namespace address-set, err: pod openshift-console/console-5b9b4544b9-8gwvh: no pod IPs found I0428 11:09:34.792075 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:34.792214 3783 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 11:09:34.822161 3783 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.000843ms I0428 11:09:34.822183 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.029507ms I0428 11:09:34.823475 3783 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.416918ms, libovsdb time 911.173µs I0428 11:09:36.414222 3783 cni.go:452] [openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf bfd7b259a99641aaa4929586853862ab635e7cffa5e5955574c30bc5d8139d29 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf bfd7b259a99641aaa4929586853862ab635e7cffa5e5955574c30bc5d8139d29 network default NAD default NAD key ] I0428 11:09:36.422466 3783 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key ] I0428 11:09:36.422673 3783 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn daccba73687d5c93efa07e1275d5be65204fc221cec599be7b6de19f1f917b56 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn daccba73687d5c93efa07e1275d5be65204fc221cec599be7b6de19f1f917b56 network default NAD default NAD key ] I0428 11:09:36.423540 3783 cni.go:452] [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key ] I0428 11:09:36.423987 3783 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx cd8defe0632f82dd94234c8e28a41724d98fdd241b1fe67fbc1982b9017c2053 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx cd8defe0632f82dd94234c8e28a41724d98fdd241b1fe67fbc1982b9017c2053 network default NAD default NAD key ] I0428 11:09:36.424284 3783 cni.go:452] [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key ] I0428 11:09:36.427194 3783 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj ead79cc7d6bbd4e5d68f4bbac73f0d65fc4bf1d2b48745f4e18e3d35b90a9814 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj ead79cc7d6bbd4e5d68f4bbac73f0d65fc4bf1d2b48745f4e18e3d35b90a9814 network default NAD default NAD key ] I0428 11:09:36.427290 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7bdc4f5bcb-mgzrf, hostIfaceName: bfd7b259a99641a, network: default, NAD default, SandboxID: "bfd7b259a99641aaa4929586853862ab635e7cffa5e5955574c30bc5d8139d29", PCI device ID: , UID: "b5bd3fa2-9544-45b1-a1a2-a7416cb21f14", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0428 11:09:36.451500 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: aacabea32607632, network: default, NAD default, SandboxID: "aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8", PCI device ID: , UID: "38bc45da-4c2f-4e23-8ae7-6c831800c2d9", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0428 11:09:36.454938 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 23e99f67a145bb4, network: default, NAD default, SandboxID: "23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee", PCI device ID: , UID: "ca281025-ded4-4dca-8c5d-22d2fb200119", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0428 11:09:36.455317 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-c6ggj, hostIfaceName: ead79cc7d6bbd4e, network: default, NAD default, SandboxID: "ead79cc7d6bbd4e5d68f4bbac73f0d65fc4bf1d2b48745f4e18e3d35b90a9814", PCI device ID: , UID: "3f5ed789-0df1-4238-9942-d8e86024846c", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0428 11:09:36.455453 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49, hostIfaceName: 3c4a9d1aeceb9dd, network: default, NAD default, SandboxID: "3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd", PCI device ID: , UID: "371492c0-f843-4c38-b1ca-cda162dd8f6b", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0428 11:09:36.455875 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-zbrcx, hostIfaceName: cd8defe0632f82d, network: default, NAD default, SandboxID: "cd8defe0632f82dd94234c8e28a41724d98fdd241b1fe67fbc1982b9017c2053", PCI device ID: , UID: "f2f4075f-8d30-46ef-8a07-dd488ea489c2", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0428 11:09:36.456012 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-jkwmn, hostIfaceName: daccba73687d5c9, network: default, NAD default, SandboxID: "daccba73687d5c93efa07e1275d5be65204fc221cec599be7b6de19f1f917b56", PCI device ID: , UID: "3409f1fa-2c50-48c3-b1de-d21d081c87e9", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0428 11:09:36.510544 3783 cni.go:473] [openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf bfd7b259a99641aaa4929586853862ab635e7cffa5e5955574c30bc5d8139d29 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7bdc4f5bcb-mgzrf bfd7b259a99641aaa4929586853862ab635e7cffa5e5955574c30bc5d8139d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:21:6f:43:ae:98\",\"name\":\"bfd7b259a99641a\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a81cfc8-d381-48eb-a866-8c00fa25d22e\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:36.732047 3783 cni.go:473] [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f8:2f:20:6a:9d\",\"name\":\"23e99f67a145bb4\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b6caa74-c095-46b8-8268-67a1ae9afaf1\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:36.732149 3783 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn daccba73687d5c93efa07e1275d5be65204fc221cec599be7b6de19f1f917b56 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jkwmn daccba73687d5c93efa07e1275d5be65204fc221cec599be7b6de19f1f917b56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:85:de:23:67:81\",\"name\":\"daccba73687d5c9\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5566a91f-7e2e-45a2-bde8-dcbcd3ef727b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:36.732158 3783 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx cd8defe0632f82dd94234c8e28a41724d98fdd241b1fe67fbc1982b9017c2053 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zbrcx cd8defe0632f82dd94234c8e28a41724d98fdd241b1fe67fbc1982b9017c2053 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ce:f7:67:fa:22\",\"name\":\"cd8defe0632f82d\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/698c5070-feba-4e54-ba4e-81cb77372250\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:36.732258 3783 cni.go:473] [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:09:61:96:23:1f\",\"name\":\"aacabea32607632\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84a20415-4732-4a50-86ff-0a4c049b6920\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:36.791508 3783 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:01:84:30:24:1d\",\"name\":\"3c4a9d1aeceb9dd\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca426875-21c5-4e88-801b-57635abf1312\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:09:36.791570 3783 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj ead79cc7d6bbd4e5d68f4bbac73f0d65fc4bf1d2b48745f4e18e3d35b90a9814 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-c6ggj ead79cc7d6bbd4e5d68f4bbac73f0d65fc4bf1d2b48745f4e18e3d35b90a9814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:16:e6:27:52:fb\",\"name\":\"ead79cc7d6bbd4e\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/363e8b15-d3bf-4ba8-b050-bce0692d15ac\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:09:36.966796 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:09:36.966890 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:09:36.966922 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:09:36.966956 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:09:40.222512 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:09:40.222534 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:09:40.222541 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:09:40.285250 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 11:09:40.329431 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:09:40.329453 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:09:40.560819 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 11:09:40.608973 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:09:40.608997 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:09:40.698188 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:09:40.698209 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:09:40.698214 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:09:41.597288 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:09:41.597306 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:09:41.597312 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 11:09:41.597318 3783 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0428 11:09:41.959055 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:41.959673 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:42.088587 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:42.089246 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:42.680793 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:42.680852 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:42.689270 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66f8f49b55-fhcvp I0428 11:09:42.689308 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66f8f49b55-fhcvp I0428 11:09:42.959497 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:42.959522 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:42.967719 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-677c7cc65b-qsgvf I0428 11:09:42.967760 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-677c7cc65b-qsgvf W0428 11:09:44.467277 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:09:44.467299 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 11:09:51.843047 3783 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 11:09:52.877006 3783 cni.go:452] [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key ] I0428 11:09:52.947731 3783 cni.go:473] [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65ff4cc5-8p6gm d7019e2552380a6cae7ddcff4f4a2372cea65da08157e3be9893fcbad8079e2c network default NAD default NAD key default], result "{}", err I0428 11:09:52.994532 3783 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-8p6gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:52.994564 3783 pods.go:176] Deleting pod: openshift-console/console-65ff4cc5-8p6gm I0428 11:09:52.995881 3783 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65ff4cc5-8p6gm, ips: 10.130.0.12 I0428 11:09:52.995914 3783 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-8p6gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:09:53.005845 3783 base_network_controller_pods.go:487] [default/openshift-console/console-77cf9c8d8b-b9d9x] creating logical port openshift-console_console-77cf9c8d8b-b9d9x for pod on switch ip-10-0-1-135.ec2.internal I0428 11:09:53.005994 3783 kube.go:256] Updating pod openshift-console/console-77cf9c8d8b-b9d9x I0428 11:09:53.024703 3783 pod.go:62] [openshift-console/console-77cf9c8d8b-b9d9x] pod update took 18.744901ms I0428 11:09:53.024729 3783 base_network_controller_pods.go:951] [default/openshift-console/console-77cf9c8d8b-b9d9x] addLogicalPort annotation time took 18.777106ms I0428 11:09:53.025918 3783 pods.go:271] [openshift-console/console-77cf9c8d8b-b9d9x] addLogicalPort took 20.087182ms, libovsdb time 856.817µs I0428 11:09:53.242499 3783 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-8p6gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:53.242527 3783 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-8p6gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:09:53.248518 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ff4cc5-8p6gm I0428 11:09:53.248544 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ff4cc5-8p6gm I0428 11:09:53.372636 3783 cni.go:452] [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key ] I0428 11:09:53.381861 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77cf9c8d8b-b9d9x, hostIfaceName: 087b91b68469e70, network: default, NAD default, SandboxID: "087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4", PCI device ID: , UID: "de129f32-33db-4a0b-a7d9-1e5ad1906255", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0428 11:09:53.437840 3783 cni.go:473] [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1d:0b:fc:46:e2\",\"name\":\"087b91b68469e70\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dd3051e-1a69-42ec-8f33-de6fa3d0b6ae\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:10:00.200486 3783 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29622910-bnwtf for pod on switch ip-10-0-1-135.ec2.internal I0428 11:10:00.200603 3783 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf I0428 11:10:00.212196 3783 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf] pod update took 11.644632ms I0428 11:10:00.212218 3783 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf] addLogicalPort annotation time took 11.67099ms I0428 11:10:00.213537 3783 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf] addLogicalPort took 13.06712ms, libovsdb time 923.921µs I0428 11:10:00.620805 3783 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key ] I0428 11:10:00.629821 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29622910-bnwtf, hostIfaceName: 6faafb154c855da, network: default, NAD default, SandboxID: "6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24", PCI device ID: , UID: "aeed7215-13b5-4020-8863-541a7a885e3f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0428 11:10:00.679056 3783 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:3c:85:55:b4:34\",\"name\":\"6faafb154c855da\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d64af57-cfdc-4215-87fc-d688b9e536ef\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:10:01.177561 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0428 11:10:02.299521 3783 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key ] I0428 11:10:02.372937 3783 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 3c4a9d1aeceb9dd8e1a7030f39cbeba1dfd3e02c827a127e8149d26ae385dadd network default NAD default NAD key default], result "{}", err I0428 11:10:02.429942 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:02.429983 3783 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 I0428 11:10:02.431339 3783 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49, ips: 10.130.0.15 I0428 11:10:02.431366 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:02.431396 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:10:02.431422 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0428 11:10:02.431637 3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:10:02.431653 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0428 11:10:02.840795 3783 obj_retry.go:498] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:02.841325 3783 obj_retry.go:498] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:03.455569 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:03.455600 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:03.455616 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:03.455626 3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:03.707103 3783 obj_retry.go:492] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:03.707129 3783 obj_retry.go:492] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:03.710359 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b9b4544b9-lkh5c I0428 11:10:03.710380 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b9b4544b9-lkh5c I0428 11:10:03.777763 3783 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 11:10:03.788936 3783 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0428 11:10:04.312258 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 11:10:08.143491 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 11:10:10.064642 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0428 11:10:10.083442 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0428 11:10:10.108706 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0428 11:10:10.140079 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0428 11:10:10.655511 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.655534 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.655541 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.655552 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.655557 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.655563 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.709386 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.709419 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:10:10.709425 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 11:10:29.653742 3783 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-j65g9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:29.654284 3783 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-j65g9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:29.818530 3783 cni.go:452] [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key ] I0428 11:10:29.893648 3783 cni.go:473] [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-66f8f49b55-bhjwj 72945d7550be26cad71c6160a8c8723117a28e60b810f3c814cf9e59721fa504 network default NAD default NAD key default], result "{}", err I0428 11:10:29.958139 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:29.958171 3783 pods.go:176] Deleting pod: openshift-image-registry/image-registry-66f8f49b55-bhjwj I0428 11:10:29.959564 3783 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-66f8f49b55-bhjwj, ips: 10.130.0.5 I0428 11:10:29.959595 3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:30.148398 3783 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-j65g9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:30.148463 3783 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-j65g9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:30.162326 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ff4cc5-j65g9 I0428 11:10:30.162496 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ff4cc5-j65g9 I0428 11:10:30.410552 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:30.410583 3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:30.417068 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66f8f49b55-bhjwj I0428 11:10:30.417096 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66f8f49b55-bhjwj I0428 11:10:31.337139 3783 obj_retry.go:498] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:31.337739 3783 obj_retry.go:498] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:32.161045 3783 obj_retry.go:492] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:32.161066 3783 obj_retry.go:492] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:32.164076 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c45c8f597-g4js8 I0428 11:10:32.164100 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c45c8f597-g4js8 W0428 11:10:35.466562 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:10:35.466817 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 11:10:54.174793 3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:54.175388 3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:54.906722 3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:54.906755 3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:54.911998 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0428 11:10:54.912033 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0428 11:10:56.961947 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-56f76d87c7-hshm5] creating logical port openshift-monitoring_telemeter-client-56f76d87c7-hshm5 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:10:56.962097 3783 kube.go:256] Updating pod openshift-monitoring/telemeter-client-56f76d87c7-hshm5 I0428 11:10:56.980051 3783 pod.go:62] [openshift-monitoring/telemeter-client-56f76d87c7-hshm5] pod update took 17.987944ms I0428 11:10:56.980081 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-56f76d87c7-hshm5] addLogicalPort annotation time took 18.021118ms I0428 11:10:56.981342 3783 pods.go:271] [openshift-monitoring/telemeter-client-56f76d87c7-hshm5] addLogicalPort took 19.416677ms, libovsdb time 840.146µs I0428 11:10:57.332996 3783 cni.go:452] [openshift-monitoring/telemeter-client-56f76d87c7-hshm5 89489b8ac57c109da054a2417262bb2d2543cb84219fada2f9606a329f9af665 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-56f76d87c7-hshm5 89489b8ac57c109da054a2417262bb2d2543cb84219fada2f9606a329f9af665 network default NAD default NAD key ] I0428 11:10:57.344169 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-56f76d87c7-hshm5, hostIfaceName: 89489b8ac57c109, network: default, NAD default, SandboxID: "89489b8ac57c109da054a2417262bb2d2543cb84219fada2f9606a329f9af665", PCI device ID: , UID: "7e75fcc6-e52e-44de-a51c-732ca8789abb", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0428 11:10:57.393615 3783 cni.go:473] [openshift-monitoring/telemeter-client-56f76d87c7-hshm5 89489b8ac57c109da054a2417262bb2d2543cb84219fada2f9606a329f9af665 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-56f76d87c7-hshm5 89489b8ac57c109da054a2417262bb2d2543cb84219fada2f9606a329f9af665 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:4a:1b:dd:48:a1\",\"name\":\"89489b8ac57c109\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9149ba2-d995-4db5-a795-7a1a5a0e2e48\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:10:58.562020 3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:58.562586 3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:10:58.934601 3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:58.934622 3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:10:58.942183 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0428 11:10:58.942211 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0428 11:11:16.549330 3783 cni.go:452] [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key ] I0428 11:11:16.620284 3783 cni.go:473] [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 aacabea3260763240a78ae4f718803f515d74bfa02d9a757c740be6f757f04c8 network default NAD default NAD key default], result "{}", err I0428 11:11:16.679363 3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:16.679395 3783 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0428 11:11:16.680789 3783 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.16 I0428 11:11:16.680817 3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:17.611729 3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:17.611754 3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:17.615943 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0428 11:11:17.616004 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0428 11:11:17.652612 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:11:17.652723 3783 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0428 11:11:17.675907 3783 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.2251ms I0428 11:11:17.675930 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.255388ms I0428 11:11:17.677204 3783 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.616497ms, libovsdb time 947.139µs I0428 11:11:18.013105 3783 cni.go:452] [openshift-monitoring/alertmanager-main-0 6a749edb083a26726fefcc85f8903af1aa7503edda30586dd9bfec870fed8eff network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6a749edb083a26726fefcc85f8903af1aa7503edda30586dd9bfec870fed8eff network default NAD default NAD key ] I0428 11:11:18.022749 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6a749edb083a267, network: default, NAD default, SandboxID: "6a749edb083a26726fefcc85f8903af1aa7503edda30586dd9bfec870fed8eff", PCI device ID: , UID: "1fdc38a0-9e95-4e3a-abef-6705801f7b89", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0428 11:11:18.070118 3783 cni.go:473] [openshift-monitoring/alertmanager-main-0 6a749edb083a26726fefcc85f8903af1aa7503edda30586dd9bfec870fed8eff network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6a749edb083a26726fefcc85f8903af1aa7503edda30586dd9bfec870fed8eff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0d:aa:c7:54:3f\",\"name\":\"6a749edb083a267\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0aac6a96-1f03-42f5-bc06-b471297ea5c0\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:11:26.103937 3783 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:26.104573 3783 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:27.070955 3783 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:27.070980 3783 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:27.077176 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77cf9c8d8b-8nxwp I0428 11:11:27.077201 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77cf9c8d8b-8nxwp I0428 11:11:36.526962 3783 cni.go:452] [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key ] I0428 11:11:36.600340 3783 cni.go:473] [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77cf9c8d8b-b9d9x 087b91b68469e70762c48fa34a3fa1e278e0e4ddecaa746e1bbcb95b974347e4 network default NAD default NAD key default], result "{}", err I0428 11:11:36.647166 3783 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:36.647197 3783 pods.go:176] Deleting pod: openshift-console/console-77cf9c8d8b-b9d9x I0428 11:11:36.648457 3783 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77cf9c8d8b-b9d9x, ips: 10.130.0.20 I0428 11:11:36.648488 3783 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:11:36.986211 3783 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:36.986236 3783 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:11:36.992491 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77cf9c8d8b-b9d9x I0428 11:11:36.992516 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77cf9c8d8b-b9d9x W0428 11:11:48.058670 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:11:48.058690 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 11:11:48.058696 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 11:12:01.396810 3783 cni.go:452] [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key ] I0428 11:12:01.471370 3783 cni.go:473] [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 23e99f67a145bb49f045b81f0772f1c6b298828e1ea0553c5426d57343bf1fee network default NAD default NAD key default], result "{}", err I0428 11:12:01.537228 3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:12:01.537269 3783 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0428 11:12:01.538677 3783 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19 I0428 11:12:01.538706 3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:12:01.801153 3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:12:01.801173 3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:12:01.808377 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0428 11:12:01.808427 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0428 11:12:01.852494 3783 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:12:01.852603 3783 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 11:12:01.881871 3783 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.299318ms I0428 11:12:01.881896 3783 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.336059ms I0428 11:12:01.883071 3783 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.592271ms, libovsdb time 833.258µs I0428 11:12:02.213836 3783 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2f9fee4a8ce952c8563b77399aca90da964f466d5833977fed9bdac89abc29e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 2f9fee4a8ce952c8563b77399aca90da964f466d5833977fed9bdac89abc29e4 network default NAD default NAD key ] I0428 11:12:02.224249 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 2f9fee4a8ce952c, network: default, NAD default, SandboxID: "2f9fee4a8ce952c8563b77399aca90da964f466d5833977fed9bdac89abc29e4", PCI device ID: , UID: "4f1917b6-ee74-4430-8dd9-4b3c658e5049", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0428 11:12:02.272584 3783 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2f9fee4a8ce952c8563b77399aca90da964f466d5833977fed9bdac89abc29e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 2f9fee4a8ce952c8563b77399aca90da964f466d5833977fed9bdac89abc29e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:0f:8c:6d:d0:d5\",\"name\":\"2f9fee4a8ce952c\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cca158cd-b326-41ff-b1e3-183ff41ad1d7\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:13:03.074557 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 11:13:03.074582 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 11:13:17.117717 3783 base_network_controller_pods.go:487] [default/openshift-console/console-549fb998b6-5qtrm] creating logical port openshift-console_console-549fb998b6-5qtrm for pod on switch ip-10-0-1-135.ec2.internal I0428 11:13:17.117869 3783 kube.go:256] Updating pod openshift-console/console-549fb998b6-5qtrm I0428 11:13:17.140044 3783 pod.go:62] [openshift-console/console-549fb998b6-5qtrm] pod update took 22.20853ms I0428 11:13:17.140075 3783 base_network_controller_pods.go:951] [default/openshift-console/console-549fb998b6-5qtrm] addLogicalPort annotation time took 22.245985ms I0428 11:13:17.141257 3783 pods.go:271] [openshift-console/console-549fb998b6-5qtrm] addLogicalPort took 23.55444ms, libovsdb time 821.362µs I0428 11:13:17.479283 3783 cni.go:452] [openshift-console/console-549fb998b6-5qtrm 5de69eb192710a5a9319053de97a06e0cdcb6c75a50aff88050cc13ff9588f3f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-549fb998b6-5qtrm 5de69eb192710a5a9319053de97a06e0cdcb6c75a50aff88050cc13ff9588f3f network default NAD default NAD key ] I0428 11:13:17.488435 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-549fb998b6-5qtrm, hostIfaceName: 5de69eb192710a5, network: default, NAD default, SandboxID: "5de69eb192710a5a9319053de97a06e0cdcb6c75a50aff88050cc13ff9588f3f", PCI device ID: , UID: "72c49a82-da88-407f-b0ba-55f2358bc8da", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0428 11:13:17.537287 3783 cni.go:473] [openshift-console/console-549fb998b6-5qtrm 5de69eb192710a5a9319053de97a06e0cdcb6c75a50aff88050cc13ff9588f3f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-549fb998b6-5qtrm 5de69eb192710a5a9319053de97a06e0cdcb6c75a50aff88050cc13ff9588f3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:c9:16:fb:4d:ab\",\"name\":\"5de69eb192710a5\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d164c98-1bba-463a-a26a-edf44b0def74\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:13:28.140270 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 11:13:42.399495 3783 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-d2f7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:42.400092 3783 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-d2f7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:42.579135 3783 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-d2f7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:42.579155 3783 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-d2f7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:42.581860 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c7d9596f5-d2f7n I0428 11:13:42.581877 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c7d9596f5-d2f7n I0428 11:13:46.659563 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0428 11:13:53.454766 3783 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-lmw6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:53.455335 3783 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-lmw6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:13:53.929159 3783 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-lmw6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:53.929180 3783 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-lmw6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:13:53.935799 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c7d9596f5-lmw6h I0428 11:13:53.935826 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c7d9596f5-lmw6h I0428 11:13:59.554284 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=145 I0428 11:14:46.664698 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0428 11:14:57.554848 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0428 11:15:02.681966 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0428 11:15:12.552566 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0428 11:15:19.649337 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0428 11:15:42.781228 3783 namespace.go:98] [tsf] adding namespace I0428 11:15:42.782141 3783 namespace.go:102] [tsf] adding namespace took 888.658µs I0428 11:15:42.803466 3783 namespace.go:142] [tsf] updating namespace I0428 11:15:42.813607 3783 namespace.go:142] [tsf] updating namespace I0428 11:15:46.848789 3783 namespace.go:98] [cert-manager-operator] adding namespace I0428 11:15:46.848927 3783 namespace.go:98] [konflux-operator] adding namespace I0428 11:15:46.848953 3783 namespace.go:98] [konflux-ui] adding namespace I0428 11:15:46.849668 3783 namespace.go:102] [cert-manager-operator] adding namespace took 855.483µs I0428 11:15:46.850272 3783 namespace.go:102] [konflux-operator] adding namespace took 1.328529ms I0428 11:15:46.850747 3783 namespace.go:102] [konflux-ui] adding namespace took 1.777301ms I0428 11:15:46.851673 3783 namespace.go:98] [rhbk-operator] adding namespace I0428 11:15:46.852249 3783 namespace.go:102] [rhbk-operator] adding namespace took 560.664µs I0428 11:15:46.853558 3783 namespace.go:98] [tsf-tpa] adding namespace I0428 11:15:46.853567 3783 namespace.go:98] [tsf-keycloak] adding namespace I0428 11:15:46.853724 3783 namespace.go:98] [rhtpa-operator] adding namespace I0428 11:15:46.854216 3783 namespace.go:102] [tsf-tpa] adding namespace took 647.144µs I0428 11:15:46.854244 3783 namespace.go:98] [tsf-tas] adding namespace I0428 11:15:46.854692 3783 namespace.go:102] [tsf-tas] adding namespace took 442.579µs I0428 11:15:46.855096 3783 namespace.go:102] [tsf-keycloak] adding namespace took 1.520822ms I0428 11:15:46.855576 3783 namespace.go:102] [rhtpa-operator] adding namespace took 1.839487ms I0428 11:15:46.865891 3783 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:15:46.881657 3783 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:15:46.893831 3783 namespace.go:142] [rhbk-operator] updating namespace I0428 11:15:46.893889 3783 namespace.go:142] [konflux-ui] updating namespace I0428 11:15:46.897209 3783 namespace.go:142] [tsf-tpa] updating namespace I0428 11:15:46.897277 3783 namespace.go:142] [konflux-operator] updating namespace I0428 11:15:46.915187 3783 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:15:46.928289 3783 namespace.go:142] [tsf-tas] updating namespace I0428 11:15:46.928355 3783 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:15:46.928524 3783 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:15:46.946250 3783 namespace.go:142] [konflux-ui] updating namespace I0428 11:15:46.970206 3783 namespace.go:142] [konflux-ui] updating namespace I0428 11:15:46.988653 3783 namespace.go:142] [rhbk-operator] updating namespace I0428 11:15:47.005319 3783 namespace.go:142] [rhbk-operator] updating namespace I0428 11:15:47.017204 3783 namespace.go:142] [tsf-tpa] updating namespace I0428 11:15:47.041229 3783 namespace.go:142] [tsf-tpa] updating namespace I0428 11:15:47.060883 3783 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:15:47.079014 3783 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:15:47.098362 3783 namespace.go:142] [tsf-tas] updating namespace I0428 11:15:47.110007 3783 namespace.go:142] [tsf-tas] updating namespace I0428 11:15:47.156066 3783 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:15:47.169570 3783 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:15:47.184768 3783 namespace.go:142] [konflux-operator] updating namespace I0428 11:15:47.196073 3783 namespace.go:142] [konflux-operator] updating namespace I0428 11:15:48.450158 3783 namespace.go:142] [tsf-tpa] updating namespace I0428 11:15:48.451785 3783 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:15:49.564100 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=518 I0428 11:15:50.063600 3783 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:15:50.063745 3783 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 I0428 11:15:50.076871 3783 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85] pod update took 13.15598ms I0428 11:15:50.076891 3783 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85] addLogicalPort annotation time took 13.181295ms I0428 11:15:50.078150 3783 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85] addLogicalPort took 14.572363ms, libovsdb time 940.492µs I0428 11:15:50.160708 3783 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr for pod on switch ip-10-0-1-135.ec2.internal I0428 11:15:50.160844 3783 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr I0428 11:15:50.173942 3783 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr] pod update took 13.13365ms I0428 11:15:50.173972 3783 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr] addLogicalPort annotation time took 13.167766ms I0428 11:15:50.175534 3783 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr] addLogicalPort took 14.841737ms, libovsdb time 1.072949ms I0428 11:15:50.424054 3783 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key ] I0428 11:15:50.433704 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85, hostIfaceName: fb8c57bb7b962fd, network: default, NAD default, SandboxID: "fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7", PCI device ID: , UID: "1ee9a287-05cd-406f-8527-28d71628f130", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0428 11:15:50.486469 3783 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e9:84:6b:8e:73\",\"name\":\"fb8c57bb7b962fd\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3e905ae-df91-4514-ad40-1ea7518150dd\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:15:50.523051 3783 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key ] I0428 11:15:50.533258 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr, hostIfaceName: bc6cfd331b667d3, network: default, NAD default, SandboxID: "bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5", PCI device ID: , UID: "b479bcb2-d219-4d1e-881c-24f5d5e719bc", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0428 11:15:50.583501 3783 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:53:9e:a0:ac:e5\",\"name\":\"bc6cfd331b667d3\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3218df0f-d244-47cc-b92d-f14d06965608\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:15:52.960238 3783 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv for pod on switch ip-10-0-1-135.ec2.internal I0428 11:15:52.960396 3783 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv I0428 11:15:52.973513 3783 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv] pod update took 13.162089ms I0428 11:15:52.973533 3783 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv] addLogicalPort annotation time took 13.188342ms I0428 11:15:52.974712 3783 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv] addLogicalPort took 14.497336ms, libovsdb time 857.241µs I0428 11:15:53.316972 3783 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key ] I0428 11:15:53.327169 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv, hostIfaceName: cdc7e01208447df, network: default, NAD default, SandboxID: "cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3", PCI device ID: , UID: "0b05eb44-4d39-4eda-84b3-93a3ddf1fb49", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0428 11:15:53.377289 3783 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:aa:d8:ff:9a:db\",\"name\":\"cdc7e01208447df\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5c02a9d-3f68-4f4b-adae-7cb20c2c5e44\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:15:53.404000 3783 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:15:53.404121 3783 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 I0428 11:15:53.419986 3783 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898] pod update took 15.918504ms I0428 11:15:53.420015 3783 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898] addLogicalPort annotation time took 15.952269ms I0428 11:15:53.421183 3783 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898] addLogicalPort took 17.196793ms, libovsdb time 829.216µs I0428 11:15:53.724462 3783 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key ] I0428 11:15:53.765603 3783 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key ] I0428 11:15:53.776449 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898, hostIfaceName: 1e564ca6c852348, network: default, NAD default, SandboxID: "1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e", PCI device ID: , UID: "c3916086-8cd4-48fb-a5d0-9f3d5f4e4f1c", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0428 11:15:53.800088 3783 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 fb8c57bb7b962fd17c7603e89673606f47d1407e30b2155bca70767f56b21fa7 network default NAD default NAD key default], result "{}", err I0428 11:15:53.825925 3783 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:80:8c:13:07:74\",\"name\":\"1e564ca6c852348\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7e9acf1-c241-4a0b-8a78-8e19bd0bcc64\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:15:53.847175 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:53.847225 3783 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 I0428 11:15:53.848771 3783 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85, ips: 10.130.0.26 I0428 11:15:53.848804 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:53.848834 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:53.848844 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:15:53.849020 3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:53.849034 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:15:54.875905 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:54.875929 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:54.875941 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:54.875968 3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:55.740979 3783 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key ] I0428 11:15:55.808957 3783 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr bc6cfd331b667d3f3366beb3dc1519cd7b35eaf44a81fe69925e749e64012de5 network default NAD default NAD key default], result "{}", err I0428 11:15:55.856078 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:55.856119 3783 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr I0428 11:15:55.857664 3783 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr, ips: 10.130.0.27 I0428 11:15:55.857692 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:55.857714 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:55.857721 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:15:55.857917 3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:55.857936 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:15:56.038048 3783 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:15:56.038181 3783 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 I0428 11:15:56.051321 3783 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7] pod update took 13.178796ms I0428 11:15:56.051343 3783 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7] addLogicalPort annotation time took 13.206029ms I0428 11:15:56.052561 3783 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7] addLogicalPort took 14.534871ms, libovsdb time 871.423µs I0428 11:15:56.138160 3783 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd for pod on switch ip-10-0-1-135.ec2.internal I0428 11:15:56.138262 3783 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd I0428 11:15:56.151391 3783 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd] pod update took 13.165218ms I0428 11:15:56.151430 3783 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd] addLogicalPort annotation time took 13.207399ms I0428 11:15:56.152691 3783 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd] addLogicalPort took 14.565397ms, libovsdb time 863.312µs I0428 11:15:56.397633 3783 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key ] I0428 11:15:56.407203 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7, hostIfaceName: dbd61ddf244bd1c, network: default, NAD default, SandboxID: "dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16", PCI device ID: , UID: "646f01c7-2a55-4f37-814f-d5f6ae6f4b5d", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0428 11:15:56.455008 3783 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2c:13:1a:c2:ee\",\"name\":\"dbd61ddf244bd1c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47132f11-a21c-4d79-927b-099f0df1c428\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:15:56.502274 3783 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key ] I0428 11:15:56.513245 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd, hostIfaceName: a14adebdb0f39cf, network: default, NAD default, SandboxID: "a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8", PCI device ID: , UID: "7a696546-7e3e-4c00-ad09-2d40d4ee6b20", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0428 11:15:56.563903 3783 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:6c:ba:27:ae:98\",\"name\":\"a14adebdb0f39cf\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4e2fef5-6098-4bf5-964d-d2ba59eae7cd\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:15:56.759159 3783 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key ] I0428 11:15:56.832529 3783 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv cdc7e01208447dfa6a73fc30f7afefd184d4ee377752b3a4081b59a46c8774c3 network default NAD default NAD key default], result "{}", err I0428 11:15:56.887945 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:56.887970 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:56.887982 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:56.887996 3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:56.891737 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:56.891774 3783 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv I0428 11:15:56.893151 3783 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv, ips: 10.130.0.28 I0428 11:15:56.893178 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:56.893199 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:56.893206 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:15:56.893434 3783 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:56.893449 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:15:57.916264 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:57.916294 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:57.916309 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:57.916320 3783 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:15:59.775263 3783 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key ] I0428 11:15:59.849788 3783 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 dbd61ddf244bd1cc9a244e96cf6668dda5bb3dabd57b0dd4c867501561264b16 network default NAD default NAD key default], result "{}", err I0428 11:15:59.898781 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:59.898846 3783 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 I0428 11:15:59.900180 3783 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7, ips: 10.130.0.30 I0428 11:15:59.900205 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:15:59.900221 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:59.900231 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:15:59.900424 3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:15:59.900440 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:16:00.789396 3783 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key ] I0428 11:16:00.859123 3783 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd a14adebdb0f39cf08457089afde4cbaacfea36bdf986c9658cc4b15c329115f8 network default NAD default NAD key default], result "{}", err I0428 11:16:00.920237 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:00.920283 3783 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd I0428 11:16:00.921910 3783 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd, ips: 10.130.0.31 I0428 11:16:00.921945 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:00.921964 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:16:00.921971 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:16:00.922175 3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:16:00.922190 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:16:00.934089 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:00.934114 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:00.934132 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:00.934144 3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:01.947697 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:01.947722 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:01.947734 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:01.947747 3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:06.644011 3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0428 11:16:10.469814 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0428 11:16:10.836376 3783 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key ] I0428 11:16:10.913388 3783 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 1e564ca6c852348d9f1b1420f14a814dab023a1b48534e88354e51c76449af5e network default NAD default NAD key default], result "{}", err I0428 11:16:10.963496 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:10.963555 3783 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 I0428 11:16:10.965036 3783 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898, ips: 10.130.0.29 I0428 11:16:10.965068 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:16:10.965096 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:16:10.965108 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 11:16:10.965303 3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 11:16:10.965321 3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 11:16:11.994433 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:11.994462 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:11.994476 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:11.994489 3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:16:13.134153 3783 namespace.go:142] [openshift-operators] updating namespace I0428 11:16:13.160464 3783 namespace.go:142] [openshift-operators] updating namespace I0428 11:16:16.562826 3783 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-mlqxp for pod on switch ip-10-0-1-135.ec2.internal I0428 11:16:16.562972 3783 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp I0428 11:16:16.589994 3783 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp] pod update took 27.047758ms I0428 11:16:16.590016 3783 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp] addLogicalPort annotation time took 27.075297ms I0428 11:16:16.591169 3783 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp] addLogicalPort took 28.35716ms, libovsdb time 836.678µs I0428 11:16:16.928584 3783 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp e991c9aff43a43b740979c74fe948870de4638602bc3977ae6f67b62b0b768d2 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp e991c9aff43a43b740979c74fe948870de4638602bc3977ae6f67b62b0b768d2 network default NAD default NAD key ] I0428 11:16:16.937619 3783 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-mlqxp, hostIfaceName: e991c9aff43a43b, network: default, NAD default, SandboxID: "e991c9aff43a43b740979c74fe948870de4638602bc3977ae6f67b62b0b768d2", PCI device ID: , UID: "3e70be8f-cbff-4b59-b1e2-b81022adf345", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0428 11:16:16.985567 3783 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp e991c9aff43a43b740979c74fe948870de4638602bc3977ae6f67b62b0b768d2 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-mlqxp e991c9aff43a43b740979c74fe948870de4638602bc3977ae6f67b62b0b768d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b0:47:0a:39:ba\",\"name\":\"e991c9aff43a43b\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fb03c68-513e-40b1-8b96-e8ac5c46f799\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:16:19.556662 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=55 W0428 11:16:19.893219 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 11:16:21.303355 3783 namespace.go:142] [openshift-operators] updating namespace I0428 11:16:22.510296 3783 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-vs8nl for pod on switch ip-10-0-1-135.ec2.internal I0428 11:16:22.510435 3783 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl I0428 11:16:22.537311 3783 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl] pod update took 26.920008ms I0428 11:16:22.537335 3783 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl] addLogicalPort annotation time took 26.948756ms I0428 11:16:22.538695 3783 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl] addLogicalPort took 28.411607ms, libovsdb time 944.622µs I0428 11:16:22.874870 3783 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl 0c62abe450b52ff54bceb4afdbd79d47150779f76f8c9125a661a2749b0b5621 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl 0c62abe450b52ff54bceb4afdbd79d47150779f76f8c9125a661a2749b0b5621 network default NAD default NAD key ] I0428 11:16:22.883982 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-vs8nl, hostIfaceName: 0c62abe450b52ff, network: default, NAD default, SandboxID: "0c62abe450b52ff54bceb4afdbd79d47150779f76f8c9125a661a2749b0b5621", PCI device ID: , UID: "c04efdd3-7a94-4511-b8a7-f8360d102555", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0428 11:16:22.934015 3783 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl 0c62abe450b52ff54bceb4afdbd79d47150779f76f8c9125a661a2749b0b5621 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vs8nl 0c62abe450b52ff54bceb4afdbd79d47150779f76f8c9125a661a2749b0b5621 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:79:43:b9:7e:b8\",\"name\":\"0c62abe450b52ff\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b545094e-c1dc-40b7-a745-091d2e1791e7\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:16:28.864605 3783 namespace.go:98] [trusted-artifact-signer] adding namespace I0428 11:16:28.865397 3783 namespace.go:102] [trusted-artifact-signer] adding namespace took 769.707µs I0428 11:16:28.911231 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:16:28.930084 3783 namespace.go:142] [trusted-artifact-signer] updating namespace W0428 11:16:29.553675 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0428 11:16:30.908713 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 11:16:37.852358 3783 namespace.go:98] [openshift-pipelines] adding namespace I0428 11:16:37.853241 3783 namespace.go:102] [openshift-pipelines] adding namespace took 863.694µs I0428 11:16:37.923007 3783 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:16:39.660903 3783 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:16:40.097096 3783 namespace.go:142] [konflux-operator] updating namespace I0428 11:16:40.311936 3783 namespace.go:142] [konflux-ui] updating namespace I0428 11:16:40.500825 3783 namespace.go:142] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] updating namespace I0428 11:16:40.907615 3783 namespace.go:142] [rhbk-operator] updating namespace I0428 11:16:41.104171 3783 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:16:41.511465 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:16:42.046003 3783 namespace.go:142] [tsf] updating namespace I0428 11:16:42.305919 3783 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:16:42.510075 3783 namespace.go:142] [tsf-tas] updating namespace I0428 11:16:42.744825 3783 namespace.go:98] [cert-manager] adding namespace I0428 11:16:42.745704 3783 namespace.go:102] [cert-manager] adding namespace took 858.31µs I0428 11:16:42.946892 3783 namespace.go:142] [cert-manager] updating namespace I0428 11:16:42.997949 3783 namespace.go:142] [cert-manager] updating namespace I0428 11:16:43.088652 3783 namespace.go:142] [tsf-tpa] updating namespace I0428 11:16:43.480165 3783 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:16:43.503088 3783 namespace.go:142] [default] updating namespace I0428 11:16:43.524572 3783 namespace.go:142] [konflux-operator] updating namespace I0428 11:16:43.540339 3783 namespace.go:142] [konflux-ui] updating namespace I0428 11:16:43.564494 3783 namespace.go:142] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] updating namespace I0428 11:16:43.585869 3783 namespace.go:142] [openshift] updating namespace I0428 11:16:43.599615 3783 namespace.go:142] [rhbk-operator] updating namespace I0428 11:16:43.628820 3783 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:16:43.670366 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:16:43.700583 3783 namespace.go:142] [tsf] updating namespace I0428 11:16:43.721530 3783 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:16:43.761426 3783 namespace.go:142] [tsf-tas] updating namespace I0428 11:16:43.834256 3783 namespace.go:142] [tsf-tpa] updating namespace I0428 11:16:44.068075 3783 namespace.go:142] [cert-manager-operator] updating namespace I0428 11:16:44.197680 3783 namespace.go:142] [default] updating namespace I0428 11:16:44.370543 3783 namespace.go:142] [konflux-operator] updating namespace I0428 11:16:44.621517 3783 namespace.go:142] [konflux-ui] updating namespace I0428 11:16:44.674182 3783 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-s667f] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-s667f for pod on switch ip-10-0-1-135.ec2.internal I0428 11:16:44.674275 3783 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-s667f I0428 11:16:44.688466 3783 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-s667f] pod update took 14.220063ms I0428 11:16:44.688488 3783 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-s667f] addLogicalPort annotation time took 14.246139ms I0428 11:16:44.689708 3783 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-s667f] addLogicalPort took 15.542612ms, libovsdb time 883.557µs I0428 11:16:44.918176 3783 namespace.go:142] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] updating namespace I0428 11:16:45.034092 3783 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-s667f bc3379aab18d91e118e9bfc05e9b57b8029dbdf7dd282cda96e06ab573dd77c1 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-s667f bc3379aab18d91e118e9bfc05e9b57b8029dbdf7dd282cda96e06ab573dd77c1 network default NAD default NAD key ] I0428 11:16:45.043016 3783 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-s667f, hostIfaceName: bc3379aab18d91e, network: default, NAD default, SandboxID: "bc3379aab18d91e118e9bfc05e9b57b8029dbdf7dd282cda96e06ab573dd77c1", PCI device ID: , UID: "d62f1c59-fae6-47ba-9b71-78178d760caf", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0428 11:16:45.090732 3783 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-s667f bc3379aab18d91e118e9bfc05e9b57b8029dbdf7dd282cda96e06ab573dd77c1 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-s667f bc3379aab18d91e118e9bfc05e9b57b8029dbdf7dd282cda96e06ab573dd77c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:76:b4:d0:e9:65\",\"name\":\"bc3379aab18d91e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2441c60b-7533-45ab-a8c4-7245b2a516b8\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:16:45.160367 3783 namespace.go:142] [openshift] updating namespace I0428 11:16:45.554933 3783 namespace.go:142] [rhbk-operator] updating namespace I0428 11:16:45.718780 3783 namespace.go:142] [rhtpa-operator] updating namespace I0428 11:16:45.833391 3783 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 11:16:45.934783 3783 namespace.go:142] [tsf] updating namespace I0428 11:16:46.071331 3783 namespace.go:142] [tsf-keycloak] updating namespace I0428 11:16:46.185188 3783 namespace.go:142] [tsf-tas] updating namespace I0428 11:16:46.305732 3783 namespace.go:142] [tsf-tpa] updating namespace I0428 11:16:47.089905 3783 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:16:47.884495 3783 namespace.go:142] [cert-manager] updating namespace W0428 11:16:48.107021 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 11:16:48.107046 3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0428 11:16:48.747959 3783 namespace.go:142] [cert-manager] updating namespace I0428 11:16:49.085990 3783 namespace.go:142] [cert-manager] updating namespace I0428 11:16:52.643853 3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0428 11:16:54.034929 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 11:16:54.034952 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0428 11:16:56.272304 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-l4hsp for pod on switch ip-10-0-1-135.ec2.internal I0428 11:16:56.272427 3783 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp I0428 11:16:56.289486 3783 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp] pod update took 17.110502ms I0428 11:16:56.289513 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp] addLogicalPort annotation time took 17.142563ms I0428 11:16:56.290809 3783 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp] addLogicalPort took 18.52066ms, libovsdb time 934.904µs I0428 11:16:56.377904 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-smf8l for pod on switch ip-10-0-1-135.ec2.internal I0428 11:16:56.377989 3783 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l I0428 11:16:56.393573 3783 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l] pod update took 15.608445ms I0428 11:16:56.393597 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l] addLogicalPort annotation time took 15.637605ms I0428 11:16:56.394803 3783 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l] addLogicalPort took 16.913177ms, libovsdb time 864.19µs I0428 11:16:56.639564 3783 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp 61a46c45e59a53c82ff76128e864ea216348c5c652f7bfee2b828880b0012f2e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp 61a46c45e59a53c82ff76128e864ea216348c5c652f7bfee2b828880b0012f2e network default NAD default NAD key ] I0428 11:16:56.648536 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-l4hsp, hostIfaceName: 61a46c45e59a53c, network: default, NAD default, SandboxID: "61a46c45e59a53c82ff76128e864ea216348c5c652f7bfee2b828880b0012f2e", PCI device ID: , UID: "2fad2327-2b71-420f-8c42-e034aa15d604", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0428 11:16:56.698456 3783 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp 61a46c45e59a53c82ff76128e864ea216348c5c652f7bfee2b828880b0012f2e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-l4hsp 61a46c45e59a53c82ff76128e864ea216348c5c652f7bfee2b828880b0012f2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:aa:2e:5b:de:ff\",\"name\":\"61a46c45e59a53c\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c987b1bc-5e93-469b-bad1-d7eb560ee4c5\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:16:56.742810 3783 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l 8a465a9e1114ada809453b20b51dd01dcf873117e4e9fc2d0e750db547088cd5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l 8a465a9e1114ada809453b20b51dd01dcf873117e4e9fc2d0e750db547088cd5 network default NAD default NAD key ] I0428 11:16:56.752833 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-smf8l, hostIfaceName: 8a465a9e1114ada, network: default, NAD default, SandboxID: "8a465a9e1114ada809453b20b51dd01dcf873117e4e9fc2d0e750db547088cd5", PCI device ID: , UID: "5eb5e566-cdf3-48ff-855f-1761281d2167", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0428 11:16:56.802353 3783 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l 8a465a9e1114ada809453b20b51dd01dcf873117e4e9fc2d0e750db547088cd5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-smf8l 8a465a9e1114ada809453b20b51dd01dcf873117e4e9fc2d0e750db547088cd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:7c:8f:5d:62:65\",\"name\":\"8a465a9e1114ada\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/891ec7b1-c450-4cf5-a07e-90be5067f4e8\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:17:00.103536 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:17:00.103556 3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:17:00.103561 3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:17:00.128499 3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:17:00.128518 3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:17:00.128522 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0428 11:17:01.542500 3783 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:01.543080 3783 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:01.565200 3783 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:01.565222 3783 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:01.570906 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0428 11:17:01.570928 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0428 11:17:01.756494 3783 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:17:01.756512 3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:17:01.756517 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 11:17:01.756522 3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0428 11:17:03.676176 3783 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0428 11:17:04.146322 3783 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-28bkz] creating logical port cert-manager_cert-manager-59c77684cc-28bkz for pod on switch ip-10-0-1-135.ec2.internal I0428 11:17:04.146462 3783 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-28bkz I0428 11:17:04.160672 3783 pod.go:62] [cert-manager/cert-manager-59c77684cc-28bkz] pod update took 14.267184ms I0428 11:17:04.160689 3783 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-28bkz] addLogicalPort annotation time took 14.28905ms I0428 11:17:04.161953 3783 pods.go:271] [cert-manager/cert-manager-59c77684cc-28bkz] addLogicalPort took 15.692948ms, libovsdb time 876.051µs I0428 11:17:04.506537 3783 cni.go:452] [cert-manager/cert-manager-59c77684cc-28bkz 804b51d735a464e8d2ec28ef047442e3a013a02b47ac9beea1c21871892dde7c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-28bkz 804b51d735a464e8d2ec28ef047442e3a013a02b47ac9beea1c21871892dde7c network default NAD default NAD key ] I0428 11:17:04.516494 3783 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-28bkz, hostIfaceName: 804b51d735a464e, network: default, NAD default, SandboxID: "804b51d735a464e8d2ec28ef047442e3a013a02b47ac9beea1c21871892dde7c", PCI device ID: , UID: "35c6549e-b92f-4153-8881-4e09a36fe95c", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0428 11:17:04.564621 3783 cni.go:473] [cert-manager/cert-manager-59c77684cc-28bkz 804b51d735a464e8d2ec28ef047442e3a013a02b47ac9beea1c21871892dde7c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-28bkz 804b51d735a464e8d2ec28ef047442e3a013a02b47ac9beea1c21871892dde7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:64:a8:81:92:86\",\"name\":\"804b51d735a464e\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd9cf782-3caf-456a-938d-c59702ccd690\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:17:11.113708 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:17:11.113726 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:17:11.113733 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 11:17:11.148703 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:17:11.149506 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:17:11.149517 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 11:17:11.460187 3783 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0428 11:17:11.484539 3783 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0428 11:17:19.568112 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f9drk] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-f9drk for pod on switch ip-10-0-1-135.ec2.internal I0428 11:17:19.568294 3783 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-f9drk I0428 11:17:19.587233 3783 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-f9drk] pod update took 18.986922ms I0428 11:17:19.587260 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f9drk] addLogicalPort annotation time took 19.019301ms I0428 11:17:19.588515 3783 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-f9drk] addLogicalPort took 20.425924ms, libovsdb time 840.623µs I0428 11:17:19.787789 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-4ljc7 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:17:19.787878 3783 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7 I0428 11:17:19.805836 3783 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7] pod update took 17.982804ms I0428 11:17:19.805860 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7] addLogicalPort annotation time took 18.01256ms I0428 11:17:19.807133 3783 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7] addLogicalPort took 19.360571ms, libovsdb time 897.244µs I0428 11:17:19.931499 3783 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-f9drk 1ac29a55e12a954cbf94ac0224178142ce5015ebb33f4d5a16f2c6cf9e1a8c33 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f9drk 1ac29a55e12a954cbf94ac0224178142ce5015ebb33f4d5a16f2c6cf9e1a8c33 network default NAD default NAD key ] I0428 11:17:19.941284 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-f9drk, hostIfaceName: 1ac29a55e12a954, network: default, NAD default, SandboxID: "1ac29a55e12a954cbf94ac0224178142ce5015ebb33f4d5a16f2c6cf9e1a8c33", PCI device ID: , UID: "43385293-0281-4443-b1a8-3aa00d984868", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0428 11:17:19.990528 3783 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-f9drk 1ac29a55e12a954cbf94ac0224178142ce5015ebb33f4d5a16f2c6cf9e1a8c33 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f9drk 1ac29a55e12a954cbf94ac0224178142ce5015ebb33f4d5a16f2c6cf9e1a8c33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:cb:f8:fe:84:46\",\"name\":\"1ac29a55e12a954\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8895108-98a2-4b41-9e31-4da3e014c13c\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:17:20.451787 3783 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7 a323d561b799b5079479b97aeaee6ef93d11e42a0b4f4b040663ffe475fa495c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7 a323d561b799b5079479b97aeaee6ef93d11e42a0b4f4b040663ffe475fa495c network default NAD default NAD key ] I0428 11:17:20.461589 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-4ljc7, hostIfaceName: a323d561b799b50, network: default, NAD default, SandboxID: "a323d561b799b5079479b97aeaee6ef93d11e42a0b4f4b040663ffe475fa495c", PCI device ID: , UID: "3a63c5ab-6824-463c-95f5-cac9ed8dcd21", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0428 11:17:20.512318 3783 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7 a323d561b799b5079479b97aeaee6ef93d11e42a0b4f4b040663ffe475fa495c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4ljc7 a323d561b799b5079479b97aeaee6ef93d11e42a0b4f4b040663ffe475fa495c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:5a:9d:7b:59:7b\",\"name\":\"a323d561b799b50\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/239b2028-87f1-4864-bea3-bf380b8ea631\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:17:24.245027 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 11:17:24.670287 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0428 11:17:26.653901 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0428 11:17:34.720971 3783 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:34.721538 3783 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:17:34.742863 3783 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:34.742885 3783 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:17:34.750300 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0428 11:17:34.750324 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0428 11:17:35.239607 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 11:17:36.670134 3783 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0428 11:17:36.670806 3783 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0428 11:17:36.670824 3783 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0428 11:17:36.673016 3783 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0428 11:17:41.494166 3783 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0428 11:17:42.931136 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0428 11:17:42.931156 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0428 11:17:42.935824 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 11:17:42.935840 3783 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0428 11:17:44.571693 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:17:44.571821 3783 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0428 11:17:44.584704 3783 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.905693ms I0428 11:17:44.584728 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.930686ms I0428 11:17:44.586124 3783 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.445744ms, libovsdb time 982.35µs I0428 11:17:52.290365 3783 namespace.go:142] [openshift-pipelines] updating namespace I0428 11:17:53.936449 3783 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 0785e26a68e2558ace8895798fa7dea86b943deeae13802d80618fa846ef4ab3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 0785e26a68e2558ace8895798fa7dea86b943deeae13802d80618fa846ef4ab3 network default NAD default NAD key ] I0428 11:17:53.945954 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 0785e26a68e2558, network: default, NAD default, SandboxID: "0785e26a68e2558ace8895798fa7dea86b943deeae13802d80618fa846ef4ab3", PCI device ID: , UID: "caea9e96-ebb1-4013-9ac0-2524750e6d47", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0428 11:17:53.996577 3783 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 0785e26a68e2558ace8895798fa7dea86b943deeae13802d80618fa846ef4ab3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 0785e26a68e2558ace8895798fa7dea86b943deeae13802d80618fa846ef4ab3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a4:0e:b2:76:92\",\"name\":\"0785e26a68e2558\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae9afc92-9808-43f0-9c78-d07581e0609e\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:17:59.440351 3783 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 11:18:01.021364 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-frdgv for pod on switch ip-10-0-1-135.ec2.internal I0428 11:18:01.021499 3783 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv I0428 11:18:01.046220 3783 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv] pod update took 24.748254ms I0428 11:18:01.046243 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv] addLogicalPort annotation time took 24.781449ms I0428 11:18:01.047499 3783 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv] addLogicalPort took 26.154367ms, libovsdb time 838.493µs I0428 11:18:01.385002 3783 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv 99011ad8fbb139d4ec8c9476a195b151248c0d96ec547a08d91a615ea36f2703 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv 99011ad8fbb139d4ec8c9476a195b151248c0d96ec547a08d91a615ea36f2703 network default NAD default NAD key ] I0428 11:18:01.394298 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-frdgv, hostIfaceName: 99011ad8fbb139d, network: default, NAD default, SandboxID: "99011ad8fbb139d4ec8c9476a195b151248c0d96ec547a08d91a615ea36f2703", PCI device ID: , UID: "7e3745a7-030f-4326-9a13-041ba654f385", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0428 11:18:01.445591 3783 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv 99011ad8fbb139d4ec8c9476a195b151248c0d96ec547a08d91a615ea36f2703 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-frdgv 99011ad8fbb139d4ec8c9476a195b151248c0d96ec547a08d91a615ea36f2703 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:2e:98:13:eb:6c\",\"name\":\"99011ad8fbb139d\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edf24ec1-4860-4ffc-8853-fca8c6ae5a9a\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:18:05.737008 3783 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:18:05.737034 3783 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 11:18:05.737043 3783 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0428 11:18:09.556063 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=110 I0428 11:18:15.682258 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0428 11:18:17.801510 3783 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-gdx2d] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-gdx2d for pod on switch ip-10-0-1-135.ec2.internal I0428 11:18:17.801604 3783 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-gdx2d I0428 11:18:17.814682 3783 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-gdx2d] pod update took 13.09996ms I0428 11:18:17.814710 3783 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-gdx2d] addLogicalPort annotation time took 13.133536ms I0428 11:18:17.816099 3783 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-gdx2d] addLogicalPort took 14.608933ms, libovsdb time 983.916µs I0428 11:18:18.163226 3783 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-gdx2d 63eb2c57657ea8d81aed69bb9d56ae57dd30a34d8a456fa00cd800d6d9e5bc8f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gdx2d 63eb2c57657ea8d81aed69bb9d56ae57dd30a34d8a456fa00cd800d6d9e5bc8f network default NAD default NAD key ] I0428 11:18:18.172529 3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-gdx2d, hostIfaceName: 63eb2c57657ea8d, network: default, NAD default, SandboxID: "63eb2c57657ea8d81aed69bb9d56ae57dd30a34d8a456fa00cd800d6d9e5bc8f", PCI device ID: , UID: "70a265a8-ff42-44c1-a581-93fa086bbd58", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0428 11:18:18.222910 3783 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-gdx2d 63eb2c57657ea8d81aed69bb9d56ae57dd30a34d8a456fa00cd800d6d9e5bc8f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gdx2d 63eb2c57657ea8d81aed69bb9d56ae57dd30a34d8a456fa00cd800d6d9e5bc8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:33:59:46:dd:ab\",\"name\":\"63eb2c57657ea8d\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f262c5f-2c64-4a2b-b5cc-ef90234dc96d\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:18:27.035574 3783 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:18:27.036092 3783 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:18:27.077029 3783 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:18:27.077056 3783 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:18:27.084086 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0428 11:18:27.084114 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0428 11:18:28.939218 3783 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-hlf7g-lklvg] creating logical port tsf-tas_segment-backup-installation-hlf7g-lklvg for pod on switch ip-10-0-1-135.ec2.internal I0428 11:18:28.939314 3783 kube.go:256] Updating pod tsf-tas/segment-backup-installation-hlf7g-lklvg I0428 11:18:28.952053 3783 pod.go:62] [tsf-tas/segment-backup-installation-hlf7g-lklvg] pod update took 12.759258ms I0428 11:18:28.952185 3783 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-hlf7g-lklvg] addLogicalPort annotation time took 12.880583ms I0428 11:18:28.954648 3783 pods.go:271] [tsf-tas/segment-backup-installation-hlf7g-lklvg] addLogicalPort took 15.448735ms, libovsdb time 1.774035ms I0428 11:18:29.315946 3783 cni.go:452] [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key ] I0428 11:18:29.325525 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-hlf7g-lklvg, hostIfaceName: 4521412d4300c8f, network: default, NAD default, SandboxID: "4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32", PCI device ID: , UID: "1473998d-2c38-4da7-baac-2dc66f0d6cc3", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0428 11:18:29.376535 3783 cni.go:473] [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ba:19:69:21:76\",\"name\":\"4521412d4300c8f\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f600610-398e-4997-bcc9-e1c1a19fd05f\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:18:29.531045 3783 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5bfcb8c64d-hjrhc] creating logical port tsf-tas_fulcio-server-5bfcb8c64d-hjrhc for pod on switch ip-10-0-1-135.ec2.internal I0428 11:18:29.531137 3783 kube.go:256] Updating pod tsf-tas/fulcio-server-5bfcb8c64d-hjrhc I0428 11:18:29.549775 3783 pod.go:62] [tsf-tas/fulcio-server-5bfcb8c64d-hjrhc] pod update took 18.658464ms I0428 11:18:29.549797 3783 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5bfcb8c64d-hjrhc] addLogicalPort annotation time took 18.687132ms I0428 11:18:29.551157 3783 pods.go:271] [tsf-tas/fulcio-server-5bfcb8c64d-hjrhc] addLogicalPort took 20.130384ms, libovsdb time 967.925µs I0428 11:18:29.970644 3783 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-4tjjw-7kcbn] creating logical port tsf-tas_rekor-createtree-job-4tjjw-7kcbn for pod on switch ip-10-0-1-135.ec2.internal I0428 11:18:29.970757 3783 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-4tjjw-7kcbn I0428 11:18:29.989877 3783 pod.go:62] [tsf-tas/rekor-createtree-job-4tjjw-7kcbn] pod update took 19.134004ms I0428 11:18:29.989905 3783 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-4tjjw-7kcbn] addLogicalPort annotation time took 19.180957ms I0428 11:18:29.991720 3783 pods.go:271] [tsf-tas/rekor-createtree-job-4tjjw-7kcbn] addLogicalPort took 21.093565ms, libovsdb time 1.340844ms I0428 11:18:30.016870 3783 cni.go:452] [tsf-tas/fulcio-server-5bfcb8c64d-hjrhc 890da5e22ed419d34fe08af2571f6cf9c24498a849e1bb1528bc2994f9dc853b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5bfcb8c64d-hjrhc 890da5e22ed419d34fe08af2571f6cf9c24498a849e1bb1528bc2994f9dc853b network default NAD default NAD key ] I0428 11:18:30.030175 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5bfcb8c64d-hjrhc, hostIfaceName: 890da5e22ed419d, network: default, NAD default, SandboxID: "890da5e22ed419d34fe08af2571f6cf9c24498a849e1bb1528bc2994f9dc853b", PCI device ID: , UID: "3d38aaf5-b056-4152-9e78-1193abc352a5", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0428 11:18:30.101467 3783 cni.go:473] [tsf-tas/fulcio-server-5bfcb8c64d-hjrhc 890da5e22ed419d34fe08af2571f6cf9c24498a849e1bb1528bc2994f9dc853b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5bfcb8c64d-hjrhc 890da5e22ed419d34fe08af2571f6cf9c24498a849e1bb1528bc2994f9dc853b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d9:1f:d3:fd:f9\",\"name\":\"890da5e22ed419d\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3378f466-b54c-47c9-b129-f3bb01e92fe7\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:18:30.381808 3783 cni.go:452] [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key ] I0428 11:18:30.393395 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-4tjjw-7kcbn, hostIfaceName: 509153433e18769, network: default, NAD default, SandboxID: "509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370", PCI device ID: , UID: "6585607e-e49c-4f87-99b4-87adb230a19c", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0428 11:18:30.467558 3783 cni.go:473] [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b9:5b:ec:74:8f\",\"name\":\"509153433e18769\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f5fa4b7-c501-4b89-8936-579d8325d582\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:18:32.852525 3783 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-748df4cf4-psjg8] creating logical port tsf-tas_trillian-db-748df4cf4-psjg8 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:18:32.852627 3783 kube.go:256] Updating pod tsf-tas/trillian-db-748df4cf4-psjg8 I0428 11:18:32.865301 3783 pod.go:62] [tsf-tas/trillian-db-748df4cf4-psjg8] pod update took 12.700673ms I0428 11:18:32.865322 3783 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-748df4cf4-psjg8] addLogicalPort annotation time took 12.727194ms I0428 11:18:32.866999 3783 pods.go:271] [tsf-tas/trillian-db-748df4cf4-psjg8] addLogicalPort took 14.498183ms, libovsdb time 1.202568ms W0428 11:18:33.208347 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0428 11:18:34.924280 3783 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0428 11:18:34.924307 3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0428 11:18:37.949309 3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0428 11:18:38.999216 3783 cni.go:452] [tsf-tas/trillian-db-748df4cf4-psjg8 a80d54a1e7e166144298defac197c3577d955a0cdf5ad7aca141371c416c5a82 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-748df4cf4-psjg8 a80d54a1e7e166144298defac197c3577d955a0cdf5ad7aca141371c416c5a82 network default NAD default NAD key ] I0428 11:18:39.008655 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-748df4cf4-psjg8, hostIfaceName: a80d54a1e7e1661, network: default, NAD default, SandboxID: "a80d54a1e7e166144298defac197c3577d955a0cdf5ad7aca141371c416c5a82", PCI device ID: , UID: "d48d5ac9-1b10-472c-956d-0a8b1d929484", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0428 11:18:39.065948 3783 cni.go:473] [tsf-tas/trillian-db-748df4cf4-psjg8 a80d54a1e7e166144298defac197c3577d955a0cdf5ad7aca141371c416c5a82 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-748df4cf4-psjg8 a80d54a1e7e166144298defac197c3577d955a0cdf5ad7aca141371c416c5a82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:da:9a:35:55:2a\",\"name\":\"a80d54a1e7e1661\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19cceaf7-10da-4834-b777-06168f6b4aa0\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:18:39.649483 3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0428 11:18:39.649503 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0428 11:18:39.691020 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0428 11:18:39.691044 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0428 11:18:40.251870 3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0428 11:18:41.667062 3783 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 11:18:42.107893 3783 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:18:42.108457 3783 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:18:42.680882 3783 cni.go:452] [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key ] I0428 11:18:42.759568 3783 cni.go:473] [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-hlf7g-lklvg 4521412d4300c8f45a43097e70988ecde2969ebe7c07fc6e131f3d5084831e32 network default NAD default NAD key default], result "{}", err I0428 11:18:42.808619 3783 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:18:42.808657 3783 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-hlf7g-lklvg I0428 11:18:42.809946 3783 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-hlf7g-lklvg, ips: 10.130.0.43 I0428 11:18:42.809974 3783 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:18:42.995849 3783 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:18:42.995870 3783 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:18:43.709399 3783 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:18:43.709453 3783 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:18:52.715177 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 11:19:19.324204 3783 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:19.324751 3783 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:19.342866 3783 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:19.342882 3783 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:19.349998 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0428 11:19:19.350024 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0428 11:19:19.582225 3783 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:19.582833 3783 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:20.473398 3783 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:20.473433 3783 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:19:27.215034 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0428 11:19:28.368509 3783 obj_retry.go:498] Detected object tsf/patch-tekton-config-v46r2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:28.369096 3783 obj_retry.go:498] Detected object tsf/patch-tekton-config-v46r2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:28.939304 3783 cni.go:452] [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key ] I0428 11:19:29.015286 3783 cni.go:473] [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-4tjjw-7kcbn 509153433e18769cf8c7c75477cec3ee9a15beee40763faf6474803894781370 network default NAD default NAD key default], result "{}", err I0428 11:19:29.065043 3783 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:29.065082 3783 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-4tjjw-7kcbn I0428 11:19:29.066377 3783 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-4tjjw-7kcbn, ips: 10.130.0.45 I0428 11:19:29.066421 3783 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:29.238104 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:29.238123 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:29.951484 3783 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:29.951510 3783 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:31.219129 3783 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-76dc566966-fqm4s] creating logical port tsf-tas_rekor-redis-76dc566966-fqm4s for pod on switch ip-10-0-1-135.ec2.internal I0428 11:19:31.219222 3783 kube.go:256] Updating pod tsf-tas/rekor-redis-76dc566966-fqm4s I0428 11:19:31.234034 3783 pod.go:62] [tsf-tas/rekor-redis-76dc566966-fqm4s] pod update took 14.837314ms I0428 11:19:31.234058 3783 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-76dc566966-fqm4s] addLogicalPort annotation time took 14.8655ms I0428 11:19:31.235381 3783 pods.go:271] [tsf-tas/rekor-redis-76dc566966-fqm4s] addLogicalPort took 16.276488ms, libovsdb time 884.693µs I0428 11:19:31.385870 3783 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4] creating logical port tsf-tas_rekor-search-ui-6c6b5fb6cb-6cwv4 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:19:31.385969 3783 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4 I0428 11:19:31.402665 3783 pod.go:62] [tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4] pod update took 16.720765ms I0428 11:19:31.402687 3783 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4] addLogicalPort annotation time took 16.750702ms I0428 11:19:31.403883 3783 pods.go:271] [tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4] addLogicalPort took 18.033279ms, libovsdb time 819.292µs I0428 11:19:31.746173 3783 cni.go:452] [tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4 2d434e4a09f3c4b9baae1c386f3e3761beeeb68683b4931a00902ba69b9d0bf3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4 2d434e4a09f3c4b9baae1c386f3e3761beeeb68683b4931a00902ba69b9d0bf3 network default NAD default NAD key ] I0428 11:19:31.755375 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6c6b5fb6cb-6cwv4, hostIfaceName: 2d434e4a09f3c4b, network: default, NAD default, SandboxID: "2d434e4a09f3c4b9baae1c386f3e3761beeeb68683b4931a00902ba69b9d0bf3", PCI device ID: , UID: "e86fddc8-4f84-4dd8-bac1-b08600effb83", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0428 11:19:31.807990 3783 cni.go:473] [tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4 2d434e4a09f3c4b9baae1c386f3e3761beeeb68683b4931a00902ba69b9d0bf3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6c6b5fb6cb-6cwv4 2d434e4a09f3c4b9baae1c386f3e3761beeeb68683b4931a00902ba69b9d0bf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a7:97:a1:5a:1b\",\"name\":\"2d434e4a09f3c4b\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08e23797-48e1-436a-96b5-ae21e96e890a\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:19:32.180418 3783 cni.go:452] [tsf-tas/rekor-redis-76dc566966-fqm4s 503588a7e431f9306a4fb05f054d5fa11e526788d67858af8e59ac902abedfeb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-76dc566966-fqm4s 503588a7e431f9306a4fb05f054d5fa11e526788d67858af8e59ac902abedfeb network default NAD default NAD key ] I0428 11:19:32.189350 3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-76dc566966-fqm4s, hostIfaceName: 503588a7e431f93, network: default, NAD default, SandboxID: "503588a7e431f9306a4fb05f054d5fa11e526788d67858af8e59ac902abedfeb", PCI device ID: , UID: "74729113-abd6-45d8-bf13-0d6a6612d092", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0428 11:19:32.239677 3783 cni.go:473] [tsf-tas/rekor-redis-76dc566966-fqm4s 503588a7e431f9306a4fb05f054d5fa11e526788d67858af8e59ac902abedfeb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-76dc566966-fqm4s 503588a7e431f9306a4fb05f054d5fa11e526788d67858af8e59ac902abedfeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ea:6b:c3:d3:f0\",\"name\":\"503588a7e431f93\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aad61b91-eda3-458a-a239-d60577302a83\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:19:34.975503 3783 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0428 11:19:34.994057 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0428 11:19:35.398310 3783 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7s4vj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:35.398902 3783 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7s4vj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:36.277794 3783 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7s4vj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:36.277818 3783 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7s4vj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:36.312238 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:36.312262 3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:36.315011 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v46r2 I0428 11:19:36.315034 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v46r2 I0428 11:19:40.440123 3783 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:40.440722 3783 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:40.461520 3783 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:40.461542 3783 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:40.467462 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0428 11:19:40.467483 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0428 11:19:46.465579 3783 obj_retry.go:498] Detected object tsf-tpa/create-db-wgdmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:46.466110 3783 obj_retry.go:498] Detected object tsf-tpa/create-db-wgdmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0428 11:19:46.601201 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0428 11:19:46.997782 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0428 11:19:47.360666 3783 obj_retry.go:492] Detected object tsf-tpa/create-db-wgdmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:47.360688 3783 obj_retry.go:492] Detected object tsf-tpa/create-db-wgdmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 11:19:48.019686 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0428 11:19:52.770121 3783 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xgzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:52.770672 3783 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xgzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:53.647885 3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xgzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:53.647909 3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xgzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:55.776972 3783 obj_retry.go:498] Detected object tsf-tpa/create-importers-bklhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:55.777528 3783 obj_retry.go:498] Detected object tsf-tpa/create-importers-bklhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:19:56.801984 3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-bklhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:19:56.802005 3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-bklhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:00.188292 3783 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key ] I0428 11:20:00.264653 3783 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf 6faafb154c855dafa6a90ae788234427f2a3644cdc0f25cb23c3b94d22d5bd24 network default NAD default NAD key default], result "{}", err I0428 11:20:01.112153 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:01.112192 3783 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf I0428 11:20:01.113528 3783 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf, ips: 10.130.0.21 I0428 11:20:01.113555 3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:01.121116 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:01.121138 3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:01.127086 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf I0428 11:20:01.127110 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf W0428 11:20:05.452515 3783 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0428 11:20:08.608794 3783 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:08.609341 3783 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:08.629199 3783 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:08.629222 3783 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:08.635983 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0428 11:20:08.636011 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0428 11:20:09.396733 3783 namespace.go:98] [integration-service] adding namespace I0428 11:20:09.397688 3783 namespace.go:102] [integration-service] adding namespace took 931.621µs I0428 11:20:09.400757 3783 namespace.go:98] [image-controller] adding namespace I0428 11:20:09.401451 3783 namespace.go:102] [image-controller] adding namespace took 675.869µs I0428 11:20:09.408749 3783 namespace.go:98] [default-tenant] adding namespace I0428 11:20:09.408771 3783 namespace.go:98] [build-service] adding namespace I0428 11:20:09.409459 3783 namespace.go:102] [default-tenant] adding namespace took 694.553µs I0428 11:20:09.410032 3783 namespace.go:102] [build-service] adding namespace took 1.251251ms I0428 11:20:09.463833 3783 namespace.go:142] [integration-service] updating namespace I0428 11:20:09.516803 3783 namespace.go:142] [integration-service] updating namespace I0428 11:20:09.565850 3783 namespace.go:142] [image-controller] updating namespace I0428 11:20:09.617963 3783 namespace.go:142] [image-controller] updating namespace I0428 11:20:09.646381 3783 namespace.go:142] [default-tenant] updating namespace I0428 11:20:09.687031 3783 namespace.go:142] [default-tenant] updating namespace I0428 11:20:09.707352 3783 namespace.go:142] [build-service] updating namespace I0428 11:20:09.744925 3783 namespace.go:142] [build-service] updating namespace I0428 11:20:09.761525 3783 namespace.go:142] [integration-service] updating namespace I0428 11:20:09.780456 3783 namespace.go:142] [build-service] updating namespace I0428 11:20:09.822112 3783 namespace.go:98] [release-service] adding namespace I0428 11:20:09.822981 3783 namespace.go:102] [release-service] adding namespace took 849.583µs I0428 11:20:09.868916 3783 namespace.go:142] [konflux-ui] updating namespace I0428 11:20:09.885832 3783 namespace.go:142] [release-service] updating namespace I0428 11:20:09.931915 3783 namespace.go:142] [release-service] updating namespace I0428 11:20:10.067918 3783 namespace.go:98] [konflux-info] adding namespace I0428 11:20:10.068830 3783 namespace.go:102] [konflux-info] adding namespace took 892.123µs I0428 11:20:10.070209 3783 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-135.ec2.internal I0428 11:20:10.070292 3783 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0428 11:20:10.105893 3783 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 35.6225ms I0428 11:20:10.105916 3783 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 35.65168ms I0428 11:20:10.107083 3783 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 36.886072ms, libovsdb time 773.937µs I0428 11:20:10.171916 3783 namespace.go:98] [namespace-lister] adding namespace I0428 11:20:10.172765 3783 namespace.go:102] [namespace-lister] adding namespace took 828.308µs I0428 11:20:10.249914 3783 namespace.go:142] [konflux-info] updating namespace I0428 11:20:10.299972 3783 namespace.go:98] [enterprise-contract-service] adding namespace I0428 11:20:10.300824 3783 namespace.go:102] [enterprise-contract-service] adding namespace took 834.255µs I0428 11:20:10.502837 3783 namespace.go:142] [image-controller] updating namespace I0428 11:20:10.513941 3783 namespace.go:142] [konflux-info] updating namespace I0428 11:20:10.804263 3783 namespace.go:142] [namespace-lister] updating namespace I0428 11:20:11.182442 3783 namespace.go:142] [namespace-lister] updating namespace I0428 11:20:11.451060 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:20:11.523889 3783 namespace.go:142] [default-tenant] updating namespace I0428 11:20:11.724262 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:20:11.930901 3783 cni.go:452] [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key ] I0428 11:20:11.940353 3783 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: e22dc3b7a228664, network: default, NAD default, SandboxID: "e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893", PCI device ID: , UID: "29d9497c-9165-4162-b050-d9939a771d54", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0428 11:20:11.984894 3783 namespace.go:98] [segment-bridge] adding namespace I0428 11:20:11.985717 3783 namespace.go:102] [segment-bridge] adding namespace took 801.342µs I0428 11:20:11.993237 3783 cni.go:473] [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:87:2c:63:ce:7f\",\"name\":\"e22dc3b7a228664\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/996cbd0c-749c-477c-bb2c-2ea0f9da6a69\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:20:12.060041 3783 namespace.go:98] [konflux-cli] adding namespace I0428 11:20:12.061051 3783 namespace.go:102] [konflux-cli] adding namespace took 986.665µs I0428 11:20:12.230114 3783 namespace.go:142] [segment-bridge] updating namespace I0428 11:20:12.381110 3783 namespace.go:142] [segment-bridge] updating namespace I0428 11:20:12.431859 3783 namespace.go:142] [konflux-cli] updating namespace I0428 11:20:12.526885 3783 namespace.go:142] [konflux-cli] updating namespace I0428 11:20:12.903205 3783 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-trkf7] creating logical port namespace-lister_namespace-lister-696b855848-trkf7 for pod on switch ip-10-0-1-135.ec2.internal I0428 11:20:12.903332 3783 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-trkf7 I0428 11:20:12.921844 3783 pod.go:62] [namespace-lister/namespace-lister-696b855848-trkf7] pod update took 18.539695ms I0428 11:20:12.921931 3783 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-trkf7] addLogicalPort annotation time took 18.632054ms I0428 11:20:12.923385 3783 pods.go:271] [namespace-lister/namespace-lister-696b855848-trkf7] addLogicalPort took 20.199754ms, libovsdb time 989.436µs I0428 11:20:12.984959 3783 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:12.985668 3783 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:13.083255 3783 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0428 11:20:13.084021 3783 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0428 11:20:13.084041 3783 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0428 11:20:13.087755 3783 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0428 11:20:13.131820 3783 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0428 11:20:13.131849 3783 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0428 11:20:13.133119 3783 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0428 11:20:13.938853 3783 namespace.go:142] [build-service] updating namespace I0428 11:20:14.107233 3783 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:14.107258 3783 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:14.435012 3783 namespace.go:142] [default-tenant] updating namespace I0428 11:20:14.580067 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:20:14.769910 3783 namespace.go:142] [image-controller] updating namespace I0428 11:20:14.976262 3783 namespace.go:142] [integration-service] updating namespace I0428 11:20:15.080690 3783 cni.go:452] [namespace-lister/namespace-lister-696b855848-trkf7 015c150538689edf2576b782a95d1b900d6ecc34f4ff48a8c9f49f1551fb11b3 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-trkf7 015c150538689edf2576b782a95d1b900d6ecc34f4ff48a8c9f49f1551fb11b3 network default NAD default NAD key ] I0428 11:20:15.091672 3783 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-trkf7, hostIfaceName: 015c150538689ed, network: default, NAD default, SandboxID: "015c150538689edf2576b782a95d1b900d6ecc34f4ff48a8c9f49f1551fb11b3", PCI device ID: , UID: "56bc233f-4e70-4970-9274-8e3b3010aef8", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0428 11:20:15.114204 3783 base_network_controller_pods.go:487] [default/konflux-ui/proxy-66c9745ffc-tzggr] creating logical port konflux-ui_proxy-66c9745ffc-tzggr for pod on switch ip-10-0-1-135.ec2.internal I0428 11:20:15.114365 3783 kube.go:256] Updating pod konflux-ui/proxy-66c9745ffc-tzggr I0428 11:20:15.155237 3783 cni.go:473] [namespace-lister/namespace-lister-696b855848-trkf7 015c150538689edf2576b782a95d1b900d6ecc34f4ff48a8c9f49f1551fb11b3 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-trkf7 015c150538689edf2576b782a95d1b900d6ecc34f4ff48a8c9f49f1551fb11b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:dd:4c:a6:f2:a9\",\"name\":\"015c150538689ed\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e55430c2-5a9d-4a58-aaed-4f0307ee4db6\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 11:20:15.189130 3783 pod.go:62] [konflux-ui/proxy-66c9745ffc-tzggr] pod update took 74.806334ms I0428 11:20:15.189187 3783 base_network_controller_pods.go:951] [default/konflux-ui/proxy-66c9745ffc-tzggr] addLogicalPort annotation time took 74.874268ms I0428 11:20:15.190645 3783 pods.go:271] [konflux-ui/proxy-66c9745ffc-tzggr] addLogicalPort took 76.4597ms, libovsdb time 1.015234ms I0428 11:20:15.241849 3783 namespace.go:142] [konflux-cli] updating namespace I0428 11:20:15.402199 3783 namespace.go:142] [konflux-info] updating namespace I0428 11:20:15.602331 3783 namespace.go:142] [namespace-lister] updating namespace I0428 11:20:15.796674 3783 namespace.go:142] [release-service] updating namespace I0428 11:20:15.913757 3783 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6cc9996f77-b67td] creating logical port integration-service_integration-service-controller-manager-6cc9996f77-b67td for pod on switch ip-10-0-1-135.ec2.internal I0428 11:20:15.913850 3783 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6cc9996f77-b67td I0428 11:20:15.931119 3783 pod.go:62] [integration-service/integration-service-controller-manager-6cc9996f77-b67td] pod update took 17.292947ms I0428 11:20:15.931139 3783 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6cc9996f77-b67td] addLogicalPort annotation time took 17.319057ms I0428 11:20:15.932623 3783 pods.go:271] [integration-service/integration-service-controller-manager-6cc9996f77-b67td] addLogicalPort took 18.888882ms, libovsdb time 861.895µs I0428 11:20:16.001171 3783 namespace.go:142] [segment-bridge] updating namespace I0428 11:20:16.122068 3783 namespace.go:142] [build-service] updating namespace I0428 11:20:16.137572 3783 namespace.go:142] [default-tenant] updating namespace I0428 11:20:16.155923 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:20:16.174837 3783 namespace.go:142] [image-controller] updating namespace I0428 11:20:16.191860 3783 namespace.go:142] [integration-service] updating namespace I0428 11:20:16.210351 3783 namespace.go:142] [konflux-cli] updating namespace I0428 11:20:16.227057 3783 namespace.go:142] [konflux-info] updating namespace I0428 11:20:16.247173 3783 namespace.go:142] [namespace-lister] updating namespace I0428 11:20:16.254995 3783 namespace.go:142] [release-service] updating namespace I0428 11:20:16.269912 3783 namespace.go:142] [segment-bridge] updating namespace I0428 11:20:16.347168 3783 namespace.go:142] [build-service] updating namespace I0428 11:20:16.422199 3783 namespace.go:142] [default-tenant] updating namespace I0428 11:20:16.475171 3783 namespace.go:142] [enterprise-contract-service] updating namespace I0428 11:20:16.566088 3783 namespace.go:142] [image-controller] updating namespace I0428 11:20:16.661635 3783 namespace.go:142] [integration-service] updating namespace I0428 11:20:16.762799 3783 namespace.go:142] [konflux-cli] updating namespace I0428 11:20:16.868042 3783 namespace.go:142] [konflux-info] updating namespace I0428 11:20:16.961462 3783 namespace.go:142] [namespace-lister] updating namespace I0428 11:20:17.177155 3783 namespace.go:142] [release-service] updating namespace I0428 11:20:17.373134 3783 namespace.go:142] [segment-bridge] updating namespace W0428 11:20:17.772195 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0428 11:20:17.805739 3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0428 11:20:19.912646 3783 cni.go:452] [integration-service/integration-service-controller-manager-6cc9996f77-b67td 5cb87857e3fb3eae73a24b4aa633f882168f6f139b51e54448bd392a3fda03f7 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6cc9996f77-b67td 5cb87857e3fb3eae73a24b4aa633f882168f6f139b51e54448bd392a3fda03f7 network default NAD default NAD key ] I0428 11:20:19.921951 3783 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6cc9996f77-b67td, hostIfaceName: 5cb87857e3fb3ea, network: default, NAD default, SandboxID: "5cb87857e3fb3eae73a24b4aa633f882168f6f139b51e54448bd392a3fda03f7", PCI device ID: , UID: "ecd1fede-d20e-468b-9103-ef9365a0960e", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0428 11:20:19.976949 3783 cni.go:473] [integration-service/integration-service-controller-manager-6cc9996f77-b67td 5cb87857e3fb3eae73a24b4aa633f882168f6f139b51e54448bd392a3fda03f7 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6cc9996f77-b67td 5cb87857e3fb3eae73a24b4aa633f882168f6f139b51e54448bd392a3fda03f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ab:65:41:94:af\",\"name\":\"5cb87857e3fb3ea\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03f3a194-a137-4899-aac9-ced6d0f31190\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:20:20.238993 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0428 11:20:20.795723 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 11:20:20.798676 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:20:21.255370 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0428 11:20:22.258774 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:20:22.259457 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0428 11:20:22.989045 3783 cni.go:452] [konflux-ui/proxy-66c9745ffc-tzggr ba75aafcd3a89cf71b33d3171e6ed26448d7849d215609011c3a9b92a99c6b3c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-66c9745ffc-tzggr ba75aafcd3a89cf71b33d3171e6ed26448d7849d215609011c3a9b92a99c6b3c network default NAD default NAD key ] I0428 11:20:22.999650 3783 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-66c9745ffc-tzggr, hostIfaceName: ba75aafcd3a89cf, network: default, NAD default, SandboxID: "ba75aafcd3a89cf71b33d3171e6ed26448d7849d215609011c3a9b92a99c6b3c", PCI device ID: , UID: "032c1e78-10b5-421f-8c47-c3c090d91e23", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0428 11:20:23.054084 3783 cni.go:473] [konflux-ui/proxy-66c9745ffc-tzggr ba75aafcd3a89cf71b33d3171e6ed26448d7849d215609011c3a9b92a99c6b3c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-66c9745ffc-tzggr ba75aafcd3a89cf71b33d3171e6ed26448d7849d215609011c3a9b92a99c6b3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0a:e7:f1:8c:a9\",\"name\":\"ba75aafcd3a89cf\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e106a72c-1044-4b69-bd08-206ff12bd98f\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 11:20:23.811401 3783 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0428 11:20:27.847519 3783 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 11:20:27.847539 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 11:20:27.873841 3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0428 11:20:27.873941 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0428 11:20:28.302926 3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 11:20:28.302947 3783 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 11:20:28.880969 3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0428 11:20:31.799305 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 11:20:31.799328 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 11:20:31.802385 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:20:31.802429 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:20:33.277975 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 11:20:33.278135 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0428 11:20:34.717061 3783 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:34.717661 3783 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:20:34.886817 3783 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:34.886852 3783 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:20:34.889486 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 I0428 11:20:34.889511 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 W0428 11:21:06.367017 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0428 11:21:06.367039 3783 util.go:959] Failed to build node endpoints for node ip-10-0-1-135.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0428 11:21:16.684395 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 11:21:26.558073 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0428 11:21:27.560071 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=123 I0428 11:21:36.471321 3783 obj_retry.go:498] Detected object konflux-ui/proxy-579597865b-cntsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:21:36.471851 3783 obj_retry.go:498] Detected object konflux-ui/proxy-579597865b-cntsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:21:37.246399 3783 obj_retry.go:492] Detected object konflux-ui/proxy-579597865b-cntsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:21:37.246445 3783 obj_retry.go:492] Detected object konflux-ui/proxy-579597865b-cntsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:21:37.252568 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-579597865b-cntsh I0428 11:21:37.252591 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-579597865b-cntsh I0428 11:21:41.726803 3783 cni.go:452] [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key ] I0428 11:21:41.820392 3783 cni.go:473] [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux e22dc3b7a2286647b66ce17e1ec5263202bf8099cd77ff5a8ab0b99e25cfc893 network default NAD default NAD key default], result "{}", err I0428 11:21:41.870319 3783 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 11:21:41.870355 3783 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0428 11:21:41.872022 3783 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.49 I0428 11:21:41.872050 3783 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 11:21:41.905473 3783 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:21:41.905495 3783 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 11:21:41.910838 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0428 11:21:41.910865 3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0428 11:21:53.663011 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0428 11:21:55.647232 3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0428 11:22:02.931937 3783 namespace.go:98] [default-managed-tenant-tag81] adding namespace I0428 11:22:02.932871 3783 namespace.go:102] [default-managed-tenant-tag81] adding namespace took 910.307µs I0428 11:22:02.973681 3783 namespace.go:142] [default-managed-tenant-tag81] updating namespace I0428 11:22:03.006569 3783 namespace.go:142] [default-managed-tenant-tag81] updating namespace I0428 11:22:03.994698 3783 namespace.go:142] [default-managed-tenant-tag81] updating namespace I0428 11:22:04.126103 3783 namespace.go:142] [default-managed-tenant-tag81] updating namespace I0428 11:22:04.222196 3783 namespace.go:142] [default-managed-tenant-tag81] updating namespace I0428 11:22:10.555450 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0428 11:22:29.673515 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0428 11:22:44.651638 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0428 11:23:21.557394 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0428 11:23:28.657439 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0428 11:23:46.667141 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0428 11:24:28.567272 3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=635 I0428 11:25:03.685628 3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7