+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-250.ec2.internal ++ [[ -n ip-10-0-1-250.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-250.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 19:46:36.763700958 - disable conntrack on geneve port' I0505 19:46:36.763700958 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 19:46:36.806378543 - starting ovnkube-node' I0505 19:46:36.806378543 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-250.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-250.ec2.internal --init-node ip-10-0-1-250.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-250.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 19:46:36.854926 3671 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 19:46:36.854980 3671 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e15cc150f3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 19:46:36.856319 3671 kube.go:431] Waiting for certificate I0505 19:46:36.856371 3671 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 19:46:36.856431 3671 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 19:46:36.857276 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:46:36.889872 3671 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:36.890102 3671 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:36.893893 3671 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:36.897604 3671 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5mfvg" I0505 19:46:36.904459 3671 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5mfvg" I0505 19:46:36.904554 3671 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:37.857205 3671 kube.go:438] Certificate found I0505 19:46:37.857726 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:46:37.858634 3671 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 19:46:37.913645 3671 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 19:41:36 +0000 UTC" deadline="2026-05-06 16:45:41.585184238 +0000 UTC" I0505 19:46:37.913684 3671 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h59m3.671514431s" I0505 19:46:37.933864 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:46:37.943060 3671 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 19:46:37.943118 3671 server.go:101] MetricServer registers OVS metrics I0505 19:46:37.943276 3671 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 19:46:37.943338 3671 factory.go:561] Starting watch factory I0505 19:46:37.943355 3671 server.go:105] MetricServer registers OVN DB metrics I0505 19:46:37.943436 3671 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.943458 3671 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.943492 3671 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.943519 3671 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.943530 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.943563 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.943633 3671 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.943650 3671 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.944296 3671 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.944311 3671 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.945388 3671 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.945474 3671 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.947678 3671 controller_manager.go:370] Starting the ovnkube controller I0505 19:46:37.947697 3671 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-250.ec2.internal I0505 19:46:37.947764 3671 controller_manager.go:395] NBDB zone sync took: 56.135µs I0505 19:46:37.947780 3671 factory.go:561] Starting watch factory I0505 19:46:37.948336 3671 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 19:46:37.948355 3671 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 19:46:37.961158 3671 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 19:46:37.961183 3671 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 19:46:37.962041 3671 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.964922 3671 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 19:46:37.964950 3671 server.go:109] MetricServer registers OVN Controller metrics I0505 19:46:37.967457 3671 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.967984 3671 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.968129 3671 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.968257 3671 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:37.969214 3671 server.go:113] MetricServer registers OVN Northd metrics I0505 19:46:37.974306 3671 metrics.go:519] OVN Metrics Server starts to run ... I0505 19:46:37.977770 3671 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:38.049556 3671 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:46:38.049575 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:46:38.049579 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:46:38.049582 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:46:38.049585 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:46:38.049588 3671 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:46:38.049691 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:38.049714 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:38.049691 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:38.049811 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:38.053324 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:46:38.053336 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:46:38.053341 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:46:38.053344 3671 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:46:38.053347 3671 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:46:38.053350 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:46:38.053671 3671 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:38.053674 3671 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:38.055668 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:46:38.055680 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:46:38.055733 3671 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.055743 3671 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.058433 3671 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.058448 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:46:38.058457 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:46:38.061711 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:46:38.061764 3671 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.061775 3671 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.064166 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:46:38.064620 3671 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.066960 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:46:38.067008 3671 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.067020 3671 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.069337 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:46:38.069745 3671 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.072190 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:46:38.072275 3671 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.072305 3671 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.074618 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:46:38.075490 3671 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.077491 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:46:38.077584 3671 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.077595 3671 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.079808 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:46:38.080155 3671 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.083448 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:46:38.084038 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:46:38.084057 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:46:38.085655 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:46:38.087075 3671 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:46:38.089086 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:46:38.089141 3671 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.089152 3671 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.089197 3671 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.089221 3671 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.091549 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:46:38.092061 3671 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.092178 3671 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:38.094130 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:46:38.094143 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:46:38.094150 3671 factory.go:680] Watch Factory start up complete, took: 150.815182ms I0505 19:46:38.094209 3671 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 19:46:38.096604 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:46:38.096613 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:46:38.096619 3671 factory.go:680] Watch Factory start up complete, took: 148.840241ms I0505 19:46:38.096625 3671 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-250.ec2.internal" zone I0505 19:46:38.139767 3671 default_node_network_controller.go:710] Initializing the default node network controller I0505 19:46:38.235746 3671 udn_isolation.go:101] Starting UDN host isolation manager I0505 19:46:38.241697 3671 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 19:46:38.295302 3671 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 19:46:38.295387 3671 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 19:46:38.295402 3671 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 19:46:38.326951 3671 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 19:46:38.327013 3671 default_node_network_controller.go:809] Node ip-10-0-1-250.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 19:46:38.332543 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.250"] k8s.ovn.org/zone-name:ip-10-0-1-250.ec2.internal] on node ip-10-0-1-250.ec2.internal I0505 19:46:38.355388 3671 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 19:46:38.361847 3671 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 19:46:38.361972 3671 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0505 19:46:38.362113 3671 gateway_init.go:263] Preparing Gateway I0505 19:46:38.362125 3671 gateway_shared_intf.go:1687] Creating new gateway I0505 19:46:38.463993 3671 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:46:38.470012 3671 iptables.go:108] Creating table: filter chain: OUTPUT I0505 19:46:38.476046 3671 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 19:46:38.476060 3671 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-250.ec2.internal","mac-address":"0a:ff:d6:31:25:39","ip-addresses":["10.0.1.250/24"],"ip-address":"10.0.1.250/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1d5eca04-9dfd-4325-9aef-793a7b0312b7 k8s.ovn.org/node-encap-ips:["10.0.1.250"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.250/24"} k8s.ovn.org/zone-name:ip-10-0-1-250.ec2.internal] on node ip-10-0-1-250.ec2.internal I0505 19:46:38.501861 3671 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:38.597547 3671 controller_manager.go:429] Waiting for node in zone sync took: 500.907819ms I0505 19:46:38.603759 3671 controller_manager.go:611] Switching to transit router for layer2 networks I0505 19:46:38.603776 3671 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-250.ec2.internal I0505 19:46:38.620397 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:46:38.627338 3671 controller_manager.go:290] SCTP support detected in OVN I0505 19:46:38.627979 3671 services_controller.go:69] Creating services controller for network=default I0505 19:46:38.628092 3671 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 19:46:38.628272 3671 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 19:46:38.628304 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 19:46:38.628322 3671 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 19:46:38.628334 3671 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:46:38.628538 3671 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 19:46:38.628571 3671 udn_enabled_svc.go:95] Performing full resync I0505 19:46:38.628611 3671 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 19:46:38.628618 3671 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.331µs I0505 19:46:38.628643 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 24.681µs I0505 19:46:38.628656 3671 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.874µs I0505 19:46:38.628662 3671 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 19:46:38.628672 3671 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 19:46:38.628680 3671 default_network_controller.go:325] Starting the default network controller I0505 19:46:38.628760 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 6.515µs I0505 19:46:38.628862 3671 udn_enabled_svc.go:99] Waiting for handler to sync I0505 19:46:38.628873 3671 udn_enabled_svc.go:104] Starting worker I0505 19:46:38.637993 3671 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 19:46:38.638055 3671 repair.go:33] Syncing exgw routes took 48.869µs I0505 19:46:38.638077 3671 default_network_controller.go:414] Starting all the Watchers... I0505 19:46:38.638327 3671 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 19:46:38.638339 3671 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 19:46:38.638340 3671 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 19:46:38.638343 3671 namespace.go:98] [openshift-network-console] adding namespace I0505 19:46:38.638329 3671 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 19:46:38.638357 3671 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 19:46:38.638362 3671 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 19:46:38.638361 3671 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 19:46:38.638366 3671 namespace.go:98] [openshift-operators] adding namespace I0505 19:46:38.638369 3671 namespace.go:98] [openshift-multus] adding namespace I0505 19:46:38.638373 3671 namespace.go:98] [openshift-config-managed] adding namespace I0505 19:46:38.638361 3671 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 19:46:38.638367 3671 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 19:46:38.638395 3671 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 19:46:38.638328 3671 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 19:46:38.638877 3671 namespace.go:102] [openshift-must-gather-operator] adding namespace took 537.328µs I0505 19:46:38.638908 3671 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 19:46:38.639390 3671 namespace.go:102] [openshift-ingress-canary] adding namespace took 474.22µs I0505 19:46:38.639404 3671 namespace.go:98] [openshift-marketplace] adding namespace I0505 19:46:38.639910 3671 namespace.go:102] [openshift-marketplace] adding namespace took 487.411µs I0505 19:46:38.639925 3671 namespace.go:98] [openshift-node] adding namespace I0505 19:46:38.640367 3671 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.01849ms I0505 19:46:38.640386 3671 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 19:46:38.640890 3671 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.537329ms I0505 19:46:38.640918 3671 namespace.go:98] [openshift-network-operator] adding namespace I0505 19:46:38.641369 3671 namespace.go:102] [openshift-network-console] adding namespace took 3.013332ms I0505 19:46:38.641380 3671 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 19:46:38.641835 3671 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.477872ms I0505 19:46:38.641844 3671 namespace.go:98] [openshift-image-registry] adding namespace I0505 19:46:38.642333 3671 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.969822ms I0505 19:46:38.642343 3671 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 19:46:38.642944 3671 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.575398ms I0505 19:46:38.642963 3671 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 19:46:38.643432 3671 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.058051ms I0505 19:46:38.643451 3671 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 19:46:38.643919 3671 namespace.go:102] [openshift-operators] adding namespace took 5.543777ms I0505 19:46:38.643934 3671 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0505 19:46:38.643971 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pcpg9: pod openshift-multus/network-metrics-daemon-pcpg9: no pod IPs found I0505 19:46:38.644500 3671 namespace.go:102] [openshift-multus] adding namespace took 6.124215ms I0505 19:46:38.644515 3671 namespace.go:98] [openshift-dns] adding namespace I0505 19:46:38.645026 3671 namespace.go:102] [openshift-config-managed] adding namespace took 6.643058ms I0505 19:46:38.645043 3671 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 19:46:38.645515 3671 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.117684ms I0505 19:46:38.645531 3671 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 19:46:38.646001 3671 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.599389ms I0505 19:46:38.646013 3671 namespace.go:98] [dedicated-admin] adding namespace I0505 19:46:38.646474 3671 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.069154ms I0505 19:46:38.646484 3671 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 19:46:38.646918 3671 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.47931ms I0505 19:46:38.646933 3671 namespace.go:98] [kube-public] adding namespace I0505 19:46:38.647370 3671 namespace.go:102] [openshift-node] adding namespace took 7.422803ms I0505 19:46:38.647381 3671 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 19:46:38.647791 3671 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.398ms I0505 19:46:38.647805 3671 namespace.go:98] [openshift-controller-manager] adding namespace I0505 19:46:38.648327 3671 namespace.go:102] [openshift-network-operator] adding namespace took 7.402115ms I0505 19:46:38.648340 3671 namespace.go:98] [openshift-config-operator] adding namespace I0505 19:46:38.648746 3671 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.362557ms I0505 19:46:38.648757 3671 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 19:46:38.649233 3671 namespace.go:102] [openshift-image-registry] adding namespace took 7.382531ms I0505 19:46:38.649247 3671 namespace.go:98] [openshift-console] adding namespace I0505 19:46:38.649620 3671 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.272026ms I0505 19:46:38.649631 3671 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 19:46:38.650056 3671 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.08902ms I0505 19:46:38.650067 3671 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 19:46:38.650432 3671 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.974338ms I0505 19:46:38.650448 3671 namespace.go:98] [openshift-config] adding namespace I0505 19:46:38.650845 3671 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.906286ms I0505 19:46:38.650860 3671 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 19:46:38.651347 3671 namespace.go:102] [openshift-dns] adding namespace took 6.827517ms I0505 19:46:38.651359 3671 namespace.go:98] [openshift-host-network] adding namespace I0505 19:46:38.651777 3671 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.728375ms I0505 19:46:38.651790 3671 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 19:46:38.652243 3671 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.707447ms I0505 19:46:38.652254 3671 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 19:46:38.652749 3671 namespace.go:102] [dedicated-admin] adding namespace took 6.731636ms I0505 19:46:38.652760 3671 namespace.go:98] [openshift-machine-api] adding namespace I0505 19:46:38.653229 3671 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.738621ms I0505 19:46:38.653246 3671 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 19:46:38.653763 3671 namespace.go:102] [kube-public] adding namespace took 6.821669ms I0505 19:46:38.653785 3671 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 19:46:38.654355 3671 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.970081ms I0505 19:46:38.654869 3671 namespace.go:102] [openshift-controller-manager] adding namespace took 7.056386ms I0505 19:46:38.654888 3671 namespace.go:98] [openshift] adding namespace W0505 19:46:38.655388 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-knhmv: pod openshift-network-diagnostics/network-check-target-knhmv: no pod IPs found I0505 19:46:38.655436 3671 namespace.go:102] [openshift-config-operator] adding namespace took 7.089998ms I0505 19:46:38.655450 3671 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 19:46:38.655874 3671 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.110701ms I0505 19:46:38.655890 3671 namespace.go:98] [openshift-backplane] adding namespace I0505 19:46:38.656339 3671 namespace.go:102] [openshift-console] adding namespace took 7.086881ms I0505 19:46:38.656353 3671 namespace.go:98] [openshift-insights] adding namespace I0505 19:46:38.656802 3671 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.166091ms I0505 19:46:38.656814 3671 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 19:46:38.657222 3671 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.148402ms I0505 19:46:38.657242 3671 namespace.go:98] [openshift-apiserver] adding namespace I0505 19:46:38.657725 3671 namespace.go:102] [openshift-config] adding namespace took 7.270644ms I0505 19:46:38.657742 3671 namespace.go:98] [kube-node-lease] adding namespace I0505 19:46:38.658555 3671 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.689713ms I0505 19:46:38.658570 3671 namespace.go:98] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] adding namespace I0505 19:46:38.659087 3671 namespace.go:102] [openshift-host-network] adding namespace took 7.721331ms I0505 19:46:38.659107 3671 namespace.go:98] [openshift-logging] adding namespace I0505 19:46:38.659503 3671 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.708706ms I0505 19:46:38.659527 3671 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 19:46:38.659940 3671 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.678815ms I0505 19:46:38.659972 3671 namespace.go:98] [openshift-authentication] adding namespace I0505 19:46:38.660388 3671 namespace.go:102] [openshift-machine-api] adding namespace took 7.621628ms I0505 19:46:38.660402 3671 namespace.go:98] [openshift-etcd] adding namespace I0505 19:46:38.660839 3671 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.586332ms I0505 19:46:38.660852 3671 namespace.go:98] [openshift-console-operator] adding namespace I0505 19:46:38.661278 3671 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.485499ms I0505 19:46:38.661296 3671 namespace.go:98] [openshift-dns-operator] adding namespace I0505 19:46:38.661748 3671 namespace.go:102] [openshift] adding namespace took 6.85395ms I0505 19:46:38.661762 3671 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 19:46:38.662118 3671 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.663693ms I0505 19:46:38.662128 3671 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 19:46:38.662582 3671 namespace.go:102] [openshift-backplane] adding namespace took 6.684399ms I0505 19:46:38.662600 3671 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 19:46:38.662967 3671 namespace.go:102] [openshift-insights] adding namespace took 6.608188ms I0505 19:46:38.662985 3671 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 19:46:38.663448 3671 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.629527ms I0505 19:46:38.663461 3671 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 19:46:38.663823 3671 namespace.go:102] [openshift-apiserver] adding namespace took 6.573767ms I0505 19:46:38.663840 3671 namespace.go:98] [openshift-monitoring] adding namespace I0505 19:46:38.664294 3671 namespace.go:102] [kube-node-lease] adding namespace took 6.546329ms I0505 19:46:38.664307 3671 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 19:46:38.664752 3671 namespace.go:102] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] adding namespace took 6.175146ms I0505 19:46:38.664770 3671 namespace.go:98] [kube-system] adding namespace I0505 19:46:38.665194 3671 namespace.go:102] [openshift-logging] adding namespace took 6.080175ms I0505 19:46:38.665213 3671 namespace.go:98] [default] adding namespace I0505 19:46:38.665710 3671 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.175334ms I0505 19:46:38.666073 3671 namespace.go:102] [openshift-authentication] adding namespace took 6.092102ms I0505 19:46:38.666092 3671 namespace.go:98] [openshift-ingress] adding namespace I0505 19:46:38.666499 3671 namespace.go:102] [openshift-etcd] adding namespace took 6.090217ms I0505 19:46:38.666958 3671 namespace.go:102] [openshift-console-operator] adding namespace took 6.098612ms I0505 19:46:38.667455 3671 namespace.go:102] [openshift-dns-operator] adding namespace took 6.151577ms I0505 19:46:38.667473 3671 namespace.go:98] [openshift-cluster-version] adding namespace I0505 19:46:38.667884 3671 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.116384ms I0505 19:46:38.667916 3671 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 19:46:38.668295 3671 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.160069ms I0505 19:46:38.668309 3671 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 19:46:38.668814 3671 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.20693ms I0505 19:46:38.668831 3671 namespace.go:98] [openshift-package-operator] adding namespace I0505 19:46:38.669203 3671 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.211808ms I0505 19:46:38.669221 3671 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 19:46:38.669660 3671 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.193938ms I0505 19:46:38.670108 3671 namespace.go:102] [openshift-monitoring] adding namespace took 6.260136ms I0505 19:46:38.670126 3671 namespace.go:98] [openshift-infra] adding namespace I0505 19:46:38.670510 3671 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.196554ms I0505 19:46:38.670924 3671 namespace.go:102] [kube-system] adding namespace took 6.146807ms I0505 19:46:38.671382 3671 namespace.go:102] [default] adding namespace took 6.162648ms I0505 19:46:38.671801 3671 namespace.go:102] [openshift-ingress] adding namespace took 5.704621ms I0505 19:46:38.671814 3671 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 19:46:38.672245 3671 namespace.go:102] [openshift-cluster-version] adding namespace took 4.764427ms I0505 19:46:38.672263 3671 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 19:46:38.672673 3671 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.749526ms I0505 19:46:38.673105 3671 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.790544ms I0505 19:46:38.673460 3671 namespace.go:102] [openshift-package-operator] adding namespace took 4.622668ms I0505 19:46:38.673906 3671 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.679416ms I0505 19:46:38.674379 3671 namespace.go:102] [openshift-infra] adding namespace took 4.246573ms I0505 19:46:38.674751 3671 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.930142ms I0505 19:46:38.675207 3671 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.938641ms I0505 19:46:38.675477 3671 master.go:548] Adding or Updating local node "ip-10-0-1-250.ec2.internal" for network "default" I0505 19:46:38.676330 3671 zone_ic_handler.go:195] Time taken to create transit switch: 354.392µs I0505 19:46:38.676343 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-97.ec2.internal for the network default E0505 19:46:38.676696 3671 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-25.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-25.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-25.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b6bba8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0497519447}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 19:46:38.676753 3671 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-25.ec2.internal", UID:"1753f9dc-fc7c-4723-aa2e-6a1facd7eae7", APIVersion:"v1", ResourceVersion:"8814", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-25.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-25.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b6bba8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0497519447}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 19:46:38.677926 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-97.ec2.internal" on network "default" took: 1.966176ms W0505 19:46:38.685011 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-pcpg9: pod openshift-multus/network-metrics-daemon-pcpg9: no pod IPs found W0505 19:46:38.685042 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-knhmv: pod openshift-network-diagnostics/network-check-target-knhmv: no pod IPs found I0505 19:46:38.686090 3671 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-250.ec2.internal for the network default I0505 19:46:38.686304 3671 zone_ic_handler.go:195] Time taken to create transit switch: 199.027µs I0505 19:46:38.687161 3671 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 19:46:38.687202 3671 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 19:46:38.687219 3671 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 19:46:38.687249 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0505 19:46:38.687307 3671 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:38.687324 3671 services_controller.go:574] Full service sync requested for network=default I0505 19:46:38.687333 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 19:46:38.687355 3671 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:38.687362 3671 services_controller.go:574] Full service sync requested for network=default I0505 19:46:38.687368 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default" I0505 19:46:38.687388 3671 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:38.687396 3671 services_controller.go:574] Full service sync requested for network=default I0505 19:46:38.787919 3671 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 19:46:38.787957 3671 services_controller.go:208] Setting up event handlers for services for network=default I0505 19:46:38.788036 3671 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 19:46:38.788097 3671 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 19:46:38.788117 3671 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 19:46:38.888347 3671 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 19:46:38.888375 3671 repair.go:60] Starting repairing loop for services I0505 19:46:38.888467 3671 repair.go:131] Deleted 0 stale service LBs I0505 19:46:38.888486 3671 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 19:46:38.888502 3671 repair.go:62] Finished repairing loop for services: 129.207µs I0505 19:46:38.888524 3671 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 19:46:38.888534 3671 services_controller.go:254] Starting workers for network=default I0505 19:46:38.888957 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-knhmv] creating logical port openshift-network-diagnostics_network-check-target-knhmv for pod on switch ip-10-0-1-250.ec2.internal I0505 19:46:38.889107 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pcpg9] creating logical port openshift-multus_network-metrics-daemon-pcpg9 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:46:38.889124 3671 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-knhmv I0505 19:46:38.889189 3671 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-pcpg9 W0505 19:46:38.891227 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:46:38.894464 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:38.904743 3671 pod.go:62] [openshift-network-diagnostics/network-check-target-knhmv] pod update took 15.700372ms I0505 19:46:38.904767 3671 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-knhmv] addLogicalPort annotation time took 15.725927ms I0505 19:46:38.905672 3671 pod.go:62] [openshift-multus/network-metrics-daemon-pcpg9] pod update took 16.509638ms I0505 19:46:38.905691 3671 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-pcpg9] addLogicalPort annotation time took 16.536685ms I0505 19:46:38.905697 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-knhmv] addLogicalPort took 16.750236ms, libovsdb time 688.184µs I0505 19:46:38.906588 3671 pods.go:271] [openshift-multus/network-metrics-daemon-pcpg9] addLogicalPort took 17.490446ms, libovsdb time 701.951µs I0505 19:46:38.907071 3671 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 19:46:38.907095 3671 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 19:46:38.907110 3671 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 19:46:38.907120 3671 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 19:46:38.907299 3671 repair.go:29] Repairing admin network policies took 173.495µs I0505 19:46:38.907395 3671 repair.go:92] Repairing baseline admin network policies took 88.626µs I0505 19:46:38.907875 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 19:46:38.907914 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 19:46:38.909807 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 19:46:38.909829 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 19:46:38.909837 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 19:46:38.910163 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 19:46:38.910185 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 19:46:38.910195 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 19:46:38.911801 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 19:46:38.911821 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 19:46:38.911832 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 19:46:38.912500 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:46:38.912519 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 19:46:38.912527 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 19:46:38.914286 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:46:38.914315 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 19:46:38.914332 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 19:46:38.915041 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 19:46:38.915062 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 19:46:38.915070 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 19:46:38.915642 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 19:46:38.915661 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 19:46:38.916660 3671 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 19:46:38.916683 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:46:38.917419 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 19:46:38.917439 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 19:46:38.917448 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 19:46:38.919134 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 19:46:38.919158 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 19:46:38.919167 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 19:46:38.921465 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 19:46:38.921484 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 19:46:38.921492 3671 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 19:46:38.923305 3671 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 19:46:38.923331 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 19:46:38.923343 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 19:46:38.924259 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 19:46:38.924279 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 19:46:38.924287 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 19:46:38.924813 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 19:46:38.924829 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 19:46:38.924835 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 19:46:38.925153 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 19:46:38.925177 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 19:46:38.925190 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 19:46:38.925723 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 19:46:38.925740 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 19:46:38.925747 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 19:46:38.926257 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 19:46:38.926276 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 19:46:38.926285 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 19:46:38.927165 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 19:46:38.927184 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 19:46:38.927189 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 19:46:38.928560 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 19:46:38.928578 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 19:46:38.928586 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 19:46:38.929121 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 19:46:38.929142 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 19:46:38.929154 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 19:46:38.930276 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 19:46:38.930299 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 19:46:38.930308 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 19:46:38.931655 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 19:46:38.931678 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 19:46:38.931691 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 19:46:38.933153 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 19:46:38.933174 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 19:46:38.933183 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 19:46:38.934468 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 19:46:38.934486 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 19:46:38.934509 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:46:38.935185 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 19:46:38.935212 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 19:46:38.935222 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 19:46:38.935810 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 19:46:38.935828 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 19:46:38.935835 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 19:46:38.937356 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 19:46:38.937373 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 19:46:38.937380 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 19:46:38.937631 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 19:46:38.937648 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 19:46:38.937657 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 19:46:38.938631 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 19:46:38.938651 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 19:46:38.938663 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 19:46:38.939645 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 19:46:38.945007 3671 egressfirewall.go:374] Starting EgressFirewall controller I0505 19:46:38.945042 3671 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 19:46:38.945045 3671 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 19:46:38.945073 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 19:46:38.945081 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 19:46:38.945100 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 19:46:38.945085 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 19:46:38.945370 3671 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 19:46:38.945388 3671 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 19:46:38.945396 3671 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 19:46:38.945410 3671 egressqos.go:193] Setting up event handlers for EgressQoS I0505 19:46:38.945470 3671 egressfirewall.go:723] Syncing node "ip-10-0-0-25.ec2.internal" for egress firewall I0505 19:46:38.945490 3671 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 19:46:38.945494 3671 egressfirewall.go:723] Syncing node "ip-10-0-2-97.ec2.internal" for egress firewall I0505 19:46:38.945631 3671 egressqos.go:245] Starting EgressQoS Controller I0505 19:46:38.945646 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 19:46:38.945654 3671 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 19:46:38.945659 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 19:46:38.945664 3671 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 19:46:38.945668 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 19:46:38.945673 3671 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 19:46:38.945677 3671 egressqos.go:259] Repairing EgressQoSes I0505 19:46:38.945681 3671 egressqos.go:399] Starting repairing loop for egressqos I0505 19:46:38.945767 3671 egressqos.go:401] Finished repairing loop for egressqos: 86.394µs I0505 19:46:38.945787 3671 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 19:46:38.945813 3671 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-250.ec2.internal I0505 19:46:38.945866 3671 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-250.ec2.internal : 55.373µs I0505 19:46:38.946069 3671 egressservice_zone.go:210] Starting Egress Services Controller I0505 19:46:38.946079 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:46:38.946084 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:46:38.946090 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:46:38.946109 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:46:38.946123 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:46:38.946127 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:46:38.946132 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 19:46:38.946136 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 19:46:38.946140 3671 egressservice_zone.go:228] Repairing Egress Services I0505 19:46:38.946433 3671 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 19:46:38.946441 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:46:38.946509 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal I0505 19:46:38.946527 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 18.954µs I0505 19:46:38.946558 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0505 19:46:38.946565 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 9.872µs I0505 19:46:38.946573 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 19:46:38.946579 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 7.277µs I0505 19:46:38.946582 3671 default_network_controller.go:585] Completing all the Watchers took 308.495621ms I0505 19:46:38.946594 3671 default_network_controller.go:589] Starting unidling controllers I0505 19:46:38.946606 3671 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 19:46:38.946612 3671 unidle.go:63] Populating Initial ContollerEvent events I0505 19:46:38.946622 3671 unidle.go:79] Setting up event handlers for services I0505 19:46:38.946673 3671 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:46:39.003034 3671 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:39.502563 3671 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:39.982365 3671 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:46:40.002632 3671 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:40.020628 3671 bridgeconfig.go:537] Gateway is ready I0505 19:46:40.020654 3671 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 19:46:40.031795 3671 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.250. Updating OVN encap IP. I0505 19:46:40.036933 3671 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.250 - it is already configured I0505 19:46:40.036948 3671 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.250/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 19:46:40.037181 3671 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.250/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-250.ec2.internal","mac-address":"0a:ff:d6:31:25:39","ip-addresses":["10.0.1.250/24"],"ip-address":"10.0.1.250/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1d5eca04-9dfd-4325-9aef-793a7b0312b7 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.250/24"}] on node ip-10-0-1-250.ec2.internal I0505 19:46:40.056207 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 19:46:40.056253 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 19:46:40.056273 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 22.266µs I0505 19:46:40.056314 3671 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:40.056320 3671 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 19:46:40.056322 3671 master.go:548] Adding or Updating local node "ip-10-0-1-250.ec2.internal" for network "default" I0505 19:46:40.056330 3671 services_controller.go:574] Full service sync requested for network=default I0505 19:46:40.056565 3671 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.250 I0505 19:46:40.056672 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-250.ec2.internal W0505 19:46:40.056916 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 19:46:40.056942 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:46:40.061031 3671 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-250.ec2.internal. Updating no re-route policies I0505 19:46:40.061123 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-f9cwm I0505 19:46:40.061134 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kv8lw I0505 19:46:40.061139 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xvfzb I0505 19:46:40.061146 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-f9cwm I0505 19:46:40.061147 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-kv8lw I0505 19:46:40.061152 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xvfzb I0505 19:46:40.061156 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-knhmv I0505 19:46:40.061159 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-250.ec2.internal I0505 19:46:40.061166 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-knhmv I0505 19:46:40.061168 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-kv8lw after 0 failed attempt(s) I0505 19:46:40.061172 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-250.ec2.internal I0505 19:46:40.061123 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-b7pjb I0505 19:46:40.061180 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vg9jz I0505 19:46:40.061182 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-b7pjb I0505 19:46:40.061179 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-250.ec2.internal I0505 19:46:40.061185 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vg9jz I0505 19:46:40.061185 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zv7zp I0505 19:46:40.061194 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-250.ec2.internal I0505 19:46:40.061172 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-f9cwm after 0 failed attempt(s) I0505 19:46:40.061199 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vg9jz after 0 failed attempt(s) I0505 19:46:40.061197 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nzl7r I0505 19:46:40.061208 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-d5cmq I0505 19:46:40.061194 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-250.ec2.internal after 0 failed attempt(s) I0505 19:46:40.061215 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gg6jc I0505 19:46:40.061229 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gg6jc I0505 19:46:40.061243 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gg6jc after 0 failed attempt(s) I0505 19:46:40.061146 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pcpg9 I0505 19:46:40.061253 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pcpg9 I0505 19:46:40.061286 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pcpg9] creating logical port openshift-multus_network-metrics-daemon-pcpg9 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:46:40.061211 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nzl7r I0505 19:46:40.061330 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nzl7r after 0 failed attempt(s) I0505 19:46:40.061199 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-b7pjb after 0 failed attempt(s) I0505 19:46:40.061197 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zv7zp I0505 19:46:40.061370 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zv7zp after 0 failed attempt(s) I0505 19:46:40.061172 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-xvfzb after 0 failed attempt(s) I0505 19:46:40.061194 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-knhmv] creating logical port openshift-network-diagnostics_network-check-target-knhmv for pod on switch ip-10-0-1-250.ec2.internal I0505 19:46:40.061211 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-250.ec2.internal after 0 failed attempt(s) I0505 19:46:40.061219 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-d5cmq I0505 19:46:40.061472 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-d5cmq after 0 failed attempt(s) I0505 19:46:40.061924 3671 pods.go:271] [openshift-multus/network-metrics-daemon-pcpg9] addLogicalPort took 656.88µs, libovsdb time 228.424µs I0505 19:46:40.061935 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-pcpg9 after 0 failed attempt(s) I0505 19:46:40.062117 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-knhmv] addLogicalPort took 931.29µs, libovsdb time 265.885µs I0505 19:46:40.062129 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-knhmv after 0 failed attempt(s) I0505 19:46:40.074864 3671 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 19:46:40.086204 3671 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 19:46:40.089369 3671 iptables.go:108] Creating table: nat chain: OUTPUT I0505 19:46:40.126699 3671 iptables.go:108] Creating table: nat chain: PREROUTING I0505 19:46:40.168963 3671 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:46:40.184537 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 19:46:40.184647 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 19:46:40.184689 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 19:46:40.184762 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 19:46:40.184809 3671 gateway_init.go:325] Gateway and management port readiness took 1.687042066s I0505 19:46:40.184847 3671 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 19:46:40.184917 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 19:46:40.184931 3671 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 19:46:40.184940 3671 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:46:40.185000 3671 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 19:46:40.185086 3671 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.344µs I0505 19:46:40.185339 3671 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 19:46:40.185369 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.683µs I0505 19:46:40.185378 3671 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.014µs I0505 19:46:40.185383 3671 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 19:46:40.185392 3671 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 19:46:40.185397 3671 default_node_network_controller.go:899] Starting the default node network controller I0505 19:46:40.185401 3671 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 19:46:40.185478 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.723µs I0505 19:46:40.185558 3671 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 19:46:40.185566 3671 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 19:46:40.185589 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c831f0 0xc0002b7d50 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc000c8d4a0 0xc0002c6070 0xc0002c60e0 0xc00072e3c0 0xc0061153b0 0xc0002c6150 map[0x2ff9080:0xc002991140 0x2ff95c0:0xc0029912c0 0x2ffa2e0:0xc002991080 0x2ffa580:0xc0029910e0 0x2ffad60:0xc0029911a0 0x2ffb000:0xc002991200 0x2ffb2a0:0xc002991260 0x2ffba80:0xc0029916e0 0x2ffbd20:0xc002991740 0x3026980:0xc001585860 0x3026d20:0xc0015858c0 0x3027800:0xc000d035c0 0x3029160:0xc001ad0000 0x30298a0:0xc001585920 0x302a720:0xc001585800] 0xc000ca8310 0} I0505 19:46:40.185646 3671 gateway.go:151] Starting gateway service sync I0505 19:46:40.186082 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 19:46:40.188193 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 19:46:40.201600 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 19:46:40.202764 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 19:46:40.203793 3671 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 19:46:40.236619 3671 gateway.go:168] Gateway service sync done. Time taken: 50.960757ms I0505 19:46:40.237268 3671 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30996 I0505 19:46:40.237462 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c831f0 0xc0002b7d50 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc000c8d4a0 0xc0002c6070 0xc0002c60e0 0xc00072e3c0 0xc0061153b0 0xc0002c6150 map[0x2ff9080:0xc002991140 0x2ff95c0:0xc0029912c0 0x2ffa2e0:0xc002991080 0x2ffa580:0xc0029910e0 0x2ffad60:0xc0029911a0 0x2ffb000:0xc002991200 0x2ffb2a0:0xc002991260 0x2ffba80:0xc0029916e0 0x2ffbd20:0xc002991740 0x3026980:0xc001585860 0x3026d20:0xc0015858c0 0x3027800:0xc000d035c0 0x3029160:0xc001ad0000 0x30298a0:0xc001585920 0x302a720:0xc001585800] 0xc000ca8310 0} I0505 19:46:40.237977 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c831f0 0xc0002b7d50 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc000c8d4a0 0xc0002c6070 0xc0002c60e0 0xc00072e3c0 0xc0061153b0 0xc0002c6150 map[0x2ff9080:0xc002991140 0x2ff95c0:0xc0029912c0 0x2ffa2e0:0xc002991080 0x2ffa580:0xc0029910e0 0x2ffad60:0xc0029911a0 0x2ffb000:0xc002991200 0x2ffb2a0:0xc002991260 0x2ffba80:0xc0029916e0 0x2ffbd20:0xc002991740 0x3026980:0xc001585860 0x3026d20:0xc0015858c0 0x3027800:0xc000d035c0 0x3029160:0xc001ad0000 0x30298a0:0xc001585920 0x302a720:0xc001585800] 0xc000ca8310 0} I0505 19:46:40.238029 3671 gateway.go:532] Reconciling gateway with updates I0505 19:46:40.243310 3671 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 19:46:40.243391 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:40.243397 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:40.243413 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:40.243416 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:40.243429 3671 default_node_network_controller.go:944] Gateway and management port readiness took 57.855561ms I0505 19:46:40.243435 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:40.243446 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:40.243450 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:40.243450 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:46:40.243455 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:40.243462 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:46:40.243462 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:40.243472 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:46:40.243484 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:46:40.243485 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:40.243491 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:40.243497 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:40.243499 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:40.243505 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:40.243506 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:40.243436 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:40.243518 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:40.243523 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:40.243525 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:40.243531 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:40.243535 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:46:40.243540 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:40.243534 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:40.243550 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:46:40.243475 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:40.243558 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:40.243561 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:40.243558 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:40.243564 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:46:40.243569 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:40.243570 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:40.243574 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:40.243574 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:40.243576 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 19:46:40.243458 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:40.243588 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:40.243449 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:40.243601 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:40.243614 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:40.243614 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:40.243621 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:40.243624 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:40.243620 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:40.243484 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:40.243634 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:46:40.243642 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:40.243528 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:46:40.243588 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:40.243655 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:40.243494 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:46:40.243435 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:40.243699 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:40.243709 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:40.243621 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:40.243746 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31059 is already open, no action needed I0505 19:46:40.243620 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:46:40.243560 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:40.243760 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31074 is already open, no action needed I0505 19:46:40.243472 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:40.243831 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:40.243435 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:40.243852 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:40.243474 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:40.243923 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:40.243484 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:40.243975 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:40.243984 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:46:40.243485 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:40.243993 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:40.243495 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:46:40.244075 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:46:40.243498 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:40.244172 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:40.243512 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:40.243512 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:40.244291 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:40.243512 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:40.244337 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:40.244351 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:46:40.243422 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:40.244372 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:40.243555 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:46:40.243564 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:40.244416 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:40.244424 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:46:40.243568 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:46:40.243583 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:40.244440 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:40.243587 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:40.244475 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:40.243600 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:40.244507 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:40.243462 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:46:40.243601 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:40.244550 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:40.243605 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:40.244598 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:46:40.243632 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:40.244609 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:46:40.243643 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:40.243754 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:40.244653 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:40.244968 3671 node_ip_handler_linux.go:160] Node IP manager is running I0505 19:46:40.263553 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:46:40.263613 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:46:40.263629 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:46:40.263635 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:46:40.263640 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:46:40.263647 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:46:40.263652 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:46:40.263657 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:46:40.263664 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:46:40.263670 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:46:40.263675 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:46:40.263680 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) W0505 19:46:40.281154 3671 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:46:40.281356 3671 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:46:40.281487 3671 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 19:46:40.309652 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:46:40.309671 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:46:40.309678 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:46:40.309684 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:46:40.309690 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:46:40.309695 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:46:40.309701 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:46:40.309706 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:46:40.309711 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:46:40.309716 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:46:40.309722 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:46:40.309727 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:46:40.309732 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:46:40.309754 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:46:40.309763 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:46:40.309768 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:46:42.257500 3671 default_node_network_controller.go:1380] Starting node controller node sync W0505 19:46:42.257558 3671 egressip_healthcheck.go:76] Health checking using insecure connection I0505 19:46:42.257618 3671 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 19:46:42.269082 3671 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.561546ms I0505 19:46:42.269177 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-97.ec2.internal", IP: 10.0.2.97 to PMTUD blocking rules I0505 19:46:42.269180 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-25.ec2.internal", IP: 10.0.0.25 to PMTUD blocking rules I0505 19:46:42.269189 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-97.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:46:42.269193 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-25.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:46:42.280295 3671 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 19:46:42.280564 3671 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 19:46:42.280672 3671 egressservice_node.go:183] Starting Egress Services Controller I0505 19:46:42.280687 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:46:42.280697 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:46:42.280703 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:46:42.280708 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:46:42.280714 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:46:42.280719 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:46:42.280723 3671 egressservice_node.go:197] Repairing Egress Services I0505 19:46:42.290486 3671 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 19:46:42.290496 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:46:42.290636 3671 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 19:46:42.290648 3671 link_network_manager.go:119] Link manager is running I0505 19:46:42.290656 3671 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 19:46:42.290784 3671 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 19:46:42.291241 3671 vrf_manager.go:128] VRF manager is running I0505 19:46:42.291316 3671 node_controller_manager.go:437] Removing flows to drop GARP I0505 19:46:42.291324 3671 gateway.go:532] Reconciling gateway with updates I0505 19:46:42.320781 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:42.320790 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:42.320799 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:42.320803 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:42.320805 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:42.320812 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:42.320815 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:42.320817 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:46:42.320820 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:42.320824 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:42.320828 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:42.320834 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:42.320836 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:42.320839 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:42.320846 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:42.320840 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:42.320853 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:46:42.320808 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:42.320866 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:42.320866 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:42.320874 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:46:42.320867 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:42.320884 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:42.320887 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:42.320887 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:46:42.320891 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:42.320914 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:46:42.320917 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:42.320921 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:42.320924 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:46:42.320919 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:42.320927 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:42.320928 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:42.320935 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:42.320870 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:42.320938 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:42.320947 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:42.320946 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:42.320951 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:42.320955 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:46:42.320963 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:42.320965 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:46:42.320975 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:46:42.320976 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:46:42.320981 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:46:42.320888 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:42.320805 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:42.321002 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:42.321008 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:46:42.321011 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:42.321014 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:46:42.321021 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:42.321017 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:46:42.321025 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:42.321027 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 19:46:42.321033 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:42.320876 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:42.321034 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:42.321040 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:46:42.321042 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:46:42.320826 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:46:42.321047 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:42.321060 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:42.321059 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:42.321061 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:42.321077 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:42.321081 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:42.320934 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:42.321078 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:42.321086 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:42.321099 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:42.321099 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:46:42.320947 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:42.321105 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:42.321112 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:42.321113 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:42.321121 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:42.321132 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:42.320920 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:42.321065 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:46:42.320817 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:42.321167 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:42.321175 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:42.321017 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:46:42.320858 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:42.321002 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:42.321230 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:42.320876 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:42.321247 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:42.320875 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:42.321258 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:46:42.320879 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:46:42.320883 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:42.321278 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:42.320890 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:42.321292 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:46:42.320922 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:46:42.320781 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:42.320893 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:42.321308 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:42.320939 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:42.321336 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:42.320991 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:46:42.320992 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:42.321361 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:42.320994 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:42.321391 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:42.321002 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:46:42.321047 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:42.321049 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:46:42.321140 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31059 is already open, no action needed I0505 19:46:42.321444 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31074 is already open, no action needed I0505 19:46:42.321143 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:46:42.320925 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:46:42.360278 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:46:42.360297 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:46:42.360304 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:46:42.360310 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:46:42.360316 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:46:42.360321 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:46:42.360335 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:46:42.360352 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:46:42.360372 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:46:42.360378 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:46:42.360384 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:46:42.360389 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:46:42.360394 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:46:42.360399 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:46:42.360405 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 19:46:42.360410 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:46:42.360415 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:46:42.360421 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:46:42.360426 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:46:42.398592 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:46:43.742266 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 19:46:43.742295 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 33.042µs I0505 19:46:43.770983 3671 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8648448794-26mqz] creating logical port openshift-image-registry_image-registry-8648448794-26mqz for pod on switch ip-10-0-1-250.ec2.internal I0505 19:46:43.771101 3671 kube.go:256] Updating pod openshift-image-registry/image-registry-8648448794-26mqz I0505 19:46:43.788990 3671 pod.go:62] [openshift-image-registry/image-registry-8648448794-26mqz] pod update took 17.915326ms I0505 19:46:43.789014 3671 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8648448794-26mqz] addLogicalPort annotation time took 17.944827ms I0505 19:46:43.790201 3671 pods.go:271] [openshift-image-registry/image-registry-8648448794-26mqz] addLogicalPort took 19.235391ms, libovsdb time 882.347µs I0505 19:46:43.801369 3671 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bgb58] creating logical port openshift-dns_dns-default-bgb58 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:46:43.801455 3671 kube.go:256] Updating pod openshift-dns/dns-default-bgb58 I0505 19:46:43.801892 3671 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bmnxn] creating logical port openshift-ingress-canary_ingress-canary-bmnxn for pod on switch ip-10-0-1-250.ec2.internal I0505 19:46:43.802029 3671 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bmnxn I0505 19:46:43.823668 3671 pod.go:62] [openshift-dns/dns-default-bgb58] pod update took 22.235098ms I0505 19:46:43.823687 3671 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bgb58] addLogicalPort annotation time took 22.259915ms I0505 19:46:43.823820 3671 pod.go:62] [openshift-ingress-canary/ingress-canary-bmnxn] pod update took 21.822642ms I0505 19:46:43.823842 3671 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bmnxn] addLogicalPort annotation time took 21.846861ms I0505 19:46:43.824871 3671 pods.go:271] [openshift-dns/dns-default-bgb58] addLogicalPort took 23.515233ms, libovsdb time 894.909µs I0505 19:46:43.825114 3671 pods.go:271] [openshift-ingress-canary/ingress-canary-bmnxn] addLogicalPort took 23.234885ms, libovsdb time 1.031869ms I0505 19:46:44.210279 3671 cni.go:452] [openshift-ingress-canary/ingress-canary-bmnxn a025672da40b00bed7e20ac60c787658b8e896785b7dfe788c7a5ae638ce1cce network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bmnxn a025672da40b00bed7e20ac60c787658b8e896785b7dfe788c7a5ae638ce1cce network default NAD default NAD key ] I0505 19:46:44.259284 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bmnxn, hostIfaceName: a025672da40b00b, network: default, NAD default, SandboxID: "a025672da40b00bed7e20ac60c787658b8e896785b7dfe788c7a5ae638ce1cce", PCI device ID: , UID: "4bb97021-fbc3-4316-becd-21bfa63f35a7", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 19:46:44.318317 3671 cni.go:473] [openshift-ingress-canary/ingress-canary-bmnxn a025672da40b00bed7e20ac60c787658b8e896785b7dfe788c7a5ae638ce1cce network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bmnxn a025672da40b00bed7e20ac60c787658b8e896785b7dfe788c7a5ae638ce1cce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:1d:9f:b0:2b:ec\",\"name\":\"a025672da40b00b\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cf7e57b-50a8-46e1-871a-8cc388de8613\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:46:47.988242 3671 cni.go:452] [openshift-network-diagnostics/network-check-target-knhmv df8eb796d7e9f326be55350d2ca2639bd87d6115291bde329976f21d7c27f4ed network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-knhmv df8eb796d7e9f326be55350d2ca2639bd87d6115291bde329976f21d7c27f4ed network default NAD default NAD key ] I0505 19:46:47.997754 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-knhmv, hostIfaceName: df8eb796d7e9f32, network: default, NAD default, SandboxID: "df8eb796d7e9f326be55350d2ca2639bd87d6115291bde329976f21d7c27f4ed", PCI device ID: , UID: "9ab1edbe-8ac9-42d3-9e8b-c6561c9e73d8", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 19:46:48.042019 3671 cni.go:473] [openshift-network-diagnostics/network-check-target-knhmv df8eb796d7e9f326be55350d2ca2639bd87d6115291bde329976f21d7c27f4ed network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-knhmv df8eb796d7e9f326be55350d2ca2639bd87d6115291bde329976f21d7c27f4ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:93:a5:a4:27:89\",\"name\":\"df8eb796d7e9f32\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1db2b56-b6a5-4a9a-a94c-e2b647264636\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:46:53.088338 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:46:59.413387 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:46:59.413412 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:47:00.527657 3671 default_network_controller.go:1025] Node "ip-10-0-0-25.ec2.internal" in remote zone "ip-10-0-0-25.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:47:00.528456 3671 zone_ic_handler.go:195] Time taken to create transit switch: 273.775µs I0505 19:47:00.528469 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-25.ec2.internal for the network default I0505 19:47:00.529410 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-25.ec2.internal" on network "default" took: 1.243509ms W0505 19:47:08.922336 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:47:08.922361 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:47:24.099618 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:48:27.815095 3671 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-txhhn for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:27.815216 3671 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn I0505 19:48:27.856259 3671 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-vd9wg for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:27.856379 3671 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg I0505 19:48:27.895468 3671 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn I0505 19:48:27.940069 3671 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg I0505 19:48:27.942168 3671 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn] pod update took 126.976888ms I0505 19:48:27.942190 3671 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn] addLogicalPort annotation time took 127.003531ms I0505 19:48:27.943253 3671 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn] addLogicalPort took 128.175978ms, libovsdb time 821.97µs I0505 19:48:27.967794 3671 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg] pod update took 111.436684ms I0505 19:48:27.967812 3671 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg] addLogicalPort annotation time took 111.4593ms I0505 19:48:27.968797 3671 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg] addLogicalPort took 112.549719ms, libovsdb time 721.636µs I0505 19:48:28.008430 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-9d7nx for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:28.008560 3671 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx I0505 19:48:28.044882 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-7cvc7 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:28.044964 3671 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-fjqmd] creating logical port openshift-console-operator_console-operator-66dbbb6468-fjqmd for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:28.044989 3671 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7 I0505 19:48:28.045057 3671 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-fjqmd I0505 19:48:28.067985 3671 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx] pod update took 59.459947ms I0505 19:48:28.068005 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx] addLogicalPort annotation time took 59.481853ms I0505 19:48:28.069090 3671 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx] addLogicalPort took 60.682009ms, libovsdb time 837.35µs I0505 19:48:28.084588 3671 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7] pod update took 39.626168ms I0505 19:48:28.084606 3671 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7] addLogicalPort annotation time took 39.646728ms I0505 19:48:28.085655 3671 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7] addLogicalPort took 40.788556ms, libovsdb time 784.411µs I0505 19:48:28.092150 3671 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-fjqmd] pod update took 47.110337ms I0505 19:48:28.092166 3671 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-fjqmd] addLogicalPort annotation time took 47.128129ms I0505 19:48:28.093173 3671 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-fjqmd] addLogicalPort took 48.22215ms, libovsdb time 727.288µs I0505 19:48:28.141673 3671 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-cfgg2 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:28.141751 3671 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2 I0505 19:48:28.168227 3671 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn 8e67520de0298b2421729e3cdadf798236ef316c296f7077381afb0bc2c96ad3 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn 8e67520de0298b2421729e3cdadf798236ef316c296f7077381afb0bc2c96ad3 network default NAD default NAD key ] I0505 19:48:28.178024 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-txhhn, hostIfaceName: 8e67520de0298b2, network: default, NAD default, SandboxID: "8e67520de0298b2421729e3cdadf798236ef316c296f7077381afb0bc2c96ad3", PCI device ID: , UID: "0453feb3-8898-4b6f-a535-be7024c455da", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 19:48:28.217995 3671 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-phrk8 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:28.218086 3671 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8 I0505 19:48:28.223216 3671 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2 I0505 19:48:28.224672 3671 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn 8e67520de0298b2421729e3cdadf798236ef316c296f7077381afb0bc2c96ad3 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-txhhn 8e67520de0298b2421729e3cdadf798236ef316c296f7077381afb0bc2c96ad3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a5:14:d1:05:0d\",\"name\":\"8e67520de0298b2\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f7a9edd-0879-432b-8979-f00cd9cedcad\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:48:28.294775 3671 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8 I0505 19:48:28.325090 3671 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2] pod update took 183.36001ms I0505 19:48:28.325112 3671 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2] addLogicalPort annotation time took 183.385563ms I0505 19:48:28.326345 3671 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2] addLogicalPort took 184.685712ms, libovsdb time 954.141µs I0505 19:48:28.354780 3671 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8] pod update took 136.71306ms I0505 19:48:28.354805 3671 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8] addLogicalPort annotation time took 136.744438ms I0505 19:48:28.356192 3671 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8] addLogicalPort took 138.215947ms, libovsdb time 1.009494ms I0505 19:48:28.363695 3671 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7 98f55c1498b67434300271fbe890f10b465c6ca00e99c1d5924f4223ca858109 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7 98f55c1498b67434300271fbe890f10b465c6ca00e99c1d5924f4223ca858109 network default NAD default NAD key ] I0505 19:48:28.364959 3671 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-fjqmd f8933e8139f1801863969eb0e3bc7dce0c4bd5e687750d639550e0a38e1acb4e network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-fjqmd f8933e8139f1801863969eb0e3bc7dce0c4bd5e687750d639550e0a38e1acb4e network default NAD default NAD key ] I0505 19:48:28.376989 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-7cvc7, hostIfaceName: 98f55c1498b6743, network: default, NAD default, SandboxID: "98f55c1498b67434300271fbe890f10b465c6ca00e99c1d5924f4223ca858109", PCI device ID: , UID: "ce5c64e1-ded2-417c-ac46-e14cd4a49e7d", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 19:48:28.377633 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-fjqmd, hostIfaceName: f8933e8139f1801, network: default, NAD default, SandboxID: "f8933e8139f1801863969eb0e3bc7dce0c4bd5e687750d639550e0a38e1acb4e", PCI device ID: , UID: "1afe8245-d7c9-41e2-8ef6-8542323a0e2f", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 19:48:28.420803 3671 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7 98f55c1498b67434300271fbe890f10b465c6ca00e99c1d5924f4223ca858109 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7cvc7 98f55c1498b67434300271fbe890f10b465c6ca00e99c1d5924f4223ca858109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d1:3d:4f:c8:d1\",\"name\":\"98f55c1498b6743\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ac7a413-c214-4e58-b4b2-dd0a9b20895a\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:48:28.435859 3671 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-fjqmd f8933e8139f1801863969eb0e3bc7dce0c4bd5e687750d639550e0a38e1acb4e network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-fjqmd f8933e8139f1801863969eb0e3bc7dce0c4bd5e687750d639550e0a38e1acb4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7b:da:42:7d:5f\",\"name\":\"f8933e8139f1801\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ba063d7-9759-4f2d-8f28-d115f159fd75\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:48:28.541958 3671 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8 40c303fdd6c0749dc7fe442a76d9fb80758be7b226540e4ba998a613e11625c1 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8 40c303fdd6c0749dc7fe442a76d9fb80758be7b226540e4ba998a613e11625c1 network default NAD default NAD key ] I0505 19:48:28.553871 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-phrk8, hostIfaceName: 40c303fdd6c0749, network: default, NAD default, SandboxID: "40c303fdd6c0749dc7fe442a76d9fb80758be7b226540e4ba998a613e11625c1", PCI device ID: , UID: "957d18cd-1587-425b-80d0-155377fe5372", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 19:48:28.597257 3671 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8 40c303fdd6c0749dc7fe442a76d9fb80758be7b226540e4ba998a613e11625c1 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-phrk8 40c303fdd6c0749dc7fe442a76d9fb80758be7b226540e4ba998a613e11625c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:53:ce:9d:fa:dd\",\"name\":\"40c303fdd6c0749\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5e52b3d-583e-4836-9b05-114267de8200\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:48:31.365416 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:48:31.717983 3671 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 19:48:31.718831 3671 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 831.201µs I0505 19:48:31.745103 3671 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 19:48:32.391419 3671 namespace.go:98] [openshift-service-ca] adding namespace I0505 19:48:32.392320 3671 namespace.go:102] [openshift-service-ca] adding namespace took 873.331µs I0505 19:48:32.415279 3671 namespace.go:142] [openshift-service-ca] updating namespace W0505 19:48:40.899621 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:48:43.783028 3671 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg aade6bae5a0f89d555ff1dd1b6eeb3bf8e78cd7b0d62a7f68d7124d6f700b095 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg aade6bae5a0f89d555ff1dd1b6eeb3bf8e78cd7b0d62a7f68d7124d6f700b095 network default NAD default NAD key ] I0505 19:48:43.791839 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-vd9wg, hostIfaceName: aade6bae5a0f89d, network: default, NAD default, SandboxID: "aade6bae5a0f89d555ff1dd1b6eeb3bf8e78cd7b0d62a7f68d7124d6f700b095", PCI device ID: , UID: "baa4d70e-67e8-404a-8322-28a3086a356a", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 19:48:43.837994 3671 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg aade6bae5a0f89d555ff1dd1b6eeb3bf8e78cd7b0d62a7f68d7124d6f700b095 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-vd9wg aade6bae5a0f89d555ff1dd1b6eeb3bf8e78cd7b0d62a7f68d7124d6f700b095 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a2:93:6d:82:65\",\"name\":\"aade6bae5a0f89d\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7710c5a-7353-49af-9dfd-f93e1786addf\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:48:51.882829 3671 cni.go:452] [openshift-dns/dns-default-bgb58 3761dd59bc304609d8c4c43d2e0f9ea98d15fc3a56de80a37c0c74e673d2c92d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bgb58 3761dd59bc304609d8c4c43d2e0f9ea98d15fc3a56de80a37c0c74e673d2c92d network default NAD default NAD key ] I0505 19:48:51.892294 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bgb58, hostIfaceName: 3761dd59bc30460, network: default, NAD default, SandboxID: "3761dd59bc304609d8c4c43d2e0f9ea98d15fc3a56de80a37c0c74e673d2c92d", PCI device ID: , UID: "1496da8e-d64e-4125-b6b0-7318285aca02", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 19:48:51.937965 3671 cni.go:473] [openshift-dns/dns-default-bgb58 3761dd59bc304609d8c4c43d2e0f9ea98d15fc3a56de80a37c0c74e673d2c92d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bgb58 3761dd59bc304609d8c4c43d2e0f9ea98d15fc3a56de80a37c0c74e673d2c92d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:5c:21:93:1b:c4\",\"name\":\"3761dd59bc30460\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cff4fd11-f4e7-4d07-8306-03bb95f1e6dc\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:48:55.276302 3671 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 19:48:55.276322 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 19:48:55.276327 3671 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0505 19:48:55.432115 3671 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-c9466] creating logical port openshift-insights_insights-runtime-extractor-c9466 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:55.432234 3671 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-c9466 I0505 19:48:55.460124 3671 pod.go:62] [openshift-insights/insights-runtime-extractor-c9466] pod update took 27.914848ms I0505 19:48:55.460148 3671 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-c9466] addLogicalPort annotation time took 27.942443ms I0505 19:48:55.461359 3671 pods.go:271] [openshift-insights/insights-runtime-extractor-c9466] addLogicalPort took 29.293597ms, libovsdb time 920.047µs I0505 19:48:55.788845 3671 cni.go:452] [openshift-insights/insights-runtime-extractor-c9466 88a59d4cd5a2d5b1437204e2551a55497b019996fc81c53301343788ba8e82ec network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-c9466 88a59d4cd5a2d5b1437204e2551a55497b019996fc81c53301343788ba8e82ec network default NAD default NAD key ] I0505 19:48:55.797748 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-c9466, hostIfaceName: 88a59d4cd5a2d5b, network: default, NAD default, SandboxID: "88a59d4cd5a2d5b1437204e2551a55497b019996fc81c53301343788ba8e82ec", PCI device ID: , UID: "83d79649-9ec8-4def-a660-1bcc50ebea35", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 19:48:55.843061 3671 cni.go:473] [openshift-insights/insights-runtime-extractor-c9466 88a59d4cd5a2d5b1437204e2551a55497b019996fc81c53301343788ba8e82ec network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-c9466 88a59d4cd5a2d5b1437204e2551a55497b019996fc81c53301343788ba8e82ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:79:b1:4e:25:eb\",\"name\":\"88a59d4cd5a2d5b\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f41151f-17a0-44f3-9f8c-085069a6c582\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:48:56.413950 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:56.414012 3671 pods.go:176] Deleting pod: openshift-image-registry/image-registry-8648448794-26mqz I0505 19:48:56.415203 3671 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-8648448794-26mqz, ips: 10.130.0.5 I0505 19:48:56.415232 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:56.424259 3671 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69796f5b5c-6nwj8] creating logical port openshift-image-registry_image-registry-69796f5b5c-6nwj8 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:48:56.424401 3671 kube.go:256] Updating pod openshift-image-registry/image-registry-69796f5b5c-6nwj8 I0505 19:48:56.435076 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:56.435094 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:56.444307 3671 pod.go:62] [openshift-image-registry/image-registry-69796f5b5c-6nwj8] pod update took 19.946657ms I0505 19:48:56.444328 3671 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-69796f5b5c-6nwj8] addLogicalPort annotation time took 19.970026ms I0505 19:48:56.445413 3671 pods.go:271] [openshift-image-registry/image-registry-69796f5b5c-6nwj8] addLogicalPort took 21.167704ms, libovsdb time 774.876µs I0505 19:48:56.445455 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8648448794-26mqz I0505 19:48:56.445466 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8648448794-26mqz I0505 19:48:56.779509 3671 cni.go:452] [openshift-image-registry/image-registry-69796f5b5c-6nwj8 78e9320533042b1eee333749e556dd92cf7bea2a8f68fe63ce96e63e945deffd network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-69796f5b5c-6nwj8 78e9320533042b1eee333749e556dd92cf7bea2a8f68fe63ce96e63e945deffd network default NAD default NAD key ] I0505 19:48:56.789739 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69796f5b5c-6nwj8, hostIfaceName: 78e9320533042b1, network: default, NAD default, SandboxID: "78e9320533042b1eee333749e556dd92cf7bea2a8f68fe63ce96e63e945deffd", PCI device ID: , UID: "123dd923-f5a2-4176-bbc7-de6332e2aee5", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 19:48:56.834998 3671 cni.go:473] [openshift-image-registry/image-registry-69796f5b5c-6nwj8 78e9320533042b1eee333749e556dd92cf7bea2a8f68fe63ce96e63e945deffd network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-69796f5b5c-6nwj8 78e9320533042b1eee333749e556dd92cf7bea2a8f68fe63ce96e63e945deffd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:00:58:03:ef:2a\",\"name\":\"78e9320533042b1\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/981cb4fe-6d16-489f-b702-b3bb9a93552e\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:48:57.236750 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:57.237402 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:57.256042 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:57.256062 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:57.260324 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bb69d5545-9x8ks I0505 19:48:57.260345 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bb69d5545-9x8ks W0505 19:48:57.404983 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:48:58.274196 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:49:00.154529 3671 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx 4343927c4562d5cfc6a07e1d8d011aa37cd92564b13e0f802563feec52a60583 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx 4343927c4562d5cfc6a07e1d8d011aa37cd92564b13e0f802563feec52a60583 network default NAD default NAD key ] I0505 19:49:00.164385 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-9d7nx, hostIfaceName: 4343927c4562d5c, network: default, NAD default, SandboxID: "4343927c4562d5cfc6a07e1d8d011aa37cd92564b13e0f802563feec52a60583", PCI device ID: , UID: "d8f0ea0c-2e81-40c2-88af-85a68c4a8d25", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 19:49:00.210328 3671 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx 4343927c4562d5cfc6a07e1d8d011aa37cd92564b13e0f802563feec52a60583 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-9d7nx 4343927c4562d5cfc6a07e1d8d011aa37cd92564b13e0f802563feec52a60583 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:07:c5:11:75:12\",\"name\":\"4343927c4562d5c\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf84d3b5-1230-4393-b560-33261fcfb49a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:49:00.291057 3671 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2 08f5348d8f678ff92e1e676be696219a3a74ed955e0ac29f9c5a5a680863c464 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2 08f5348d8f678ff92e1e676be696219a3a74ed955e0ac29f9c5a5a680863c464 network default NAD default NAD key ] I0505 19:49:00.300955 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-cfgg2, hostIfaceName: 08f5348d8f678ff, network: default, NAD default, SandboxID: "08f5348d8f678ff92e1e676be696219a3a74ed955e0ac29f9c5a5a680863c464", PCI device ID: , UID: "422db351-849f-4bf6-8998-5506a02b6ad6", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 19:49:00.344855 3671 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2 08f5348d8f678ff92e1e676be696219a3a74ed955e0ac29f9c5a5a680863c464 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-cfgg2 08f5348d8f678ff92e1e676be696219a3a74ed955e0ac29f9c5a5a680863c464 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:11:b7:a7:c2:64\",\"name\":\"08f5348d8f678ff\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd38ff45-b3c7-4191-8016-d8b5f79b7253\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:49:00.779491 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.779512 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.783750 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.783765 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.783770 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.814214 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.814230 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.815134 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.815150 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.815154 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 19:49:03.367471 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-85x5k for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:03.367556 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k I0505 19:49:03.388909 3671 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k] pod update took 21.361107ms I0505 19:49:03.388928 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k] addLogicalPort annotation time took 21.398584ms I0505 19:49:03.390007 3671 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k] addLogicalPort took 22.550878ms, libovsdb time 751.374µs I0505 19:49:03.723520 3671 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k b16f404da8a447d18ebfa14e54a2176d06d321fd8298c14283104ed8c97a8cf3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k b16f404da8a447d18ebfa14e54a2176d06d321fd8298c14283104ed8c97a8cf3 network default NAD default NAD key ] I0505 19:49:03.732880 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-85x5k, hostIfaceName: b16f404da8a447d, network: default, NAD default, SandboxID: "b16f404da8a447d18ebfa14e54a2176d06d321fd8298c14283104ed8c97a8cf3", PCI device ID: , UID: "8cac31a3-cdf6-45c8-87c7-9f7f66e669c1", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 19:49:03.778947 3671 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k b16f404da8a447d18ebfa14e54a2176d06d321fd8298c14283104ed8c97a8cf3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-85x5k b16f404da8a447d18ebfa14e54a2176d06d321fd8298c14283104ed8c97a8cf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:80:ec:1d:b5:5c\",\"name\":\"b16f404da8a447d\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dcb83d0-b4ec-4d24-96a0-2fe02fdcf5dc\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:49:04.396421 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:49:04.396439 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 19:49:04.396445 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:49:05.275139 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 19:49:05.467436 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 19:49:12.417963 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.418475 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.418500 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.418509 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 19:49:12.418528 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.418533 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 19:49:12.679350 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:49:12.900125 3671 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-r8fl6] creating logical port openshift-console_downloads-5c54f4944f-r8fl6 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:12.900220 3671 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-r8fl6 I0505 19:49:12.926192 3671 pod.go:62] [openshift-console/downloads-5c54f4944f-r8fl6] pod update took 26.000096ms I0505 19:49:12.926219 3671 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-r8fl6] addLogicalPort annotation time took 26.03075ms I0505 19:49:12.927368 3671 pods.go:271] [openshift-console/downloads-5c54f4944f-r8fl6] addLogicalPort took 27.265289ms, libovsdb time 856.298µs I0505 19:49:13.258315 3671 cni.go:452] [openshift-console/downloads-5c54f4944f-r8fl6 9e3f40162add04db918d320cba8e76122d233e0f0f4e53371567bf79b5d645c5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-r8fl6 9e3f40162add04db918d320cba8e76122d233e0f0f4e53371567bf79b5d645c5 network default NAD default NAD key ] I0505 19:49:13.272854 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-r8fl6, hostIfaceName: 9e3f40162add04d, network: default, NAD default, SandboxID: "9e3f40162add04db918d320cba8e76122d233e0f0f4e53371567bf79b5d645c5", PCI device ID: , UID: "f2b62375-90ed-48c5-88bf-74104f86f1c3", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 19:49:13.324791 3671 cni.go:473] [openshift-console/downloads-5c54f4944f-r8fl6 9e3f40162add04db918d320cba8e76122d233e0f0f4e53371567bf79b5d645c5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-r8fl6 9e3f40162add04db918d320cba8e76122d233e0f0f4e53371567bf79b5d645c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a6:91:99:c1:0d\",\"name\":\"9e3f40162add04d\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28d992af-b4da-41d5-8147-e17de4d2c450\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:49:13.349718 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-n9jqx for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:13.349856 3671 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx I0505 19:49:13.381287 3671 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx] pod update took 31.462056ms I0505 19:49:13.381312 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx] addLogicalPort annotation time took 31.489841ms I0505 19:49:13.382589 3671 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx] addLogicalPort took 32.893647ms, libovsdb time 957.812µs I0505 19:49:13.416380 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-h4tz8 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:13.416506 3671 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8 I0505 19:49:13.435350 3671 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8] pod update took 18.876407ms I0505 19:49:13.435371 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8] addLogicalPort annotation time took 18.903439ms I0505 19:49:13.436577 3671 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8] addLogicalPort took 20.213179ms, libovsdb time 873.176µs I0505 19:49:13.470104 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:13.470132 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:13.470149 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:13.470161 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:13.709178 3671 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx 69cb046c40140638e0d546b99d66409494777572655a43525af72de6e63c66b0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx 69cb046c40140638e0d546b99d66409494777572655a43525af72de6e63c66b0 network default NAD default NAD key ] I0505 19:49:13.718718 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-n9jqx, hostIfaceName: 69cb046c4014063, network: default, NAD default, SandboxID: "69cb046c40140638e0d546b99d66409494777572655a43525af72de6e63c66b0", PCI device ID: , UID: "93c3b7ed-b15c-4ebc-b72d-947bd367d920", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 19:49:13.766850 3671 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx 69cb046c40140638e0d546b99d66409494777572655a43525af72de6e63c66b0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-n9jqx 69cb046c40140638e0d546b99d66409494777572655a43525af72de6e63c66b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:74:f9:ca:a0:f9\",\"name\":\"69cb046c4014063\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a13e6d67-4b9a-4e98-b8c6-66c4c13fc504\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:49:13.777931 3671 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8 fb92e97445aa8595cb0d13293bb4c74d4066489a9ba428c4fa0d9fdc47e034b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8 fb92e97445aa8595cb0d13293bb4c74d4066489a9ba428c4fa0d9fdc47e034b8 network default NAD default NAD key ] I0505 19:49:13.787410 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-h4tz8, hostIfaceName: fb92e97445aa859, network: default, NAD default, SandboxID: "fb92e97445aa8595cb0d13293bb4c74d4066489a9ba428c4fa0d9fdc47e034b8", PCI device ID: , UID: "4124058c-e478-4b31-90f1-7068c7bed76b", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 19:49:13.837151 3671 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8 fb92e97445aa8595cb0d13293bb4c74d4066489a9ba428c4fa0d9fdc47e034b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-h4tz8 fb92e97445aa8595cb0d13293bb4c74d4066489a9ba428c4fa0d9fdc47e034b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:22:05:da:35:cc\",\"name\":\"fb92e97445aa859\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1057344c-cd67-4402-8d96-9d5beb27a55f\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:49:14.575516 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:14.575680 3671 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 19:49:14.603891 3671 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.258313ms I0505 19:49:14.603935 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.309082ms I0505 19:49:14.605440 3671 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 29.94107ms, libovsdb time 1.108701ms I0505 19:49:15.371770 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 19:49:15.388664 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 19:49:15.563126 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key ] I0505 19:49:15.573693 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 92ad76449d6476c, network: default, NAD default, SandboxID: "92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d", PCI device ID: , UID: "1ac20674-5799-49d4-8c48-af5f2734fbce", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 19:49:15.637828 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d8:0c:7b:1f:b1\",\"name\":\"92ad76449d6476c\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb6992fa-808f-48f1-890a-3e7f1f46578c\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:49:16.488199 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k] creating logical port openshift-monitoring_thanos-querier-fdbbcd6d7-rbw4k for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:16.488338 3671 kube.go:256] Updating pod openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k I0505 19:49:16.516436 3671 pod.go:62] [openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k] pod update took 28.139153ms I0505 19:49:16.516465 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k] addLogicalPort annotation time took 28.177205ms I0505 19:49:16.517984 3671 pods.go:271] [openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k] addLogicalPort took 29.80288ms, libovsdb time 1.110902ms I0505 19:49:16.853106 3671 cni.go:452] [openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k 37f3b2275658d04972d9b9c4bc909bca4f1f95526073c7e5be5f381b5d331444 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k 37f3b2275658d04972d9b9c4bc909bca4f1f95526073c7e5be5f381b5d331444 network default NAD default NAD key ] W0505 19:49:16.858492 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:16.858512 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:16.858517 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 19:49:16.864058 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-fdbbcd6d7-rbw4k, hostIfaceName: 37f3b2275658d04, network: default, NAD default, SandboxID: "37f3b2275658d04972d9b9c4bc909bca4f1f95526073c7e5be5f381b5d331444", PCI device ID: , UID: "f2c1810b-3c1f-4177-888b-e3d908f8d81b", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 19:49:16.915204 3671 cni.go:473] [openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k 37f3b2275658d04972d9b9c4bc909bca4f1f95526073c7e5be5f381b5d331444 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-fdbbcd6d7-rbw4k 37f3b2275658d04972d9b9c4bc909bca4f1f95526073c7e5be5f381b5d331444 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:21:81:7d:1f:49\",\"name\":\"37f3b2275658d04\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64e5c6a3-1923-4c1d-b8a4-113a9dcb833a\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:49:17.559103 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:17.559121 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:17.559126 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 19:49:17.728682 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-k67gt for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:17.728805 3671 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt I0505 19:49:17.747171 3671 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt] pod update took 18.401107ms I0505 19:49:17.747190 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt] addLogicalPort annotation time took 18.426831ms I0505 19:49:17.748436 3671 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt] addLogicalPort took 19.773902ms, libovsdb time 921.748µs I0505 19:49:18.096563 3671 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt a933f2a76ba7029dd09793b506df8ee999a059a6e38a2eb2983b7249bce7fefd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt a933f2a76ba7029dd09793b506df8ee999a059a6e38a2eb2983b7249bce7fefd network default NAD default NAD key ] I0505 19:49:18.107842 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-k67gt, hostIfaceName: a933f2a76ba7029, network: default, NAD default, SandboxID: "a933f2a76ba7029dd09793b506df8ee999a059a6e38a2eb2983b7249bce7fefd", PCI device ID: , UID: "22b75acf-a171-4565-be67-95d84ba228c7", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 19:49:18.168772 3671 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt a933f2a76ba7029dd09793b506df8ee999a059a6e38a2eb2983b7249bce7fefd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k67gt a933f2a76ba7029dd09793b506df8ee999a059a6e38a2eb2983b7249bce7fefd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:b9:60:2f:4a:ee\",\"name\":\"a933f2a76ba7029\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a27fa6ea-00e7-4ea6-ac88-41f5a4943834\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:49:18.435622 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:49:19.885006 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:19.885771 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:19.899878 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:19.899975 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:19.908969 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bb69d5545-xm7sg I0505 19:49:19.908995 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bb69d5545-xm7sg W0505 19:49:20.560987 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0505 19:49:20.838632 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:20.838737 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 19:49:20.866289 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.585399ms I0505 19:49:20.866314 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.614488ms I0505 19:49:20.867564 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.946673ms, libovsdb time 897.62µs W0505 19:49:20.949174 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 19:49:21.203708 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key ] I0505 19:49:21.217197 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 5a56f95d9ead3ff, network: default, NAD default, SandboxID: "5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c", PCI device ID: , UID: "f1c40552-1eb8-4ac3-a3fa-e0484c6c46c7", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 19:49:21.270260 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:6c:07:28:4f:3b\",\"name\":\"5a56f95d9ead3ff\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46816a2c-1cc4-4274-b677-90865fba0ee6\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:49:21.362809 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:49:21.602362 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.602387 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.602395 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.602401 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.715455 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:21.715474 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:21.900800 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:21.900816 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:22.370747 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:22.370768 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:22.370774 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:22.370780 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 19:49:25.095118 3671 base_network_controller_pods.go:487] [default/openshift-console/console-55f4987765-9d4zn] creating logical port openshift-console_console-55f4987765-9d4zn for pod on switch ip-10-0-1-250.ec2.internal I0505 19:49:25.095234 3671 kube.go:256] Updating pod openshift-console/console-55f4987765-9d4zn I0505 19:49:25.119762 3671 pod.go:62] [openshift-console/console-55f4987765-9d4zn] pod update took 24.562251ms I0505 19:49:25.119784 3671 base_network_controller_pods.go:951] [default/openshift-console/console-55f4987765-9d4zn] addLogicalPort annotation time took 24.589796ms I0505 19:49:25.121120 3671 pods.go:271] [openshift-console/console-55f4987765-9d4zn] addLogicalPort took 26.037041ms, libovsdb time 926.275µs W0505 19:49:27.563550 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563581 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563589 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563596 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.946383 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 19:49:29.363068 3671 cni.go:452] [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key ] I0505 19:49:29.372685 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55f4987765-9d4zn, hostIfaceName: d482e3d4f567519, network: default, NAD default, SandboxID: "d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e", PCI device ID: , UID: "b3fa8b96-069b-402a-8006-6edee19e0c87", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] W0505 19:49:29.385515 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0505 19:49:29.426407 3671 cni.go:473] [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c3:7c:06:d1:e3\",\"name\":\"d482e3d4f567519\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ca34954-ddc1-487e-9d98-301e9ca4dbe4\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:49:30.641515 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 19:49:31.395420 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:49:32.601419 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:49:33.929980 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:33.930028 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:35.622069 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:36.937324 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 19:49:44.963117 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:44.963135 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:44.963141 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:44.963153 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:44.963158 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:44.963162 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:45.045967 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:45.045989 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:45.045996 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:47.982353 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 19:49:51.677306 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 19:49:51.677349 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 19:49:51.677395 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 19:49:52.684919 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 19:49:56.691680 3671 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:56.692276 3671 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:57.484236 3671 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:57.484273 3671 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:57.492348 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c9b4dbb77-r84lg I0505 19:49:57.492368 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c9b4dbb77-r84lg I0505 19:50:01.195271 3671 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:01.195915 3671 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:02.032601 3671 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:02.032631 3671 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:02.043345 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c9b4dbb77-xf49l I0505 19:50:02.043371 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c9b4dbb77-xf49l I0505 19:50:17.354728 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:17.355274 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:18.105831 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:18.105860 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:18.105887 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c7b844789-db9r8 I0505 19:50:18.105922 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c7b844789-db9r8 I0505 19:50:21.717537 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:21.718136 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 19:50:21.833252 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:50:21.833292 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 19:50:22.742075 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:22.742102 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:25.968429 3671 cni.go:452] [openshift-multus/network-metrics-daemon-pcpg9 7dd3ab91f638d9e13d8b2eee2c50f3b2135113dc65fb024e9d51000dbd770aea network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-pcpg9 7dd3ab91f638d9e13d8b2eee2c50f3b2135113dc65fb024e9d51000dbd770aea network default NAD default NAD key ] I0505 19:50:25.977534 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-pcpg9, hostIfaceName: 7dd3ab91f638d9e, network: default, NAD default, SandboxID: "7dd3ab91f638d9e13d8b2eee2c50f3b2135113dc65fb024e9d51000dbd770aea", PCI device ID: , UID: "a9c66ca0-b3d7-4d07-9b74-c4ad67a40e1d", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 19:50:26.025222 3671 cni.go:473] [openshift-multus/network-metrics-daemon-pcpg9 7dd3ab91f638d9e13d8b2eee2c50f3b2135113dc65fb024e9d51000dbd770aea network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-pcpg9 7dd3ab91f638d9e13d8b2eee2c50f3b2135113dc65fb024e9d51000dbd770aea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6b:8a:a5:ac:dc\",\"name\":\"7dd3ab91f638d9e\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8a97939-101f-4046-b654-89e1d5779cbd\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:50:34.884993 3671 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 19:50:36.241488 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key ] I0505 19:50:36.323003 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 92ad76449d6476cf16388b82e073b8b9a7bff17c1ca48c0f5214f2f4d196f00d network default NAD default NAD key default], result "{}", err I0505 19:50:36.391217 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:36.391253 3671 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 19:50:36.392884 3671 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.21 I0505 19:50:36.392935 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:36.879764 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:36.879791 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:36.890770 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 19:50:36.890802 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 19:50:36.934026 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:50:36.934143 3671 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 19:50:36.957810 3671 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.710693ms I0505 19:50:36.957831 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.736963ms I0505 19:50:36.959205 3671 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.195862ms, libovsdb time 959.877µs I0505 19:50:37.295213 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 58772db89f266b6f13b470c0333f3fd690f2c80497abd3e25dbd32b187cebe32 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 58772db89f266b6f13b470c0333f3fd690f2c80497abd3e25dbd32b187cebe32 network default NAD default NAD key ] I0505 19:50:37.304433 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 58772db89f266b6, network: default, NAD default, SandboxID: "58772db89f266b6f13b470c0333f3fd690f2c80497abd3e25dbd32b187cebe32", PCI device ID: , UID: "3b098ce0-bd6b-4c47-8830-24a4fa80cb8c", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 19:50:37.351818 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 58772db89f266b6f13b470c0333f3fd690f2c80497abd3e25dbd32b187cebe32 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 58772db89f266b6f13b470c0333f3fd690f2c80497abd3e25dbd32b187cebe32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:52:e1:be:ef:b2\",\"name\":\"58772db89f266b6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7e2a376-59e0-4f08-8a4e-54addf3e1e31\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:50:40.744005 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key ] I0505 19:50:40.829771 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 5a56f95d9ead3ff74318010e37cdae9e2c71bdae26899572aa75bb0356cc733c network default NAD default NAD key default], result "{}", err I0505 19:50:40.904256 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:40.904308 3671 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 19:50:40.905646 3671 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.24 I0505 19:50:40.905677 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:41.206715 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:41.206739 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:41.216055 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 19:50:41.216077 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 19:50:41.255453 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:50:41.255562 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 19:50:41.278967 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.443041ms I0505 19:50:41.278993 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.480283ms I0505 19:50:41.280495 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.059033ms, libovsdb time 1.107541ms I0505 19:50:41.619217 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a0e6db9fe7884daf3c978cd758fad46de1e2544a6d9b919b3a547504cb538ec0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a0e6db9fe7884daf3c978cd758fad46de1e2544a6d9b919b3a547504cb538ec0 network default NAD default NAD key ] I0505 19:50:41.638222 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a0e6db9fe7884da, network: default, NAD default, SandboxID: "a0e6db9fe7884daf3c978cd758fad46de1e2544a6d9b919b3a547504cb538ec0", PCI device ID: , UID: "ae808866-bfb8-43a5-8c66-ce19a54b275c", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 19:50:41.894936 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a0e6db9fe7884daf3c978cd758fad46de1e2544a6d9b919b3a547504cb538ec0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a0e6db9fe7884daf3c978cd758fad46de1e2544a6d9b919b3a547504cb538ec0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e0:ad:22:da:3e\",\"name\":\"a0e6db9fe7884da\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d89c14bb-42c5-4254-b402-05904bfb5425\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:50:57.357608 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:50:57.357631 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:50:57.357637 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 19:50:58.657296 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:58.657918 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:59.262020 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:59.262045 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:59.270831 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 19:50:59.270852 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 19:51:07.743395 3671 obj_retry.go:498] Detected object openshift-console/console-55f4987765-nckvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:07.743941 3671 obj_retry.go:498] Detected object openshift-console/console-55f4987765-nckvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:08.055747 3671 obj_retry.go:492] Detected object openshift-console/console-55f4987765-nckvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:08.055777 3671 obj_retry.go:492] Detected object openshift-console/console-55f4987765-nckvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:08.059767 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55f4987765-nckvx I0505 19:51:08.059792 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55f4987765-nckvx I0505 19:51:18.450658 3671 cni.go:452] [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key ] I0505 19:51:18.534330 3671 cni.go:473] [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55f4987765-9d4zn d482e3d4f56751919f14a03a105c3793fa50a9ae4ac63138fc8fd69f00ece87e network default NAD default NAD key default], result "{}", err I0505 19:51:18.591815 3671 obj_retry.go:498] Detected object openshift-console/console-55f4987765-9d4zn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:18.591851 3671 pods.go:176] Deleting pod: openshift-console/console-55f4987765-9d4zn I0505 19:51:18.593103 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55f4987765-9d4zn, ips: 10.130.0.25 I0505 19:51:18.593130 3671 obj_retry.go:498] Detected object openshift-console/console-55f4987765-9d4zn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:19.081465 3671 obj_retry.go:492] Detected object openshift-console/console-55f4987765-9d4zn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:19.081490 3671 obj_retry.go:492] Detected object openshift-console/console-55f4987765-9d4zn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:19.091647 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55f4987765-9d4zn I0505 19:51:19.091667 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55f4987765-9d4zn W0505 19:51:42.220023 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:51:42.220051 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 19:51:43.518356 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:43.518924 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:44.461884 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:44.461925 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:44.473739 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 19:51:44.473765 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 19:51:48.091700 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 19:51:59.965023 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=122 I0505 19:52:08.083484 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 19:53:11.981021 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=506 I0505 19:53:13.097416 3671 base_network_controller_pods.go:487] [default/openshift-console/console-5c8c4fdb55-hq64w] creating logical port openshift-console_console-5c8c4fdb55-hq64w for pod on switch ip-10-0-1-250.ec2.internal I0505 19:53:13.097564 3671 kube.go:256] Updating pod openshift-console/console-5c8c4fdb55-hq64w I0505 19:53:13.121288 3671 pod.go:62] [openshift-console/console-5c8c4fdb55-hq64w] pod update took 23.762742ms I0505 19:53:13.121310 3671 base_network_controller_pods.go:951] [default/openshift-console/console-5c8c4fdb55-hq64w] addLogicalPort annotation time took 23.791218ms I0505 19:53:13.122635 3671 pods.go:271] [openshift-console/console-5c8c4fdb55-hq64w] addLogicalPort took 25.233277ms, libovsdb time 971.777µs I0505 19:53:13.457391 3671 cni.go:452] [openshift-console/console-5c8c4fdb55-hq64w 31d13cb48cda06ea01cf8b94f49176eaf2265e6c71304eda01c45affee3af315 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c8c4fdb55-hq64w 31d13cb48cda06ea01cf8b94f49176eaf2265e6c71304eda01c45affee3af315 network default NAD default NAD key ] I0505 19:53:13.466570 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c8c4fdb55-hq64w, hostIfaceName: 31d13cb48cda06e, network: default, NAD default, SandboxID: "31d13cb48cda06ea01cf8b94f49176eaf2265e6c71304eda01c45affee3af315", PCI device ID: , UID: "2a5a58d1-bccd-411a-b378-01679196de89", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 19:53:13.518056 3671 cni.go:473] [openshift-console/console-5c8c4fdb55-hq64w 31d13cb48cda06ea01cf8b94f49176eaf2265e6c71304eda01c45affee3af315 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c8c4fdb55-hq64w 31d13cb48cda06ea01cf8b94f49176eaf2265e6c71304eda01c45affee3af315 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b9:b3:b8:dd:ed\",\"name\":\"31d13cb48cda06e\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75177765-b359-4b59-aac3-e3beac2e1663\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:53:23.605506 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:53:38.407066 3671 obj_retry.go:498] Detected object openshift-console/console-7467788994-jm257 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:38.407656 3671 obj_retry.go:498] Detected object openshift-console/console-7467788994-jm257 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:39.319345 3671 obj_retry.go:492] Detected object openshift-console/console-7467788994-jm257 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:39.319364 3671 obj_retry.go:492] Detected object openshift-console/console-7467788994-jm257 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:39.323978 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7467788994-jm257 I0505 19:53:39.324000 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7467788994-jm257 I0505 19:53:48.999159 3671 obj_retry.go:498] Detected object openshift-console/console-7467788994-pk2hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:48.999704 3671 obj_retry.go:498] Detected object openshift-console/console-7467788994-pk2hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:49.929413 3671 obj_retry.go:492] Detected object openshift-console/console-7467788994-pk2hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:49.929441 3671 obj_retry.go:492] Detected object openshift-console/console-7467788994-pk2hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:49.934594 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7467788994-pk2hn I0505 19:53:49.934626 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7467788994-pk2hn I0505 19:53:51.095460 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0505 19:54:19.469402 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:54:30.530766 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 19:54:30.530820 3671 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t2929 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t2929: no pod IPs found I0505 19:54:41.973204 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0505 19:54:44.056823 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 19:54:48.062001 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 19:54:56.068485 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 19:54:56.971380 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 19:55:16.056723 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 19:55:16.078844 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 19:55:36.094934 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 19:55:36.970858 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0505 19:55:42.971257 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0505 19:56:02.632668 3671 namespace.go:98] [tsf] adding namespace I0505 19:56:02.633502 3671 namespace.go:102] [tsf] adding namespace took 811.934µs I0505 19:56:02.660809 3671 namespace.go:142] [tsf] updating namespace I0505 19:56:02.675691 3671 namespace.go:142] [tsf] updating namespace I0505 19:56:06.957546 3671 namespace.go:98] [tsf-keycloak] adding namespace I0505 19:56:06.958056 3671 namespace.go:98] [konflux-ui] adding namespace I0505 19:56:06.958518 3671 namespace.go:102] [tsf-keycloak] adding namespace took 948.799µs I0505 19:56:06.959197 3671 namespace.go:102] [konflux-ui] adding namespace took 1.119791ms I0505 19:56:06.961247 3671 namespace.go:98] [konflux-operator] adding namespace I0505 19:56:06.961281 3671 namespace.go:98] [tsf-tpa] adding namespace I0505 19:56:06.961844 3671 namespace.go:102] [konflux-operator] adding namespace took 581.982µs I0505 19:56:06.962426 3671 namespace.go:102] [tsf-tpa] adding namespace took 1.131668ms I0505 19:56:06.964842 3671 namespace.go:98] [cert-manager-operator] adding namespace I0505 19:56:06.964926 3671 namespace.go:98] [tsf-tas] adding namespace I0505 19:56:06.965053 3671 namespace.go:98] [rhbk-operator] adding namespace I0505 19:56:06.965058 3671 namespace.go:98] [rhtpa-operator] adding namespace I0505 19:56:06.965503 3671 namespace.go:102] [cert-manager-operator] adding namespace took 646.117µs I0505 19:56:06.966050 3671 namespace.go:102] [tsf-tas] adding namespace took 1.110069ms I0505 19:56:06.966482 3671 namespace.go:102] [rhbk-operator] adding namespace took 1.410077ms I0505 19:56:06.966986 3671 namespace.go:102] [rhtpa-operator] adding namespace took 1.908221ms I0505 19:56:06.990980 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:07.020857 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:07.034959 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:07.035051 3671 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:07.035108 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:07.045034 3671 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:07.060636 3671 namespace.go:142] [tsf-tas] updating namespace I0505 19:56:07.060667 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:07.060820 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:07.062402 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:07.149878 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:07.172915 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:07.178831 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:07.199988 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:07.216882 3671 namespace.go:142] [tsf-tas] updating namespace I0505 19:56:07.240538 3671 namespace.go:142] [tsf-tas] updating namespace I0505 19:56:07.251819 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:07.277042 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:07.292571 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:07.317332 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:07.336829 3671 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:07.353874 3671 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:07.392816 3671 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:07.406542 3671 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:08.497838 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:08.512512 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:15.007799 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.008369 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.008397 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.008404 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:15.008417 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.008421 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:16.014350 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.014926 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.014958 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.014967 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:16.014980 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.014984 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:16.036517 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.036541 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.036557 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.036578 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046311 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046356 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046372 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046388 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:28.116738 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.117266 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.117296 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.117306 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:28.117324 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.117332 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:28.143971 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.144406 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.144428 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.144434 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:28.144444 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.144450 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:29.144566 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.144590 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.144607 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.144624 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.175761 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.175784 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.175799 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.175816 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:30.092932 3671 namespace.go:142] [openshift-operators] updating namespace I0505 19:56:30.110849 3671 namespace.go:142] [openshift-operators] updating namespace I0505 19:56:31.149044 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.149547 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.149571 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.149582 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:31.149600 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.149606 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:32.118638 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.119221 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.119249 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.119259 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:32.119272 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.119276 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:32.179939 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:32.179966 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:32.179981 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:32.179994 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153235 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153259 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153274 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153284 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:37.072551 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 19:56:37.329824 3671 namespace.go:142] [openshift-operators] updating namespace I0505 19:56:38.647810 3671 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-vqbk8 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:56:38.647942 3671 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8 I0505 19:56:38.668083 3671 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8] pod update took 20.184902ms I0505 19:56:38.668106 3671 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8] addLogicalPort annotation time took 20.211038ms I0505 19:56:38.669336 3671 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8] addLogicalPort took 21.546582ms, libovsdb time 864.155µs I0505 19:56:39.032173 3671 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8 61e75a022b21444039646d52ffba87f24f1b517c49b3903f78bf22d6a5d5d844 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8 61e75a022b21444039646d52ffba87f24f1b517c49b3903f78bf22d6a5d5d844 network default NAD default NAD key ] I0505 19:56:39.041350 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-vqbk8, hostIfaceName: 61e75a022b21444, network: default, NAD default, SandboxID: "61e75a022b21444039646d52ffba87f24f1b517c49b3903f78bf22d6a5d5d844", PCI device ID: , UID: "c3d927e2-2f99-4bbf-9196-a10e53bb8f0d", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 19:56:39.090499 3671 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8 61e75a022b21444039646d52ffba87f24f1b517c49b3903f78bf22d6a5d5d844 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-vqbk8 61e75a022b21444039646d52ffba87f24f1b517c49b3903f78bf22d6a5d5d844 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:0f:ca:03:2f:84\",\"name\":\"61e75a022b21444\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc668c82-6125-4219-bd4c-cb7cefdbda59\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:56:45.087302 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 19:56:45.345317 3671 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 19:56:45.346155 3671 namespace.go:102] [trusted-artifact-signer] adding namespace took 812.242µs I0505 19:56:45.364830 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:56:45.385146 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:56:45.586911 3671 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-dh2bd for pod on switch ip-10-0-1-250.ec2.internal I0505 19:56:45.587036 3671 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd I0505 19:56:45.600811 3671 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd] pod update took 13.794895ms I0505 19:56:45.600838 3671 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd] addLogicalPort annotation time took 13.826646ms I0505 19:56:45.602248 3671 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd] addLogicalPort took 15.364786ms, libovsdb time 982.016µs I0505 19:56:45.949652 3671 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd 2b68f6f0f0001ce5600a27d91cff6f2e08627001a0037b09eddeb45a2b404e73 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd 2b68f6f0f0001ce5600a27d91cff6f2e08627001a0037b09eddeb45a2b404e73 network default NAD default NAD key ] I0505 19:56:45.959123 3671 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-dh2bd, hostIfaceName: 2b68f6f0f0001ce, network: default, NAD default, SandboxID: "2b68f6f0f0001ce5600a27d91cff6f2e08627001a0037b09eddeb45a2b404e73", PCI device ID: , UID: "2d0f1cf9-182c-4040-b835-bdd495e6a01b", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 19:56:46.010722 3671 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd 2b68f6f0f0001ce5600a27d91cff6f2e08627001a0037b09eddeb45a2b404e73 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-dh2bd 2b68f6f0f0001ce5600a27d91cff6f2e08627001a0037b09eddeb45a2b404e73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:02:e9:6f:81:2f\",\"name\":\"2b68f6f0f0001ce\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e2d0e17-4d27-4e21-93b6-bb0a5c9aa625\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:56:50.343219 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:50.410999 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 19:56:54.423720 3671 namespace.go:98] [openshift-pipelines] adding namespace I0505 19:56:54.424620 3671 namespace.go:102] [openshift-pipelines] adding namespace took 880.908µs I0505 19:56:54.451232 3671 namespace.go:142] [openshift-pipelines] updating namespace I0505 19:56:55.443996 3671 namespace.go:98] [cert-manager] adding namespace I0505 19:56:55.444970 3671 namespace.go:102] [cert-manager] adding namespace took 949.776µs I0505 19:56:55.473373 3671 namespace.go:142] [cert-manager] updating namespace I0505 19:56:55.508947 3671 namespace.go:142] [cert-manager] updating namespace I0505 19:56:55.941721 3671 namespace.go:142] [cert-manager] updating namespace I0505 19:56:56.147410 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:57.209059 3671 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-nlw8n for pod on switch ip-10-0-1-250.ec2.internal I0505 19:56:57.209167 3671 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n I0505 19:56:57.227579 3671 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n] pod update took 18.440039ms I0505 19:56:57.227606 3671 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n] addLogicalPort annotation time took 18.47261ms I0505 19:56:57.229199 3671 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n] addLogicalPort took 20.159394ms, libovsdb time 1.093619ms I0505 19:56:57.786013 3671 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:58.035985 3671 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:58.241619 3671 namespace.go:142] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] updating namespace I0505 19:56:58.647893 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:58.780853 3671 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n 37124200d93382c315b96dece98c91734918be5c524e176e3b1f94216ba802ba network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n 37124200d93382c315b96dece98c91734918be5c524e176e3b1f94216ba802ba network default NAD default NAD key ] I0505 19:56:58.790287 3671 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-nlw8n, hostIfaceName: 37124200d93382c, network: default, NAD default, SandboxID: "37124200d93382c315b96dece98c91734918be5c524e176e3b1f94216ba802ba", PCI device ID: , UID: "06bbe7d5-9607-4043-a8b0-ee658e432b69", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 19:56:58.843829 3671 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n 37124200d93382c315b96dece98c91734918be5c524e176e3b1f94216ba802ba network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-nlw8n 37124200d93382c315b96dece98c91734918be5c524e176e3b1f94216ba802ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:65:f3:ef:34:dd\",\"name\":\"37124200d93382c\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f9a5eff-c69b-4331-a46d-633c2ac3a99e\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:56:58.921010 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:59.235813 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:56:59.353154 3671 namespace.go:142] [tsf] updating namespace W0505 19:56:59.405950 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:59.446193 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:59.469023 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:59.511027 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 19:56:59.708323 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:59.924104 3671 namespace.go:142] [tsf-tas] updating namespace I0505 19:57:00.100129 3671 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-8gkmz for pod on switch ip-10-0-1-250.ec2.internal I0505 19:57:00.100225 3671 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz I0505 19:57:00.157399 3671 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz] pod update took 57.196924ms I0505 19:57:00.157420 3671 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz] addLogicalPort annotation time took 57.223889ms I0505 19:57:00.158672 3671 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz] addLogicalPort took 58.565661ms, libovsdb time 874.195µs I0505 19:57:00.185396 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 19:57:00.359519 3671 namespace.go:142] [cert-manager] updating namespace I0505 19:57:00.379007 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:57:00.396229 3671 namespace.go:142] [default] updating namespace I0505 19:57:00.416259 3671 namespace.go:142] [konflux-operator] updating namespace I0505 19:57:00.432069 3671 namespace.go:142] [konflux-ui] updating namespace I0505 19:57:00.450324 3671 namespace.go:142] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] updating namespace I0505 19:57:00.462529 3671 namespace.go:142] [openshift] updating namespace I0505 19:57:00.464256 3671 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz 34c20e9873152140e919b296f9804c5a3eff88d19eead3be7e4d30329b03dca1 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz 34c20e9873152140e919b296f9804c5a3eff88d19eead3be7e4d30329b03dca1 network default NAD default NAD key ] I0505 19:57:00.474018 3671 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-8gkmz, hostIfaceName: 34c20e987315214, network: default, NAD default, SandboxID: "34c20e9873152140e919b296f9804c5a3eff88d19eead3be7e4d30329b03dca1", PCI device ID: , UID: "1e92e748-272c-4eec-9af8-40916fbcd25e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 19:57:00.487284 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 19:57:00.509100 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:57:00.518121 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:57:00.524644 3671 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz 34c20e9873152140e919b296f9804c5a3eff88d19eead3be7e4d30329b03dca1 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-8gkmz 34c20e9873152140e919b296f9804c5a3eff88d19eead3be7e4d30329b03dca1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1c:d7:4d:64:0b\",\"name\":\"34c20e987315214\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/914332cd-0369-4bcd-89c3-8a0798e0a8c6\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:57:00.533220 3671 namespace.go:142] [tsf] updating namespace I0505 19:57:00.559753 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:57:00.570749 3671 namespace.go:142] [tsf-tas] updating namespace I0505 19:57:00.596853 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 19:57:00.672002 3671 namespace.go:142] [cert-manager] updating namespace I0505 19:57:00.777890 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:57:00.861167 3671 namespace.go:142] [default] updating namespace I0505 19:57:00.930805 3671 namespace.go:142] [konflux-operator] updating namespace I0505 19:57:00.995867 3671 namespace.go:142] [konflux-ui] updating namespace I0505 19:57:01.089633 3671 namespace.go:142] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] updating namespace I0505 19:57:01.256657 3671 namespace.go:142] [openshift] updating namespace I0505 19:57:01.428049 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 19:57:01.569721 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:57:01.757642 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:57:01.864801 3671 namespace.go:142] [tsf] updating namespace I0505 19:57:02.001931 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:57:02.221032 3671 namespace.go:142] [tsf-tas] updating namespace I0505 19:57:02.337273 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 19:57:03.720873 3671 namespace.go:142] [openshift-pipelines] updating namespace W0505 19:57:04.793732 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:57:04.793751 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 19:57:07.604480 3671 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-2smkx] creating logical port cert-manager_cert-manager-59c77684cc-2smkx for pod on switch ip-10-0-1-250.ec2.internal I0505 19:57:07.604633 3671 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-2smkx I0505 19:57:07.618760 3671 pod.go:62] [cert-manager/cert-manager-59c77684cc-2smkx] pod update took 14.15399ms I0505 19:57:07.618779 3671 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-2smkx] addLogicalPort annotation time took 14.178544ms I0505 19:57:07.620118 3671 pods.go:271] [cert-manager/cert-manager-59c77684cc-2smkx] addLogicalPort took 15.654946ms, libovsdb time 972.66µs I0505 19:57:07.967524 3671 cni.go:452] [cert-manager/cert-manager-59c77684cc-2smkx 81660760cfbb25cc2e2c9cf7a7a0199f1ddf6d0d013a1761bc3ee1f4d25406ee network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-2smkx 81660760cfbb25cc2e2c9cf7a7a0199f1ddf6d0d013a1761bc3ee1f4d25406ee network default NAD default NAD key ] I0505 19:57:07.976965 3671 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-2smkx, hostIfaceName: 81660760cfbb25c, network: default, NAD default, SandboxID: "81660760cfbb25cc2e2c9cf7a7a0199f1ddf6d0d013a1761bc3ee1f4d25406ee", PCI device ID: , UID: "453d8e10-c1f6-4e00-b276-e4454d6b7612", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 19:57:08.029674 3671 cni.go:473] [cert-manager/cert-manager-59c77684cc-2smkx 81660760cfbb25cc2e2c9cf7a7a0199f1ddf6d0d013a1761bc3ee1f4d25406ee network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-2smkx 81660760cfbb25cc2e2c9cf7a7a0199f1ddf6d0d013a1761bc3ee1f4d25406ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:50:55:96:47:51\",\"name\":\"81660760cfbb25c\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb7c5a6c-ba2c-4409-92e3-d6e618b52b0a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:57:10.670547 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:57:10.670570 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:57:20.757236 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:57:20.757258 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:57:20.757264 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 19:57:21.878697 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:21.879272 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:21.910850 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.910875 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.919700 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 19:57:21.919723 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0505 19:57:23.290415 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.290431 3671 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.290436 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.290440 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.396296 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:23.396313 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:23.396317 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 19:57:32.968521 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=62 W0505 19:57:36.842377 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 19:57:36.874184 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 19:57:41.595233 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-jbwtf for pod on switch ip-10-0-1-250.ec2.internal I0505 19:57:41.595329 3671 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf I0505 19:57:41.622982 3671 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf] pod update took 27.680313ms I0505 19:57:41.623007 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf] addLogicalPort annotation time took 27.710738ms I0505 19:57:41.624169 3671 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf] addLogicalPort took 28.947264ms, libovsdb time 786.111µs I0505 19:57:41.728971 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-qjdvx for pod on switch ip-10-0-1-250.ec2.internal I0505 19:57:41.729080 3671 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx I0505 19:57:41.752433 3671 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx] pod update took 23.381505ms I0505 19:57:41.752462 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx] addLogicalPort annotation time took 23.414401ms I0505 19:57:41.753747 3671 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx] addLogicalPort took 24.795876ms, libovsdb time 868.349µs I0505 19:57:41.953440 3671 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf 7cbf5af61ea466f3b9fb82d73f3ce31103d7a93c5768ad1cb3d9309f8d80267a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf 7cbf5af61ea466f3b9fb82d73f3ce31103d7a93c5768ad1cb3d9309f8d80267a network default NAD default NAD key ] I0505 19:57:41.962948 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-jbwtf, hostIfaceName: 7cbf5af61ea466f, network: default, NAD default, SandboxID: "7cbf5af61ea466f3b9fb82d73f3ce31103d7a93c5768ad1cb3d9309f8d80267a", PCI device ID: , UID: "f2f5e894-a8ec-45a4-a733-20509bd12931", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 19:57:42.013745 3671 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf 7cbf5af61ea466f3b9fb82d73f3ce31103d7a93c5768ad1cb3d9309f8d80267a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jbwtf 7cbf5af61ea466f3b9fb82d73f3ce31103d7a93c5768ad1cb3d9309f8d80267a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:54:6b:d1:e4:13\",\"name\":\"7cbf5af61ea466f\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53bf8a2d-bfa4-4030-b9ea-ddcd90a00b16\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:57:42.089846 3671 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx aa684f68a04164b9575cd736a196ae2b640d01ec93eabbd9f68588718b0e0eed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx aa684f68a04164b9575cd736a196ae2b640d01ec93eabbd9f68588718b0e0eed network default NAD default NAD key ] I0505 19:57:42.100045 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-qjdvx, hostIfaceName: aa684f68a04164b, network: default, NAD default, SandboxID: "aa684f68a04164b9575cd736a196ae2b640d01ec93eabbd9f68588718b0e0eed", PCI device ID: , UID: "79082b3c-44fb-488b-91b7-9a5702c5ef4c", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 19:57:42.150008 3671 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx aa684f68a04164b9575cd736a196ae2b640d01ec93eabbd9f68588718b0e0eed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qjdvx aa684f68a04164b9575cd736a196ae2b640d01ec93eabbd9f68588718b0e0eed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fe:ad:a9:ea:cb\",\"name\":\"aa684f68a04164b\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/473f3621-9f1f-4d4b-b6d2-1e37c425ef13\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:57:45.861193 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 19:57:58.742670 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4czf2] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-4czf2 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:57:58.742783 3671 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-4czf2 I0505 19:57:58.762785 3671 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-4czf2] pod update took 20.030902ms I0505 19:57:58.762810 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4czf2] addLogicalPort annotation time took 20.063624ms I0505 19:57:58.764047 3671 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-4czf2] addLogicalPort took 21.395609ms, libovsdb time 841.784µs I0505 19:57:59.102187 3671 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-4czf2 3064a4d57d925baa3fc9f9fb6f1de8b7d8505436700257d0f51d7f0cbc219d4b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4czf2 3064a4d57d925baa3fc9f9fb6f1de8b7d8505436700257d0f51d7f0cbc219d4b network default NAD default NAD key ] I0505 19:57:59.111473 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-4czf2, hostIfaceName: 3064a4d57d925ba, network: default, NAD default, SandboxID: "3064a4d57d925baa3fc9f9fb6f1de8b7d8505436700257d0f51d7f0cbc219d4b", PCI device ID: , UID: "9bdcac23-2dd6-49e7-b617-5ef74e904b49", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 19:57:59.162336 3671 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-4czf2 3064a4d57d925baa3fc9f9fb6f1de8b7d8505436700257d0f51d7f0cbc219d4b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4czf2 3064a4d57d925baa3fc9f9fb6f1de8b7d8505436700257d0f51d7f0cbc219d4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e4:8c:0b:53:08\",\"name\":\"3064a4d57d925ba\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e9736b0-c9fd-4bdf-8c5d-16a5cf404a26\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:58:01.054007 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:01.054603 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:01.079235 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:01.079258 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:01.090272 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 19:58:01.090295 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 19:58:03.050471 3671 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 19:58:03.157068 3671 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 19:58:03.157646 3671 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 19:58:03.157661 3671 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 19:58:03.159758 3671 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 19:58:09.544363 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:58:09.544387 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:58:09.548486 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:58:09.548507 3671 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 19:58:14.097302 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 19:58:22.407981 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-pzhxq for pod on switch ip-10-0-1-250.ec2.internal I0505 19:58:22.408072 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq I0505 19:58:22.427172 3671 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq] pod update took 19.124832ms I0505 19:58:22.427202 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq] addLogicalPort annotation time took 19.158386ms I0505 19:58:22.428481 3671 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq] addLogicalPort took 20.513568ms, libovsdb time 879.962µs I0505 19:58:22.771695 3671 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq b267395586ad6cf6d11e3a3179588c0adb7f37a7ffc995d5944ae73bfb013aa6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq b267395586ad6cf6d11e3a3179588c0adb7f37a7ffc995d5944ae73bfb013aa6 network default NAD default NAD key ] I0505 19:58:22.780971 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-pzhxq, hostIfaceName: b267395586ad6cf, network: default, NAD default, SandboxID: "b267395586ad6cf6d11e3a3179588c0adb7f37a7ffc995d5944ae73bfb013aa6", PCI device ID: , UID: "5619763b-ea98-4773-9a9c-071ef0fc47fa", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 19:58:22.833134 3671 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq b267395586ad6cf6d11e3a3179588c0adb7f37a7ffc995d5944ae73bfb013aa6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pzhxq b267395586ad6cf6d11e3a3179588c0adb7f37a7ffc995d5944ae73bfb013aa6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:45:72:fc:ed:64\",\"name\":\"b267395586ad6cf\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/384aba86-700e-47a7-ac06-9ac8694584f6\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:58:27.958321 3671 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:58:27.958339 3671 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:58:27.958344 3671 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:58:32.988745 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:58:32.988763 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:58:32.988768 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 19:58:44.087092 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 19:58:54.441195 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:54.441758 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:54.495176 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:54.495193 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:54.505332 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 19:58:54.505354 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 19:58:56.703929 3671 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-hcq4q-jvnff] creating logical port tsf-tas_segment-backup-installation-hcq4q-jvnff for pod on switch ip-10-0-1-250.ec2.internal I0505 19:58:56.704066 3671 kube.go:256] Updating pod tsf-tas/segment-backup-installation-hcq4q-jvnff I0505 19:58:56.717519 3671 pod.go:62] [tsf-tas/segment-backup-installation-hcq4q-jvnff] pod update took 13.5212ms I0505 19:58:56.717543 3671 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-hcq4q-jvnff] addLogicalPort annotation time took 13.549892ms I0505 19:58:56.718868 3671 pods.go:271] [tsf-tas/segment-backup-installation-hcq4q-jvnff] addLogicalPort took 14.954136ms, libovsdb time 846.52µs I0505 19:58:57.062955 3671 cni.go:452] [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key ] I0505 19:58:57.073069 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-hcq4q-jvnff, hostIfaceName: b54f3f640ebf398, network: default, NAD default, SandboxID: "b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044", PCI device ID: , UID: "56a16688-60b7-4338-bdaf-ae65c61397c4", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 19:58:57.125992 3671 cni.go:473] [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1d:1a:66:73:55\",\"name\":\"b54f3f640ebf398\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1a6618a-c121-440b-a858-c136a01abc76\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:58:57.690288 3671 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-n7qmb-4b4xl] creating logical port tsf-tas_ctlog-createtree-job-n7qmb-4b4xl for pod on switch ip-10-0-1-250.ec2.internal I0505 19:58:57.690429 3671 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-n7qmb-4b4xl I0505 19:58:57.711256 3671 pod.go:62] [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl] pod update took 20.852671ms I0505 19:58:57.711347 3671 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-n7qmb-4b4xl] addLogicalPort annotation time took 20.949153ms I0505 19:58:57.713021 3671 pods.go:271] [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl] addLogicalPort took 22.753652ms, libovsdb time 1.04877ms I0505 19:58:57.813221 3671 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-757b74b454-6ws96] creating logical port tsf-tas_trillian-logserver-757b74b454-6ws96 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:58:57.813327 3671 kube.go:256] Updating pod tsf-tas/trillian-logserver-757b74b454-6ws96 I0505 19:58:57.835551 3671 pod.go:62] [tsf-tas/trillian-logserver-757b74b454-6ws96] pod update took 22.247298ms I0505 19:58:57.835640 3671 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-757b74b454-6ws96] addLogicalPort annotation time took 22.343284ms I0505 19:58:57.837327 3671 pods.go:271] [tsf-tas/trillian-logserver-757b74b454-6ws96] addLogicalPort took 24.129481ms, libovsdb time 1.111362ms I0505 19:58:58.065971 3671 cni.go:452] [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key ] I0505 19:58:58.077258 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-n7qmb-4b4xl, hostIfaceName: bd48293b53055a4, network: default, NAD default, SandboxID: "bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4", PCI device ID: , UID: "1414d747-9b05-40a4-a903-994689445b20", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 19:58:58.102577 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-9bdzr for pod on switch ip-10-0-1-250.ec2.internal I0505 19:58:58.102700 3671 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr I0505 19:58:58.121741 3671 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr] pod update took 19.079879ms I0505 19:58:58.121765 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr] addLogicalPort annotation time took 19.109179ms I0505 19:58:58.123155 3671 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr] addLogicalPort took 20.604563ms, libovsdb time 915.402µs I0505 19:58:58.142426 3671 cni.go:473] [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4c:e1:87:2d:64\",\"name\":\"bd48293b53055a4\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f10e05d7-298a-4545-8a20-882d49ac8722\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:58:58.238543 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-6jpc4 for pod on switch ip-10-0-1-250.ec2.internal I0505 19:58:58.238660 3671 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4 I0505 19:58:58.255615 3671 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4] pod update took 16.986085ms I0505 19:58:58.255710 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4] addLogicalPort annotation time took 17.087857ms I0505 19:58:58.257284 3671 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4] addLogicalPort took 18.763922ms, libovsdb time 1.077427ms I0505 19:58:58.478292 3671 cni.go:452] [tsf-tas/trillian-logserver-757b74b454-6ws96 0fcfba6bf51f35146f90f8cfacecb3c81bd18febd4ceaed90f1743df613d6215 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-757b74b454-6ws96 0fcfba6bf51f35146f90f8cfacecb3c81bd18febd4ceaed90f1743df613d6215 network default NAD default NAD key ] I0505 19:58:58.489250 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-757b74b454-6ws96, hostIfaceName: 0fcfba6bf51f351, network: default, NAD default, SandboxID: "0fcfba6bf51f35146f90f8cfacecb3c81bd18febd4ceaed90f1743df613d6215", PCI device ID: , UID: "d6178551-0482-4595-8577-8e04320d472f", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 19:58:58.512770 3671 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr 656e00dc3ea97fd191bc3d9dcfc77a25b7d6f766a04e8ac8b70a16a3c4b3823d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr 656e00dc3ea97fd191bc3d9dcfc77a25b7d6f766a04e8ac8b70a16a3c4b3823d network default NAD default NAD key ] I0505 19:58:58.523491 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-9bdzr, hostIfaceName: 656e00dc3ea97fd, network: default, NAD default, SandboxID: "656e00dc3ea97fd191bc3d9dcfc77a25b7d6f766a04e8ac8b70a16a3c4b3823d", PCI device ID: , UID: "8380077e-a4d1-4082-a2af-2105374c2dc7", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 19:58:58.555154 3671 cni.go:473] [tsf-tas/trillian-logserver-757b74b454-6ws96 0fcfba6bf51f35146f90f8cfacecb3c81bd18febd4ceaed90f1743df613d6215 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-757b74b454-6ws96 0fcfba6bf51f35146f90f8cfacecb3c81bd18febd4ceaed90f1743df613d6215 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:0f:0f:d5:50:c4\",\"name\":\"0fcfba6bf51f351\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b194052-eb64-4fc7-8412-5a51f5438376\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:58:58.595753 3671 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr 656e00dc3ea97fd191bc3d9dcfc77a25b7d6f766a04e8ac8b70a16a3c4b3823d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9bdzr 656e00dc3ea97fd191bc3d9dcfc77a25b7d6f766a04e8ac8b70a16a3c4b3823d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:00:26:78:05:7f\",\"name\":\"656e00dc3ea97fd\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2259f616-bd65-4893-8e71-668cfdbb85f5\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:58:58.632797 3671 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4 9406b2f18d21c2b1faa0f16136592c1ef47c19315e7ebc5c1486859689ee475a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4 9406b2f18d21c2b1faa0f16136592c1ef47c19315e7ebc5c1486859689ee475a network default NAD default NAD key ] I0505 19:58:58.644786 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-6jpc4, hostIfaceName: 9406b2f18d21c2b, network: default, NAD default, SandboxID: "9406b2f18d21c2b1faa0f16136592c1ef47c19315e7ebc5c1486859689ee475a", PCI device ID: , UID: "0d70afd3-eb21-476c-a6ab-ea657c4b908f", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 19:58:58.710779 3671 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4 9406b2f18d21c2b1faa0f16136592c1ef47c19315e7ebc5c1486859689ee475a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6jpc4 9406b2f18d21c2b1faa0f16136592c1ef47c19315e7ebc5c1486859689ee475a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a4:f9:98:45:67\",\"name\":\"9406b2f18d21c2b\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58301875-def4-4163-876d-636ba22668bc\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 19:59:00.608452 3671 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5d9bcf6548-flv2j] creating logical port tsf-tas_trillian-db-5d9bcf6548-flv2j for pod on switch ip-10-0-1-250.ec2.internal I0505 19:59:00.608658 3671 kube.go:256] Updating pod tsf-tas/trillian-db-5d9bcf6548-flv2j I0505 19:59:00.623396 3671 pod.go:62] [tsf-tas/trillian-db-5d9bcf6548-flv2j] pod update took 14.7754ms I0505 19:59:00.623490 3671 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5d9bcf6548-flv2j] addLogicalPort annotation time took 14.875436ms I0505 19:59:00.625237 3671 pods.go:271] [tsf-tas/trillian-db-5d9bcf6548-flv2j] addLogicalPort took 16.809878ms, libovsdb time 1.189279ms W0505 19:59:01.248679 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 19:59:01.248697 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 19:59:02.256782 3671 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 19:59:02.256806 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 19:59:02.998866 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vsk5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:02.999440 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vsk5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:03.890772 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vsk5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:03.890795 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vsk5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:59:07.285557 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 19:59:10.201797 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 19:59:10.272748 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 19:59:10.581329 3671 cni.go:452] [tsf-tas/trillian-db-5d9bcf6548-flv2j b1d247480f0b683fec2b1a4458918899f2b751eaf851671c3af3491e50c2e3c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5d9bcf6548-flv2j b1d247480f0b683fec2b1a4458918899f2b751eaf851671c3af3491e50c2e3c8 network default NAD default NAD key ] I0505 19:59:10.590515 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5d9bcf6548-flv2j, hostIfaceName: b1d247480f0b683, network: default, NAD default, SandboxID: "b1d247480f0b683fec2b1a4458918899f2b751eaf851671c3af3491e50c2e3c8", PCI device ID: , UID: "34a4e419-7c6c-42f4-8e86-bd66d6acf151", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0505 19:59:10.642627 3671 cni.go:473] [tsf-tas/trillian-db-5d9bcf6548-flv2j b1d247480f0b683fec2b1a4458918899f2b751eaf851671c3af3491e50c2e3c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5d9bcf6548-flv2j b1d247480f0b683fec2b1a4458918899f2b751eaf851671c3af3491e50c2e3c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:fd:f7:b3:b7:6b\",\"name\":\"b1d247480f0b683\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86888649-2a91-4a54-90de-0467cd3050bd\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 19:59:13.210086 3671 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 19:59:13.212558 3671 cni.go:452] [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key ] I0505 19:59:13.303428 3671 cni.go:473] [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-hcq4q-jvnff b54f3f640ebf398f4c2760d5b2096e157c20aca59f9047d162ae7f592f628044 network default NAD default NAD key default], result "{}", err I0505 19:59:13.357145 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:13.357184 3671 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-hcq4q-jvnff I0505 19:59:13.358786 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-hcq4q-jvnff, ips: 10.130.0.38 I0505 19:59:13.358816 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:14.381361 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:14.381386 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:59:21.206171 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 19:59:24.259412 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 19:59:38.299514 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 19:59:45.613721 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:45.614296 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:45.639142 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:45.639160 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:45.643733 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 19:59:45.643753 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 19:59:54.668036 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-fx4jr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:54.668584 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-fx4jr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:55.693528 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:55.693556 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:56.071433 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=4 I0505 19:59:59.454965 3671 cni.go:452] [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key ] I0505 19:59:59.548010 3671 cni.go:473] [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-n7qmb-4b4xl bd48293b53055a4204e1664d4814d8541c2677f1459f43faf45bd5eca8e1fdd4 network default NAD default NAD key default], result "{}", err I0505 19:59:59.604640 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:59.604676 3671 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-n7qmb-4b4xl I0505 19:59:59.606115 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-n7qmb-4b4xl, ips: 10.130.0.39 I0505 19:59:59.606140 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:00.479095 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:00.479120 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:00.710793 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:00.711390 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:01.587767 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:01.587794 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:02.714945 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wq45v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:02.715509 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wq45v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:03.740050 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wq45v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.740071 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wq45v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.788748 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.788770 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.797988 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-fx4jr I0505 20:00:03.798019 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-fx4jr I0505 20:00:04.347447 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:04.348058 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:04.656074 3671 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7d9967dcd7-6x2k5] creating logical port tsf-tas_rekor-redis-7d9967dcd7-6x2k5 for pod on switch ip-10-0-1-250.ec2.internal I0505 20:00:04.656163 3671 kube.go:256] Updating pod tsf-tas/rekor-redis-7d9967dcd7-6x2k5 I0505 20:00:04.674812 3671 pod.go:62] [tsf-tas/rekor-redis-7d9967dcd7-6x2k5] pod update took 18.672711ms I0505 20:00:04.674837 3671 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7d9967dcd7-6x2k5] addLogicalPort annotation time took 18.70316ms I0505 20:00:04.676121 3671 pods.go:271] [tsf-tas/rekor-redis-7d9967dcd7-6x2k5] addLogicalPort took 20.063164ms, libovsdb time 845.884µs I0505 20:00:05.017241 3671 cni.go:452] [tsf-tas/rekor-redis-7d9967dcd7-6x2k5 839acdc631625374ebfd4caff683ee2e88fd1774a74e9088502aeac9f4750de8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7d9967dcd7-6x2k5 839acdc631625374ebfd4caff683ee2e88fd1774a74e9088502aeac9f4750de8 network default NAD default NAD key ] I0505 20:00:05.027046 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7d9967dcd7-6x2k5, hostIfaceName: 839acdc63162537, network: default, NAD default, SandboxID: "839acdc631625374ebfd4caff683ee2e88fd1774a74e9088502aeac9f4750de8", PCI device ID: , UID: "9a94f671-2a46-4475-91f3-70ddf6cb686e", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0505 20:00:05.081186 3671 cni.go:473] [tsf-tas/rekor-redis-7d9967dcd7-6x2k5 839acdc631625374ebfd4caff683ee2e88fd1774a74e9088502aeac9f4750de8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7d9967dcd7-6x2k5 839acdc631625374ebfd4caff683ee2e88fd1774a74e9088502aeac9f4750de8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:69:e8:8c:26:82\",\"name\":\"839acdc63162537\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebef8d75-fb86-4763-a08c-818544511546\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 20:00:05.220652 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:05.220672 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:07.283346 3671 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5947667df9-lqddr] creating logical port tsf-tas_rekor-server-5947667df9-lqddr for pod on switch ip-10-0-1-250.ec2.internal I0505 20:00:07.283443 3671 kube.go:256] Updating pod tsf-tas/rekor-server-5947667df9-lqddr I0505 20:00:07.302615 3671 pod.go:62] [tsf-tas/rekor-server-5947667df9-lqddr] pod update took 19.191051ms I0505 20:00:07.302642 3671 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5947667df9-lqddr] addLogicalPort annotation time took 19.227342ms I0505 20:00:07.303910 3671 pods.go:271] [tsf-tas/rekor-server-5947667df9-lqddr] addLogicalPort took 20.567812ms, libovsdb time 839.444µs W0505 20:00:07.504433 3671 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 20:00:08.750666 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:08.751256 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:08.774730 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:08.774749 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:08.789201 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 20:00:08.789225 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0505 20:00:10.258014 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 20:00:11.245020 3671 cni.go:452] [tsf-tas/rekor-server-5947667df9-lqddr 3a926d4f8d3f58f62f8a3577a7e76f51366423215a583100af310a41cc0f2f09 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5947667df9-lqddr 3a926d4f8d3f58f62f8a3577a7e76f51366423215a583100af310a41cc0f2f09 network default NAD default NAD key ] I0505 20:00:11.254145 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5947667df9-lqddr, hostIfaceName: 3a926d4f8d3f58f, network: default, NAD default, SandboxID: "3a926d4f8d3f58f62f8a3577a7e76f51366423215a583100af310a41cc0f2f09", PCI device ID: , UID: "1ca36c97-7aa9-4fbb-ac6e-5b4e11f4a6e6", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0505 20:00:11.307322 3671 cni.go:473] [tsf-tas/rekor-server-5947667df9-lqddr 3a926d4f8d3f58f62f8a3577a7e76f51366423215a583100af310a41cc0f2f09 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5947667df9-lqddr 3a926d4f8d3f58f62f8a3577a7e76f51366423215a583100af310a41cc0f2f09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:b9:5b:c7:e6:09\",\"name\":\"3a926d4f8d3f58f\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/163bc69d-f90d-46b0-852c-3ff5c105f7bc\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 20:00:15.799678 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-ngln5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:15.800268 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-ngln5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:16.826823 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-ngln5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:16.826844 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-ngln5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 20:00:19.547460 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0505 20:00:21.326397 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 20:00:21.585388 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 20:00:23.452785 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-8mhms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:23.453365 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-8mhms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:24.330921 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-8mhms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:24.330942 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-8mhms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:26.466539 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-wpq45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:26.467188 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-wpq45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:27.493352 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-wpq45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:27.493374 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-wpq45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:29.974767 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0505 20:00:32.595119 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0505 20:00:39.809342 3671 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 20:00:54.641981 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:54.642539 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:54.976775 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0505 20:00:55.524880 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:55.524926 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:57.833859 3671 namespace.go:142] [openshift-pipelines] updating namespace I0505 20:01:03.050206 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:03.050775 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:03.095500 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:03.095520 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:03.106389 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 20:01:03.106411 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 20:01:04.019100 3671 namespace.go:98] [integration-service] adding namespace I0505 20:01:04.020113 3671 namespace.go:102] [integration-service] adding namespace took 988.831µs I0505 20:01:04.025260 3671 namespace.go:98] [build-service] adding namespace I0505 20:01:04.025331 3671 namespace.go:98] [default-tenant] adding namespace I0505 20:01:04.025971 3671 namespace.go:102] [build-service] adding namespace took 693.619µs I0505 20:01:04.026517 3671 namespace.go:102] [default-tenant] adding namespace took 1.171494ms I0505 20:01:04.029731 3671 namespace.go:98] [image-controller] adding namespace I0505 20:01:04.030321 3671 namespace.go:102] [image-controller] adding namespace took 576.824µs I0505 20:01:04.102517 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 20:01:04.138733 3671 namespace.go:142] [integration-service] updating namespace I0505 20:01:04.193802 3671 namespace.go:142] [integration-service] updating namespace I0505 20:01:04.234315 3671 namespace.go:142] [build-service] updating namespace I0505 20:01:04.301811 3671 namespace.go:142] [build-service] updating namespace I0505 20:01:04.323882 3671 namespace.go:142] [default-tenant] updating namespace I0505 20:01:04.363767 3671 namespace.go:142] [default-tenant] updating namespace I0505 20:01:04.417280 3671 namespace.go:142] [image-controller] updating namespace I0505 20:01:04.465098 3671 namespace.go:142] [image-controller] updating namespace I0505 20:01:04.542666 3671 namespace.go:142] [build-service] updating namespace I0505 20:01:04.566781 3671 namespace.go:142] [integration-service] updating namespace I0505 20:01:04.590711 3671 namespace.go:98] [release-service] adding namespace I0505 20:01:04.591622 3671 namespace.go:102] [release-service] adding namespace took 894.296µs I0505 20:01:04.686172 3671 namespace.go:142] [konflux-ui] updating namespace I0505 20:01:04.745100 3671 namespace.go:142] [release-service] updating namespace I0505 20:01:04.745224 3671 namespace.go:98] [konflux-info] adding namespace I0505 20:01:04.746184 3671 namespace.go:102] [konflux-info] adding namespace took 942.699µs I0505 20:01:04.793400 3671 namespace.go:98] [namespace-lister] adding namespace I0505 20:01:04.794226 3671 namespace.go:102] [namespace-lister] adding namespace took 806µs I0505 20:01:04.828639 3671 namespace.go:142] [image-controller] updating namespace I0505 20:01:04.884889 3671 namespace.go:142] [release-service] updating namespace I0505 20:01:04.884952 3671 namespace.go:98] [enterprise-contract-service] adding namespace I0505 20:01:04.885728 3671 namespace.go:102] [enterprise-contract-service] adding namespace took 762.921µs I0505 20:01:04.965116 3671 namespace.go:142] [default-tenant] updating namespace I0505 20:01:05.127055 3671 namespace.go:142] [build-service] updating namespace I0505 20:01:05.127181 3671 namespace.go:98] [segment-bridge] adding namespace I0505 20:01:05.127307 3671 namespace.go:98] [konflux-cli] adding namespace I0505 20:01:05.127961 3671 namespace.go:102] [segment-bridge] adding namespace took 762.985µs I0505 20:01:05.128581 3671 namespace.go:102] [konflux-cli] adding namespace took 1.257288ms I0505 20:01:05.203352 3671 namespace.go:142] [konflux-info] updating namespace I0505 20:01:05.405948 3671 namespace.go:142] [konflux-info] updating namespace I0505 20:01:05.462131 3671 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:05.525838 3671 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-250.ec2.internal I0505 20:01:05.525973 3671 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0505 20:01:05.609590 3671 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 83.647035ms I0505 20:01:05.609617 3671 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 83.680129ms I0505 20:01:05.610929 3671 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 85.106327ms, libovsdb time 842.46µs I0505 20:01:05.627837 3671 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:05.742559 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:05.813667 3671 namespace.go:142] [default-tenant] updating namespace I0505 20:01:05.933828 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:05.993785 3671 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:06.070112 3671 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:06.118908 3671 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:06.187993 3671 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:06.214051 3671 cni.go:452] [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key ] I0505 20:01:06.223349 3671 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 7ebc2196f9ad4ea, network: default, NAD default, SandboxID: "7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f", PCI device ID: , UID: "418de6cc-6366-4d3e-bb28-a843cde8a5ec", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0505 20:01:06.279996 3671 cni.go:473] [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d7:c3:16:5b:15\",\"name\":\"7ebc2196f9ad4ea\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/902ebb56-2bae-4b57-8aac-89df0b2e08a4\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 20:01:06.705853 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 20:01:06.706505 3671 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 20:01:06.706523 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 20:01:06.709091 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 20:01:06.750813 3671 namespace.go:142] [image-controller] updating namespace I0505 20:01:06.840727 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 20:01:06.840749 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 20:01:06.841694 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 20:01:07.903671 3671 namespace.go:142] [integration-service] updating namespace I0505 20:01:08.104730 3671 namespace.go:142] [build-service] updating namespace I0505 20:01:08.153430 3671 namespace.go:142] [default-tenant] updating namespace I0505 20:01:08.180147 3671 namespace.go:142] [image-controller] updating namespace I0505 20:01:08.229884 3671 namespace.go:142] [integration-service] updating namespace I0505 20:01:08.347130 3671 namespace.go:142] [build-service] updating namespace I0505 20:01:08.443281 3671 namespace.go:142] [default-tenant] updating namespace I0505 20:01:08.526345 3671 namespace.go:142] [image-controller] updating namespace I0505 20:01:08.613745 3671 namespace.go:142] [integration-service] updating namespace I0505 20:01:08.774817 3671 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7f75475f7f-462c2] creating logical port konflux-ui_proxy-7f75475f7f-462c2 for pod on switch ip-10-0-1-250.ec2.internal I0505 20:01:08.774950 3671 kube.go:256] Updating pod konflux-ui/proxy-7f75475f7f-462c2 I0505 20:01:08.797322 3671 pod.go:62] [konflux-ui/proxy-7f75475f7f-462c2] pod update took 22.425332ms I0505 20:01:08.797346 3671 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7f75475f7f-462c2] addLogicalPort annotation time took 22.456195ms I0505 20:01:08.798625 3671 pods.go:271] [konflux-ui/proxy-7f75475f7f-462c2] addLogicalPort took 23.828631ms, libovsdb time 857.955µs I0505 20:01:10.360264 3671 namespace.go:142] [enterprise-contract-service] updating namespace W0505 20:01:10.632002 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 20:01:10.638617 3671 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:10.828047 3671 namespace.go:142] [konflux-info] updating namespace I0505 20:01:11.028269 3671 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:11.224059 3671 namespace.go:142] [release-service] updating namespace I0505 20:01:11.435702 3671 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:11.561036 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:11.580994 3671 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:11.607317 3671 namespace.go:142] [konflux-info] updating namespace I0505 20:01:11.637328 3671 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:11.659074 3671 namespace.go:142] [release-service] updating namespace I0505 20:01:11.676616 3671 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:11.749721 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:11.823164 3671 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:11.900782 3671 namespace.go:142] [konflux-info] updating namespace I0505 20:01:11.979768 3671 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:12.044991 3671 namespace.go:142] [release-service] updating namespace I0505 20:01:12.121810 3671 namespace.go:142] [segment-bridge] updating namespace W0505 20:01:13.633312 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 20:01:13.659920 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 20:01:15.112640 3671 cni.go:452] [konflux-ui/proxy-7f75475f7f-462c2 f9078b01657a21c86bc679009f8aebd9d4d5e402bc54a7931ddbf3ccf030c706 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7f75475f7f-462c2 f9078b01657a21c86bc679009f8aebd9d4d5e402bc54a7931ddbf3ccf030c706 network default NAD default NAD key ] I0505 20:01:15.137849 3671 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7f75475f7f-462c2, hostIfaceName: f9078b01657a21c, network: default, NAD default, SandboxID: "f9078b01657a21c86bc679009f8aebd9d4d5e402bc54a7931ddbf3ccf030c706", PCI device ID: , UID: "37a339f5-1c4d-4591-a02e-ac104859a707", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0505 20:01:15.196665 3671 cni.go:473] [konflux-ui/proxy-7f75475f7f-462c2 f9078b01657a21c86bc679009f8aebd9d4d5e402bc54a7931ddbf3ccf030c706 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7f75475f7f-462c2 f9078b01657a21c86bc679009f8aebd9d4d5e402bc54a7931ddbf3ccf030c706 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d5:97:9c:8d:6a\",\"name\":\"f9078b01657a21c\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0139d957-b2b1-4dda-99d6-48260fd69ed0\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 20:01:15.649249 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 20:01:15.985373 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=615 W0505 20:01:17.671877 3671 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 20:01:20.932150 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:20.932169 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:21.708411 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 20:01:21.708525 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 20:01:21.740879 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:21.740924 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:21.774112 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 20:01:21.775115 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 20:01:21.829507 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 20:01:21.830373 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0505 20:01:33.085222 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:33.085856 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:33.799782 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:33.799838 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:33.809067 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l I0505 20:01:33.809092 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l I0505 20:01:52.974547 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 W0505 20:02:00.002434 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 20:02:00.002453 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 20:02:29.474107 3671 obj_retry.go:498] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:29.474675 3671 obj_retry.go:498] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:30.081688 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 20:02:30.136450 3671 obj_retry.go:492] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:30.136478 3671 obj_retry.go:492] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:30.156151 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f69b8694b-llc59 I0505 20:02:30.156180 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f69b8694b-llc59 I0505 20:02:37.351331 3671 cni.go:452] [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key ] I0505 20:02:37.430891 3671 cni.go:473] [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 7ebc2196f9ad4eacba151bf1d314895bb7d2644816c91b05bb9c31e8053ff22f network default NAD default NAD key default], result "{}", err I0505 20:02:37.486038 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:37.486075 3671 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0505 20:02:37.487564 3671 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.46 I0505 20:02:37.487592 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:37.507437 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:37.507483 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:37.515408 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 20:02:37.515432 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 20:02:57.060392 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 20:03:03.561298 3671 namespace.go:98] [managed-tenant-qbo52] adding namespace I0505 20:03:03.562316 3671 namespace.go:102] [managed-tenant-qbo52] adding namespace took 994.829µs I0505 20:03:03.611112 3671 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:03.633189 3671 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:04.632410 3671 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:04.757881 3671 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:04.858916 3671 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:38.067567 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9