+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-74.ec2.internal ++ [[ -n ip-10-0-0-74.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-74.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 19:00:32.709529265 - disable conntrack on geneve port' I0425 19:00:32.709529265 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 19:00:32.727641250 - starting ovnkube-node + echo 'I0425 19:00:32.727641250 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-74.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-74.ec2.internal --init-node ip-10-0-0-74.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-74.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 19:00:32.770491 3686 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 19:00:32.770548 3686 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5d4a611332.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 19:00:32.772059 3686 kube.go:431] Waiting for certificate I0425 19:00:32.772105 3686 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 19:00:32.772159 3686 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 19:00:32.772979 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 19:00:32.804222 3686 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:32.804248 3686 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:32.806738 3686 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:32.809309 3686 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m5mdp" I0425 19:00:32.821984 3686 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m5mdp" I0425 19:00:32.822061 3686 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:33.772800 3686 kube.go:438] Certificate found I0425 19:00:33.773467 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 19:00:33.774359 3686 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 19:00:33.835736 3686 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 18:55:32 +0000 UTC" deadline="2026-04-26 15:10:50.937821793 +0000 UTC" I0425 19:00:33.835771 3686 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h10m17.102059895s" I0425 19:00:33.843515 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 19:00:33.855628 3686 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 19:00:33.855689 3686 factory.go:561] Starting watch factory I0425 19:00:33.855813 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.855838 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.855788 3686 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.855867 3686 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.855881 3686 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.855883 3686 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.855880 3686 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.855932 3686 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.856173 3686 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.856245 3686 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.856629 3686 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.856653 3686 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.860037 3686 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 19:00:33.860102 3686 server.go:101] MetricServer registers OVS metrics I0425 19:00:33.860412 3686 server.go:105] MetricServer registers OVN DB metrics I0425 19:00:33.862023 3686 controller_manager.go:370] Starting the ovnkube controller I0425 19:00:33.862034 3686 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-74.ec2.internal I0425 19:00:33.862080 3686 controller_manager.go:395] NBDB zone sync took: 33.944µs I0425 19:00:33.862088 3686 factory.go:561] Starting watch factory I0425 19:00:33.864935 3686 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 19:00:33.864956 3686 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 19:00:33.878576 3686 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 19:00:33.878603 3686 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 19:00:33.880016 3686 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.880921 3686 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.881169 3686 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.882731 3686 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.883931 3686 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.885847 3686 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 19:00:33.885883 3686 server.go:109] MetricServer registers OVN Controller metrics I0425 19:00:33.890972 3686 server.go:113] MetricServer registers OVN Northd metrics I0425 19:00:33.891846 3686 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:33.895555 3686 metrics.go:519] OVN Metrics Server starts to run ... I0425 19:00:33.961362 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 19:00:33.961383 3686 factory.go:1977] *v1.Node informer cache synced successfully I0425 19:00:33.961387 3686 factory.go:1977] *v1.Service informer cache synced successfully I0425 19:00:33.961390 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 19:00:33.961393 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0425 19:00:33.961396 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 19:00:33.961560 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:33.961620 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:33.961638 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:33.961635 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:33.965785 3686 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:33.965792 3686 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:33.966544 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 19:00:33.966555 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 19:00:33.966620 3686 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.966632 3686 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.968880 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 19:00:33.968891 3686 factory.go:1977] *v1.Node informer cache synced successfully I0425 19:00:33.968894 3686 factory.go:1977] *v1.Service informer cache synced successfully I0425 19:00:33.968897 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 19:00:33.968900 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0425 19:00:33.968903 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 19:00:33.970200 3686 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.972193 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 19:00:33.972263 3686 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.972285 3686 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.974470 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 19:00:33.974480 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 19:00:33.975755 3686 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.977694 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 19:00:33.977749 3686 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.977760 3686 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.979879 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 19:00:33.981107 3686 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.983142 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 19:00:33.983207 3686 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.983220 3686 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.985492 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 19:00:33.986777 3686 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.988806 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 19:00:33.988860 3686 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.988876 3686 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.990960 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 19:00:33.992279 3686 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.994242 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 19:00:33.994415 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 19:00:33.994439 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 19:00:33.996333 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 19:00:33.997914 3686 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 19:00:33.999894 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 19:00:33.999951 3686 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:33.999963 3686 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:34.000073 3686 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:34.000095 3686 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:34.001421 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 19:00:34.003718 3686 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:34.003946 3686 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:34.005962 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 19:00:34.005975 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 19:00:34.005984 3686 factory.go:680] Watch Factory start up complete, took: 150.29648ms I0425 19:00:34.006091 3686 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 19:00:34.006618 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 19:00:34.012483 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 19:00:34.012493 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 19:00:34.012500 3686 factory.go:680] Watch Factory start up complete, took: 150.409985ms I0425 19:00:34.012508 3686 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-74.ec2.internal" zone I0425 19:00:34.049812 3686 default_node_network_controller.go:710] Initializing the default node network controller I0425 19:00:34.098293 3686 udn_isolation.go:101] Starting UDN host isolation manager I0425 19:00:34.104210 3686 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 19:00:34.155772 3686 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 19:00:34.155870 3686 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 19:00:34.155887 3686 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 19:00:34.190112 3686 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 19:00:34.190205 3686 default_node_network_controller.go:809] Node ip-10-0-0-74.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0425 19:00:34.195501 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.74"] k8s.ovn.org/zone-name:ip-10-0-0-74.ec2.internal] on node ip-10-0-0-74.ec2.internal I0425 19:00:34.219795 3686 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 19:00:34.226024 3686 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 19:00:34.226348 3686 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0425 19:00:34.226535 3686 gateway_init.go:263] Preparing Gateway I0425 19:00:34.226549 3686 gateway_shared_intf.go:1687] Creating new gateway I0425 19:00:34.263512 3686 controller_manager.go:429] Waiting for node in zone sync took: 250.991349ms I0425 19:00:34.271462 3686 controller_manager.go:611] Switching to transit router for layer2 networks I0425 19:00:34.271477 3686 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-74.ec2.internal I0425 19:00:34.288539 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 19:00:34.294793 3686 controller_manager.go:290] SCTP support detected in OVN I0425 19:00:34.295370 3686 services_controller.go:69] Creating services controller for network=default I0425 19:00:34.295497 3686 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 19:00:34.295532 3686 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 19:00:34.295561 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 19:00:34.295574 3686 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 19:00:34.295582 3686 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 19:00:34.295748 3686 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 19:00:34.295784 3686 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 19:00:34.295844 3686 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.787µs I0425 19:00:34.295871 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 77.838µs I0425 19:00:34.295882 3686 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 97.067µs I0425 19:00:34.295890 3686 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 19:00:34.295899 3686 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 19:00:34.295910 3686 default_network_controller.go:325] Starting the default network controller I0425 19:00:34.295930 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.96µs I0425 19:00:34.296061 3686 udn_enabled_svc.go:95] Performing full resync I0425 19:00:34.296371 3686 udn_enabled_svc.go:99] Waiting for handler to sync I0425 19:00:34.296386 3686 udn_enabled_svc.go:104] Starting worker I0425 19:00:34.305224 3686 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 19:00:34.305284 3686 repair.go:33] Syncing exgw routes took 47.131µs I0425 19:00:34.305306 3686 default_network_controller.go:414] Starting all the Watchers... I0425 19:00:34.305559 3686 namespace.go:98] [openshift-config-managed] adding namespace I0425 19:00:34.305570 3686 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 19:00:34.305574 3686 namespace.go:98] [openshift-backplane] adding namespace I0425 19:00:34.305581 3686 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 19:00:34.305608 3686 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 19:00:34.305612 3686 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 19:00:34.305616 3686 namespace.go:98] [kube-system] adding namespace I0425 19:00:34.305609 3686 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 19:00:34.305619 3686 namespace.go:98] [dedicated-admin] adding namespace I0425 19:00:34.305622 3686 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 19:00:34.305636 3686 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 19:00:34.305652 3686 namespace.go:98] [default] adding namespace I0425 19:00:34.305558 3686 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 19:00:34.305690 3686 namespace.go:98] [openshift-logging] adding namespace I0425 19:00:34.305708 3686 namespace.go:98] [openshift-package-operator] adding namespace I0425 19:00:34.306260 3686 namespace.go:102] [openshift-config-managed] adding namespace took 686.763µs I0425 19:00:34.306280 3686 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 19:00:34.306722 3686 namespace.go:102] [openshift-machine-config-operator] adding namespace took 435.718µs I0425 19:00:34.306739 3686 namespace.go:98] [openshift-marketplace] adding namespace I0425 19:00:34.307323 3686 namespace.go:102] [openshift-ingress-canary] adding namespace took 1.74363ms I0425 19:00:34.307340 3686 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 19:00:34.307840 3686 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 495.887µs I0425 19:00:34.307851 3686 namespace.go:98] [openshift-etcd] adding namespace I0425 19:00:34.308446 3686 namespace.go:102] [openshift-backplane] adding namespace took 2.858265ms I0425 19:00:34.308470 3686 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 19:00:34.308998 3686 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.406869ms I0425 19:00:34.309017 3686 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 19:00:34.309689 3686 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.070329ms I0425 19:00:34.309705 3686 namespace.go:98] [openshift-dns-operator] adding namespace I0425 19:00:34.310234 3686 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.611097ms I0425 19:00:34.310260 3686 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 19:00:34.310777 3686 namespace.go:102] [kube-system] adding namespace took 5.152591ms I0425 19:00:34.310796 3686 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 19:00:34.311276 3686 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.646532ms I0425 19:00:34.311298 3686 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 19:00:34.311718 3686 namespace.go:102] [dedicated-admin] adding namespace took 6.083777ms I0425 19:00:34.311731 3686 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 19:00:34.312162 3686 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.52376ms I0425 19:00:34.312175 3686 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 19:00:34.312645 3686 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.999078ms I0425 19:00:34.312665 3686 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 19:00:34.313168 3686 namespace.go:102] [default] adding namespace took 7.503192ms I0425 19:00:34.313183 3686 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 19:00:34.313785 3686 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.086012ms I0425 19:00:34.313801 3686 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 19:00:34.314418 3686 iptables.go:108] Creating table: filter chain: FORWARD I0425 19:00:34.314474 3686 namespace.go:102] [openshift-logging] adding namespace took 8.771676ms I0425 19:00:34.314493 3686 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 19:00:34.315106 3686 namespace.go:102] [openshift-package-operator] adding namespace took 9.389021ms I0425 19:00:34.315146 3686 namespace.go:98] [openshift-node] adding namespace I0425 19:00:34.315660 3686 namespace.go:102] [openshift-marketplace] adding namespace took 8.915307ms I0425 19:00:34.315671 3686 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 19:00:34.316304 3686 namespace.go:102] [openshift-etcd] adding namespace took 8.438757ms I0425 19:00:34.316324 3686 namespace.go:98] [openshift-machine-api] adding namespace I0425 19:00:34.316807 3686 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.330544ms I0425 19:00:34.316836 3686 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 19:00:34.317259 3686 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.23455ms I0425 19:00:34.317275 3686 namespace.go:98] [openshift-apiserver] adding namespace I0425 19:00:34.317803 3686 namespace.go:102] [openshift-dns-operator] adding namespace took 8.090372ms I0425 19:00:34.317819 3686 namespace.go:98] [openshift-controller-manager] adding namespace I0425 19:00:34.318244 3686 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.976184ms I0425 19:00:34.318257 3686 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 19:00:34.318661 3686 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.856033ms W0425 19:00:34.318676 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2qtwp: pod openshift-network-diagnostics/network-check-target-2qtwp: no pod IPs found I0425 19:00:34.318681 3686 namespace.go:98] [openshift-console-operator] adding namespace W0425 19:00:34.318687 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gwq25: pod openshift-network-diagnostics/network-check-target-gwq25: no pod IPs found I0425 19:00:34.319254 3686 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.948373ms I0425 19:00:34.319272 3686 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 19:00:34.319697 3686 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.960905ms I0425 19:00:34.319713 3686 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 19:00:34.320092 3686 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.908093ms I0425 19:00:34.320108 3686 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 19:00:34.320648 3686 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.976493ms I0425 19:00:34.320662 3686 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 19:00:34.321146 3686 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.933606ms I0425 19:00:34.321161 3686 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 19:00:34.321592 3686 iptables.go:108] Creating table: filter chain: OUTPUT I0425 19:00:34.321599 3686 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.792339ms I0425 19:00:34.321612 3686 namespace.go:98] [openshift-network-console] adding namespace I0425 19:00:34.322202 3686 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.701478ms I0425 19:00:34.322225 3686 namespace.go:98] [openshift-operators] adding namespace I0425 19:00:34.322630 3686 namespace.go:102] [openshift-node] adding namespace took 7.474832ms I0425 19:00:34.322657 3686 namespace.go:98] [kube-public] adding namespace I0425 19:00:34.323222 3686 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.544354ms I0425 19:00:34.323241 3686 namespace.go:98] [openshift-insights] adding namespace I0425 19:00:34.323678 3686 namespace.go:102] [openshift-machine-api] adding namespace took 7.34478ms I0425 19:00:34.323698 3686 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 19:00:34.324314 3686 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.46759ms I0425 19:00:34.324329 3686 namespace.go:98] [openshift-config-operator] adding namespace I0425 19:00:34.324952 3686 namespace.go:102] [openshift-apiserver] adding namespace took 7.672723ms I0425 19:00:34.324962 3686 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 19:00:34.325473 3686 namespace.go:102] [openshift-controller-manager] adding namespace took 7.649616ms I0425 19:00:34.325485 3686 namespace.go:98] [openshift-config] adding namespace I0425 19:00:34.325954 3686 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.690041ms I0425 19:00:34.325970 3686 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 19:00:34.326543 3686 namespace.go:102] [openshift-console-operator] adding namespace took 7.853846ms I0425 19:00:34.326562 3686 namespace.go:98] [openshift-cluster-version] adding namespace I0425 19:00:34.327001 3686 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.722554ms I0425 19:00:34.327016 3686 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 19:00:34.327812 3686 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.093769ms I0425 19:00:34.327828 3686 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 19:00:34.328228 3686 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.114354ms I0425 19:00:34.328243 3686 namespace.go:98] [openshift-console] adding namespace I0425 19:00:34.328618 3686 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.94935ms I0425 19:00:34.328631 3686 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 19:00:34.328649 3686 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 19:00:34.328663 3686 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-74.ec2.internal","mac-address":"12:16:0c:4a:22:f1","ip-addresses":["10.0.0.74/24"],"ip-address":"10.0.0.74/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:429b8702-a693-4a40-a3ac-fe642b024c50 k8s.ovn.org/node-encap-ips:["10.0.0.74"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.74/24"} k8s.ovn.org/zone-name:ip-10-0-0-74.ec2.internal] on node ip-10-0-0-74.ec2.internal I0425 19:00:34.329031 3686 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.855675ms I0425 19:00:34.329046 3686 namespace.go:98] [openshift-monitoring] adding namespace I0425 19:00:34.329507 3686 namespace.go:102] [openshift-network-console] adding namespace took 7.887956ms I0425 19:00:34.329520 3686 namespace.go:98] [kube-node-lease] adding namespace I0425 19:00:34.329968 3686 namespace.go:102] [openshift-operators] adding namespace took 7.737615ms I0425 19:00:34.329981 3686 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 19:00:34.330463 3686 namespace.go:102] [kube-public] adding namespace took 7.798204ms I0425 19:00:34.330474 3686 namespace.go:98] [openshift-dns] adding namespace I0425 19:00:34.330913 3686 namespace.go:102] [openshift-insights] adding namespace took 7.668202ms I0425 19:00:34.330922 3686 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 19:00:34.331459 3686 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.754199ms I0425 19:00:34.331476 3686 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 19:00:34.331866 3686 namespace.go:102] [openshift-config-operator] adding namespace took 7.532453ms I0425 19:00:34.331879 3686 namespace.go:98] [openshift-authentication] adding namespace I0425 19:00:34.332312 3686 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.345067ms I0425 19:00:34.332326 3686 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 19:00:34.332737 3686 namespace.go:102] [openshift-config] adding namespace took 7.247061ms I0425 19:00:34.332752 3686 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 19:00:34.333305 3686 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.32942ms I0425 19:00:34.333319 3686 namespace.go:98] [openshift-image-registry] adding namespace I0425 19:00:34.333830 3686 namespace.go:102] [openshift-cluster-version] adding namespace took 7.262433ms I0425 19:00:34.333843 3686 namespace.go:98] [openshift] adding namespace I0425 19:00:34.334338 3686 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.316159ms I0425 19:00:34.334353 3686 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 19:00:34.334781 3686 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.948863ms I0425 19:00:34.334791 3686 namespace.go:98] [openshift-network-operator] adding namespace I0425 19:00:34.335290 3686 namespace.go:102] [openshift-console] adding namespace took 7.041483ms I0425 19:00:34.335763 3686 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.126422ms I0425 19:00:34.336155 3686 namespace.go:102] [openshift-monitoring] adding namespace took 7.104254ms I0425 19:00:34.336613 3686 namespace.go:102] [kube-node-lease] adding namespace took 7.087553ms I0425 19:00:34.336626 3686 namespace.go:98] [openshift-infra] adding namespace I0425 19:00:34.337034 3686 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.045165ms I0425 19:00:34.337045 3686 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 19:00:34.337557 3686 namespace.go:102] [openshift-dns] adding namespace took 7.076805ms I0425 19:00:34.337982 3686 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.055794ms I0425 19:00:34.338397 3686 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.916618ms I0425 19:00:34.338782 3686 namespace.go:102] [openshift-authentication] adding namespace took 6.898788ms I0425 19:00:34.338795 3686 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 19:00:34.339232 3686 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.9016ms I0425 19:00:34.339616 3686 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.860419ms I0425 19:00:34.339627 3686 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 19:00:34.340094 3686 namespace.go:102] [openshift-image-registry] adding namespace took 6.768255ms I0425 19:00:34.340113 3686 namespace.go:98] [openshift-multus] adding namespace I0425 19:00:34.340779 3686 namespace.go:102] [openshift] adding namespace took 6.93062ms I0425 19:00:34.340793 3686 namespace.go:98] [openshift-host-network] adding namespace I0425 19:00:34.341464 3686 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.105666ms I0425 19:00:34.341477 3686 namespace.go:98] [openshift-ingress] adding namespace I0425 19:00:34.342045 3686 namespace.go:102] [openshift-network-operator] adding namespace took 7.24214ms I0425 19:00:34.342553 3686 namespace.go:102] [openshift-infra] adding namespace took 5.92186ms I0425 19:00:34.342567 3686 namespace.go:98] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] adding namespace I0425 19:00:34.343095 3686 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.045772ms I0425 19:00:34.343616 3686 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.814871ms W0425 19:00:34.344115 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rj8j4: pod openshift-multus/network-metrics-daemon-rj8j4: no pod IPs found I0425 19:00:34.344159 3686 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.527209ms W0425 19:00:34.344167 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-r9tw4: pod openshift-multus/network-metrics-daemon-r9tw4: no pod IPs found I0425 19:00:34.344707 3686 namespace.go:102] [openshift-multus] adding namespace took 4.589847ms I0425 19:00:34.345377 3686 namespace.go:102] [openshift-host-network] adding namespace took 4.580094ms I0425 19:00:34.345831 3686 namespace.go:102] [openshift-ingress] adding namespace took 4.348029ms I0425 19:00:34.346261 3686 namespace.go:102] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] adding namespace took 3.689508ms W0425 19:00:34.346341 3686 master.go:458] Unable to parse local node ip-10-0-0-74.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 19:00:34.346350 3686 master.go:471] Unable to parse remote node ip-10-0-2-191.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 19:00:34.346354 3686 master.go:481] Removing stale chassis with ID/Name: 429b8702-a693-4a40-a3ac-fe642b024c50, hostname: ip-10-0-0-74.ec2.internal I0425 19:00:34.346858 3686 master.go:548] Adding or Updating local node "ip-10-0-0-74.ec2.internal" for network "default" I0425 19:00:34.346955 3686 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-191.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-191.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-191.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-191.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-191.ec2.internal I0425 19:00:34.348056 3686 zone_ic_handler.go:195] Time taken to create transit switch: 301.753µs I0425 19:00:34.348075 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-130.ec2.internal for the network default I0425 19:00:34.349577 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-130.ec2.internal" on network "default" took: 1.833899ms I0425 19:00:34.351704 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-74.ec2.internal for the network default I0425 19:00:34.351952 3686 zone_ic_handler.go:195] Time taken to create transit switch: 231.361µs I0425 19:00:34.352926 3686 default_network_controller.go:823] Node add failed for ip-10-0-0-74.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal, error getting gateway config for node ip-10-0-0-74.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-74.ec2.internal", failed to update chassis to local for local node ip-10-0-0-74.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-74.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal] E0425 19:00:34.352988 3686 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-74.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal, error getting gateway config for node ip-10-0-0-74.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-74.ec2.internal", failed to update chassis to local for local node ip-10-0-0-74.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-74.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal] I0425 19:00:34.353089 3686 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 19:00:34.353118 3686 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 19:00:34.353176 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0425 19:00:34.353189 3686 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 19:00:34.353190 3686 master.go:548] Adding or Updating local node "ip-10-0-0-74.ec2.internal" for network "default" I0425 19:00:34.353108 3686 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-74.ec2.internal", UID:"7ac9e7ef-9d4c-412d-9102-2a3a557b6304", APIVersion:"v1", ResourceVersion:"9051", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal, error getting gateway config for node ip-10-0-0-74.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-74.ec2.internal", failed to update chassis to local for local node ip-10-0-0-74.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-74.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal] I0425 19:00:34.353245 3686 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:34.353263 3686 services_controller.go:574] Full service sync requested for network=default I0425 19:00:34.353269 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-130.ec2.internal in network "default" I0425 19:00:34.353306 3686 node_tracker.go:169] Node ip-10-0-1-130.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:34.353313 3686 services_controller.go:574] Full service sync requested for network=default I0425 19:00:34.353320 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-191.ec2.internal in network "default" I0425 19:00:34.353329 3686 node_tracker.go:235] Node ip-10-0-2-191.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-191.ec2.internal" I0425 19:00:34.353335 3686 node_tracker.go:169] Node ip-10-0-2-191.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:34.353339 3686 services_controller.go:574] Full service sync requested for network=default I0425 19:00:34.354688 3686 default_node_network_controller.go:519] Node connection status = connected W0425 19:00:34.358179 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-r9tw4: pod openshift-multus/network-metrics-daemon-r9tw4: no pod IPs found W0425 19:00:34.358199 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2qtwp: pod openshift-network-diagnostics/network-check-target-2qtwp: no pod IPs found I0425 19:00:34.359390 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-74.ec2.internal for the network default I0425 19:00:34.359605 3686 zone_ic_handler.go:195] Time taken to create transit switch: 200.232µs I0425 19:00:34.454198 3686 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 19:00:34.454221 3686 services_controller.go:208] Setting up event handlers for services for network=default I0425 19:00:34.454379 3686 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 19:00:34.454423 3686 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 19:00:34.454435 3686 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 19:00:34.555070 3686 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 19:00:34.555090 3686 repair.go:60] Starting repairing loop for services I0425 19:00:34.555204 3686 repair.go:131] Deleted 0 stale service LBs I0425 19:00:34.555223 3686 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 19:00:34.555239 3686 repair.go:62] Finished repairing loop for services: 151.41µs I0425 19:00:34.555272 3686 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 19:00:34.555282 3686 services_controller.go:254] Starting workers for network=default W0425 19:00:34.555647 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:00:34.555853 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:34.556047 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r9tw4] creating logical port openshift-multus_network-metrics-daemon-r9tw4 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:00:34.556074 3686 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-rj8j4, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-rj8j4: suppressed error logged: pod openshift-multus/network-metrics-daemon-rj8j4: no pod IPs found I0425 19:00:34.556236 3686 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-r9tw4 I0425 19:00:34.556281 3686 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gwq25, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gwq25: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gwq25: no pod IPs found I0425 19:00:34.556305 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2qtwp] creating logical port openshift-network-diagnostics_network-check-target-2qtwp for pod on switch ip-10-0-0-74.ec2.internal I0425 19:00:34.556472 3686 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2qtwp I0425 19:00:34.575992 3686 pod.go:62] [openshift-multus/network-metrics-daemon-r9tw4] pod update took 19.827218ms I0425 19:00:34.576020 3686 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-r9tw4] addLogicalPort annotation time took 19.859815ms I0425 19:00:34.576520 3686 pod.go:62] [openshift-network-diagnostics/network-check-target-2qtwp] pod update took 20.130717ms I0425 19:00:34.576544 3686 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2qtwp] addLogicalPort annotation time took 20.157579ms I0425 19:00:34.577259 3686 pods.go:271] [openshift-multus/network-metrics-daemon-r9tw4] addLogicalPort took 21.225665ms, libovsdb time 929.224µs I0425 19:00:34.577614 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-2qtwp] addLogicalPort took 21.323264ms, libovsdb time 791.007µs I0425 19:00:34.578090 3686 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 19:00:34.578121 3686 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 19:00:34.578162 3686 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 19:00:34.578170 3686 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 19:00:34.578364 3686 repair.go:29] Repairing admin network policies took 187.559µs I0425 19:00:34.578472 3686 repair.go:92] Repairing baseline admin network policies took 98.124µs I0425 19:00:34.578915 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 19:00:34.578937 3686 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 19:00:34.581166 3686 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 19:00:34.581186 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 19:00:34.581196 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 19:00:34.582716 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 19:00:34.582733 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 19:00:34.582741 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 19:00:34.584238 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 19:00:34.584260 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 19:00:34.584271 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 19:00:34.586413 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 19:00:34.586432 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 19:00:34.586442 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 19:00:34.588032 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 19:00:34.588049 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 19:00:34.588057 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 19:00:34.588560 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 19:00:34.588581 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 19:00:34.588589 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 19:00:34.590001 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 19:00:34.590019 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 19:00:34.590026 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 19:00:34.590307 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 19:00:34.590324 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 19:00:34.590333 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 19:00:34.590810 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 19:00:34.590833 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 19:00:34.590848 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 19:00:34.591867 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 19:00:34.591885 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 19:00:34.592605 3686 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 19:00:34.592620 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 19:00:34.593332 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 19:00:34.593352 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 19:00:34.593361 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 19:00:34.593848 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 19:00:34.593866 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 19:00:34.593874 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 19:00:34.594539 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 19:00:34.594557 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 19:00:34.594564 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 19:00:34.595021 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 19:00:34.595036 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 19:00:34.595056 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 19:00:34.596123 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 19:00:34.596153 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 19:00:34.596161 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 19:00:34.596997 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 19:00:34.597011 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 19:00:34.597019 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 19:00:34.598001 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 19:00:34.598024 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 19:00:34.598036 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 19:00:34.599091 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 19:00:34.599112 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 19:00:34.599120 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 19:00:34.599659 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 19:00:34.599679 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 19:00:34.599685 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 19:00:34.600908 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 19:00:34.600926 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 19:00:34.600936 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 19:00:34.602805 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 19:00:34.602827 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 19:00:34.602835 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 19:00:34.603693 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 19:00:34.603712 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 19:00:34.603722 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 19:00:34.604864 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 19:00:34.604882 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 19:00:34.604889 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 19:00:34.605176 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 19:00:34.605191 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 19:00:34.605199 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 19:00:34.605720 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 19:00:34.605739 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 19:00:34.605746 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 19:00:34.606325 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 19:00:34.606352 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 19:00:34.606359 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 19:00:34.606998 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 19:00:34.607014 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 19:00:34.607020 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 19:00:34.607352 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 19:00:34.607371 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 19:00:34.607379 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 19:00:34.607657 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 19:00:34.614073 3686 egressfirewall.go:374] Starting EgressFirewall controller I0425 19:00:34.614119 3686 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 19:00:34.614124 3686 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 19:00:34.614171 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 19:00:34.614186 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 19:00:34.614222 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 19:00:34.614238 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 19:00:34.614572 3686 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 19:00:34.614587 3686 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 19:00:34.614593 3686 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 19:00:34.614601 3686 egressqos.go:193] Setting up event handlers for EgressQoS I0425 19:00:34.614672 3686 egressfirewall.go:723] Syncing node "ip-10-0-1-130.ec2.internal" for egress firewall I0425 19:00:34.614681 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-191.ec2.internal" for egress firewall I0425 19:00:34.614687 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0425 19:00:34.614855 3686 egressqos.go:245] Starting EgressQoS Controller I0425 19:00:34.614879 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 19:00:34.614889 3686 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 19:00:34.614894 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 19:00:34.614898 3686 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 19:00:34.614912 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 19:00:34.614925 3686 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 19:00:34.614929 3686 egressqos.go:259] Repairing EgressQoSes I0425 19:00:34.614933 3686 egressqos.go:399] Starting repairing loop for egressqos I0425 19:00:34.615009 3686 egressqos.go:401] Finished repairing loop for egressqos: 75.629µs I0425 19:00:34.615028 3686 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 19:00:34.615068 3686 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-74.ec2.internal I0425 19:00:34.615144 3686 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-74.ec2.internal : 61.922µs I0425 19:00:34.615251 3686 egressservice_zone.go:210] Starting Egress Services Controller I0425 19:00:34.615262 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 19:00:34.615277 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 19:00:34.615285 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 19:00:34.615292 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 19:00:34.615298 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 19:00:34.615303 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 19:00:34.615308 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 19:00:34.615313 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 19:00:34.615317 3686 egressservice_zone.go:228] Repairing Egress Services I0425 19:00:34.615581 3686 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 19:00:34.615594 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 19:00:34.615651 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0425 19:00:34.615662 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 12.388µs I0425 19:00:34.615669 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-130.ec2.internal I0425 19:00:34.615677 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-130.ec2.internal: 8.386µs I0425 19:00:34.615696 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-191.ec2.internal I0425 19:00:34.615700 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-191.ec2.internal: 4.386µs I0425 19:00:34.615737 3686 default_network_controller.go:585] Completing all the Watchers took 310.424594ms I0425 19:00:34.615748 3686 default_network_controller.go:589] Starting unidling controllers I0425 19:00:34.615759 3686 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 19:00:34.615766 3686 unidle.go:63] Populating Initial ContollerEvent events I0425 19:00:34.615776 3686 unidle.go:79] Setting up event handlers for services I0425 19:00:34.615840 3686 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 19:00:34.854897 3686 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:34.937766 3686 default_network_controller.go:1025] Node "ip-10-0-2-191.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 19:00:35.353971 3686 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:35.854457 3686 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:36.361504 3686 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:36.366373 3686 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 19:00:36.380109 3686 bridgeconfig.go:537] Gateway is ready I0425 19:00:36.380127 3686 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 19:00:36.392058 3686 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.74. Updating OVN encap IP. I0425 19:00:36.397789 3686 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.74 - it is already configured I0425 19:00:36.397801 3686 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.74/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 19:00:36.397984 3686 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.74/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-74.ec2.internal","mac-address":"12:16:0c:4a:22:f1","ip-addresses":["10.0.0.74/24"],"ip-address":"10.0.0.74/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:429b8702-a693-4a40-a3ac-fe642b024c50 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.74/24"}] on node ip-10-0-0-74.ec2.internal I0425 19:00:36.419684 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0425 19:00:36.419743 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0425 19:00:36.419746 3686 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:36.419759 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0425 19:00:36.419761 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 23.881µs I0425 19:00:36.419771 3686 services_controller.go:574] Full service sync requested for network=default I0425 19:00:36.419781 3686 master.go:548] Adding or Updating local node "ip-10-0-0-74.ec2.internal" for network "default" W0425 19:00:36.420042 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 19:00:36.420227 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:00:36.420711 3686 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.74 I0425 19:00:36.420814 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-74.ec2.internal I0425 19:00:36.424688 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-74.ec2.internal. Updating no re-route policies I0425 19:00:36.424796 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tl5gp I0425 19:00:36.424792 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-74.ec2.internal I0425 19:00:36.424833 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nvmzd I0425 19:00:36.424833 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-r9tw4 I0425 19:00:36.424836 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2qtwp I0425 19:00:36.424850 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-r9tw4 I0425 19:00:36.424862 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2qtwp I0425 19:00:36.424889 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r9tw4] creating logical port openshift-multus_network-metrics-daemon-r9tw4 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:00:36.424899 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rj8j4 I0425 19:00:36.424912 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-4xckk I0425 19:00:36.424915 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2qtwp] creating logical port openshift-network-diagnostics_network-check-target-2qtwp for pod on switch ip-10-0-0-74.ec2.internal I0425 19:00:36.424918 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rj8j4 I0425 19:00:36.424838 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-74.ec2.internal I0425 19:00:36.424928 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-4xckk I0425 19:00:36.424931 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bwrh6 I0425 19:00:36.424937 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5fl7g I0425 19:00:36.424945 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bwrh6 I0425 19:00:36.424947 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-4xckk after 0 failed attempt(s) I0425 19:00:36.424950 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5fl7g I0425 19:00:36.424951 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mz4t I0425 19:00:36.424952 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gwq25 I0425 19:00:36.424964 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mz4t I0425 19:00:36.424967 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bwrh6 after 0 failed attempt(s) I0425 19:00:36.424968 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-74.ec2.internal I0425 19:00:36.424971 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5fl7g after 0 failed attempt(s) I0425 19:00:36.424969 3686 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-rj8j4, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-rj8j4: suppressed error logged: pod openshift-multus/network-metrics-daemon-rj8j4: no pod IPs found I0425 19:00:36.424968 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gwq25 I0425 19:00:36.424984 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-74.ec2.internal I0425 19:00:36.424952 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-74.ec2.internal after 0 failed attempt(s) I0425 19:00:36.424914 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zkqw6 I0425 19:00:36.425000 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-74.ec2.internal after 0 failed attempt(s) I0425 19:00:36.425004 3686 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gwq25, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gwq25: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gwq25: no pod IPs found I0425 19:00:36.424841 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nvmzd I0425 19:00:36.425020 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nvmzd after 0 failed attempt(s) I0425 19:00:36.424816 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tl5gp I0425 19:00:36.425030 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zkqw6 I0425 19:00:36.425044 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tl5gp after 0 failed attempt(s) I0425 19:00:36.425048 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zkqw6 after 0 failed attempt(s) I0425 19:00:36.424811 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-krpnj I0425 19:00:36.425057 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-krpnj I0425 19:00:36.425069 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-krpnj after 0 failed attempt(s) I0425 19:00:36.424983 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mz4t after 0 failed attempt(s) I0425 19:00:36.424921 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zj2g8 I0425 19:00:36.425082 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zj2g8 I0425 19:00:36.425092 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zj2g8 after 0 failed attempt(s) I0425 19:00:36.425648 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-2qtwp] addLogicalPort took 745.912µs, libovsdb time 218.84µs I0425 19:00:36.425663 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2qtwp after 0 failed attempt(s) I0425 19:00:36.425745 3686 pods.go:271] [openshift-multus/network-metrics-daemon-r9tw4] addLogicalPort took 864.208µs, libovsdb time 255.96µs I0425 19:00:36.425761 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-r9tw4 after 0 failed attempt(s) I0425 19:00:36.444048 3686 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 19:00:36.457280 3686 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 19:00:36.460974 3686 iptables.go:108] Creating table: nat chain: OUTPUT I0425 19:00:36.485090 3686 iptables.go:108] Creating table: nat chain: PREROUTING I0425 19:00:36.535711 3686 iptables.go:108] Creating table: filter chain: FORWARD I0425 19:00:36.555210 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 19:00:36.555323 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 19:00:36.555370 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 19:00:36.555446 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 19:00:36.555502 3686 gateway_init.go:325] Gateway and management port readiness took 2.206021264s I0425 19:00:36.555530 3686 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 19:00:36.555609 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 19:00:36.555621 3686 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 19:00:36.555630 3686 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 19:00:36.555696 3686 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 19:00:36.555837 3686 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.401µs I0425 19:00:36.556072 3686 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 19:00:36.556101 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.129µs I0425 19:00:36.556109 3686 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.777µs I0425 19:00:36.556115 3686 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 19:00:36.556124 3686 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 19:00:36.556150 3686 default_node_network_controller.go:899] Starting the default node network controller I0425 19:00:36.556155 3686 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 19:00:36.556169 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.191µs I0425 19:00:36.556335 3686 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 19:00:36.556344 3686 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 19:00:36.556367 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c09110 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000c413b0 0xc0002b7f10 0xc0002c6000 0xc00023c3c0 0xc0064ff340 0xc0002c6070 map[0x2ff9080:0xc002514fc0 0x2ff95c0:0xc002515140 0x2ffa2e0:0xc002514f00 0x2ffa580:0xc002514f60 0x2ffad60:0xc002515020 0x2ffb000:0xc002515080 0x2ffb2a0:0xc0025150e0 0x2ffba80:0xc0025151a0 0x2ffbd20:0xc006aa8000 0x3026980:0xc000cdd8c0 0x3026d20:0xc000cdd920 0x3027800:0xc000d365a0 0x3029160:0xc001c26000 0x30298a0:0xc002308480 0x302a720:0xc000cdd860] 0xc000c2c2a0 0} I0425 19:00:36.556425 3686 gateway.go:151] Starting gateway service sync I0425 19:00:36.556885 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 19:00:36.559288 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 19:00:36.569910 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 19:00:36.571528 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 19:00:36.572853 3686 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 19:00:36.609347 3686 gateway.go:168] Gateway service sync done. Time taken: 52.906402ms I0425 19:00:36.609797 3686 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30525 I0425 19:00:36.610180 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c09110 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000c413b0 0xc0002b7f10 0xc0002c6000 0xc00023c3c0 0xc0064ff340 0xc0002c6070 map[0x2ff9080:0xc002514fc0 0x2ff95c0:0xc002515140 0x2ffa2e0:0xc002514f00 0x2ffa580:0xc002514f60 0x2ffad60:0xc002515020 0x2ffb000:0xc002515080 0x2ffb2a0:0xc0025150e0 0x2ffba80:0xc0025151a0 0x2ffbd20:0xc006aa8000 0x3026980:0xc000cdd8c0 0x3026d20:0xc000cdd920 0x3027800:0xc000d365a0 0x3029160:0xc001c26000 0x30298a0:0xc002308480 0x302a720:0xc000cdd860] 0xc000c2c2a0 0} I0425 19:00:36.610607 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c09110 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000c413b0 0xc0002b7f10 0xc0002c6000 0xc00023c3c0 0xc0064ff340 0xc0002c6070 map[0x2ff9080:0xc002514fc0 0x2ff95c0:0xc002515140 0x2ffa2e0:0xc002514f00 0x2ffa580:0xc002514f60 0x2ffad60:0xc002515020 0x2ffb000:0xc002515080 0x2ffb2a0:0xc0025150e0 0x2ffba80:0xc0025151a0 0x2ffbd20:0xc006aa8000 0x3026980:0xc000cdd8c0 0x3026d20:0xc000cdd920 0x3027800:0xc000d365a0 0x3029160:0xc001c26000 0x30298a0:0xc002308480 0x302a720:0xc000cdd860] 0xc000c2c2a0 0} I0425 19:00:36.610643 3686 gateway.go:532] Reconciling gateway with updates I0425 19:00:36.616433 3686 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 19:00:36.616512 3686 default_node_network_controller.go:944] Gateway and management port readiness took 60.16162ms I0425 19:00:36.616519 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:36.616541 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:36.616545 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:36.616552 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:36.616560 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:36.616566 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:36.616573 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:36.616576 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:36.616580 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:36.616580 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:36.616581 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:36.616593 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:36.616595 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:36.616597 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:36.616601 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:36.616551 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:36.616603 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:36.616616 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:36.616612 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:36.616621 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:36.616625 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 19:00:36.616627 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:36.616605 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:36.616629 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:36.616639 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:36.616647 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:36.616629 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 19:00:36.616657 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:36.616663 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:36.616666 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:36.616669 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:36.616669 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:36.616670 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:36.616677 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 19:00:36.616674 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:36.616678 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:36.616685 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:36.616690 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:36.616682 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:36.616624 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:36.616708 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:36.616716 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:36.616722 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:36.616730 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:36.616737 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:36.616744 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:36.616751 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:36.616583 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:36.616763 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:36.616723 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:36.616780 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 19:00:36.616789 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 19:00:36.616596 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:36.616660 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:36.616806 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:36.616815 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:36.616825 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:36.616663 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:36.616834 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:36.616732 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:36.616851 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:36.616862 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:36.616817 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:36.616880 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:36.616670 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:36.616911 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:36.616807 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:36.616928 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:36.616565 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:36.616938 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 19:00:36.616940 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 19:00:36.616556 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 19:00:36.616566 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:36.616563 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:36.616999 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:36.616541 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 19:00:36.617035 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 19:00:36.616584 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:36.617101 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:36.616611 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:36.616613 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:36.617193 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 19:00:36.616625 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:36.617203 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:36.617207 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 19:00:36.616663 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:36.616673 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:36.616710 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 19:00:36.617334 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 19:00:36.616755 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:36.616769 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:36.617448 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:36.616795 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 19:00:36.616841 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:36.617489 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:36.617496 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 19:00:36.617013 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31078 is already open, no action needed I0425 19:00:36.617511 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 32489 is already open, no action needed I0425 19:00:36.616582 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:36.617563 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:36.618074 3686 node_ip_handler_linux.go:160] Node IP manager is running W0425 19:00:36.658441 3686 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 19:00:36.658662 3686 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 19:00:36.658795 3686 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0425 19:00:36.665536 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 19:00:36.665567 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 19:00:36.665574 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 19:00:36.665582 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 19:00:36.665588 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 19:00:36.665594 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 19:00:36.665602 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 19:00:36.665610 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 19:00:36.665617 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 19:00:36.665623 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 19:00:36.665631 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 19:00:36.665635 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 19:00:36.665643 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 19:00:36.665650 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 19:00:36.665654 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 19:00:36.665661 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 19:00:36.665667 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 19:00:36.665672 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 19:00:36.665677 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 19:00:36.665684 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 19:00:36.665689 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 19:00:36.665694 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 19:00:36.665701 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 19:00:36.665706 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 19:00:36.705791 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 19:00:36.705829 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 19:00:36.705837 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 19:00:36.705843 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 19:00:36.705849 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 19:00:36.705875 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 19:00:36.705896 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 19:00:36.705904 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 19:00:36.746188 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 19:00:36.746197 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 19:00:38.134956 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-191.ec2.internal in network "default" I0425 19:00:38.134969 3686 default_network_controller.go:1025] Node "ip-10-0-2-191.ec2.internal" in remote zone "ip-10-0-2-191.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 19:00:38.134989 3686 node_tracker.go:235] Node ip-10-0-2-191.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-191.ec2.internal" I0425 19:00:38.135008 3686 node_tracker.go:169] Node ip-10-0-2-191.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:38.135046 3686 services_controller.go:574] Full service sync requested for network=default W0425 19:00:38.135473 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:00:38.135769 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:38.172164 3686 default_network_controller.go:1025] Node "ip-10-0-2-191.ec2.internal" in remote zone "ip-10-0-2-191.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 19:00:38.236761 3686 default_node_network_controller.go:1380] Starting node controller node sync W0425 19:00:38.236768 3686 egressip_healthcheck.go:76] Health checking using insecure connection I0425 19:00:38.236807 3686 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0425 19:00:38.249333 3686 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.54246ms I0425 19:00:38.249536 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-130.ec2.internal", IP: 10.0.1.130 to PMTUD blocking rules I0425 19:00:38.249547 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-130.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 19:00:38.255613 3686 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 19:00:38.255915 3686 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 19:00:38.256161 3686 egressservice_node.go:183] Starting Egress Services Controller I0425 19:00:38.256189 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 19:00:38.256204 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 19:00:38.256212 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 19:00:38.256220 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 19:00:38.256232 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 19:00:38.256239 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 19:00:38.256246 3686 egressservice_node.go:197] Repairing Egress Services I0425 19:00:38.266820 3686 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 19:00:38.266835 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 19:00:38.267089 3686 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 19:00:38.267102 3686 link_network_manager.go:119] Link manager is running I0425 19:00:38.267115 3686 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 19:00:38.267327 3686 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 19:00:38.267616 3686 vrf_manager.go:128] VRF manager is running I0425 19:00:38.267765 3686 node_controller_manager.go:437] Removing flows to drop GARP I0425 19:00:38.267775 3686 gateway.go:532] Reconciling gateway with updates I0425 19:00:38.276046 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-191.ec2.internal in network "default" I0425 19:00:38.276100 3686 node_tracker.go:169] Node ip-10-0-2-191.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:38.276111 3686 services_controller.go:574] Full service sync requested for network=default W0425 19:00:38.277792 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 19:00:38.278302 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:00:38.296894 3686 default_network_controller.go:1025] Node "ip-10-0-2-191.ec2.internal" in remote zone "ip-10-0-2-191.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 19:00:38.298012 3686 zone_ic_handler.go:195] Time taken to create transit switch: 300.39µs I0425 19:00:38.298029 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-191.ec2.internal for the network default I0425 19:00:38.298228 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:38.298243 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:38.298245 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:38.298259 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:38.298264 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:38.298273 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 19:00:38.298273 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:38.298284 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:38.298289 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:38.298293 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:38.298296 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:38.298299 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:38.298303 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 19:00:38.298306 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 19:00:38.298277 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:38.298311 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 19:00:38.298308 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:38.298322 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:38.298327 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:38.298323 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:38.298336 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:38.298340 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:38.298331 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:38.298342 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 19:00:38.298348 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 19:00:38.298259 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:38.298360 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 19:00:38.298359 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 19:00:38.298360 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 19:00:38.298365 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:38.298342 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:38.298371 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:38.298371 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:38.298378 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 19:00:38.298378 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:38.298379 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:38.298384 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:38.298396 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:38.298397 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:38.298396 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:38.298399 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:38.298396 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:38.298407 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:38.298408 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:38.298411 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:38.298409 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:38.298419 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:38.298422 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:38.298395 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:38.298426 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:38.298286 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 19:00:38.298434 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 19:00:38.298439 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:38.298342 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:38.298426 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:38.298450 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:38.298456 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 19:00:38.298460 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 19:00:38.298458 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:38.298461 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 19:00:38.298439 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 19:00:38.298472 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:38.298472 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:38.298473 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 19:00:38.298472 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:38.298415 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 19:00:38.298484 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:38.298487 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 19:00:38.298487 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:38.298405 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:38.298493 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:38.298496 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 19:00:38.298362 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:38.298502 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:38.298510 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:38.298542 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 19:00:38.298545 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 19:00:38.298416 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:38.298559 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:38.298296 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:38.298582 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:38.298586 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 19:00:38.298593 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 19:00:38.298594 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 19:00:38.298498 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 19:00:38.298373 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 19:00:38.298471 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31078 is already open, no action needed I0425 19:00:38.298674 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 32489 is already open, no action needed I0425 19:00:38.298350 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:38.298350 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 19:00:38.298350 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:38.298314 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 19:00:38.298764 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 19:00:38.298364 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:38.298359 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:38.298797 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:38.298376 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:38.298821 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:38.298383 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:38.298383 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:38.298381 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:38.298887 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:38.298385 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:38.298919 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:38.298396 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 19:00:38.298396 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:38.298955 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:38.298407 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:38.298430 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:38.298993 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:38.298997 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 19:00:38.298432 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:38.299003 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 19:00:38.298439 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:38.298482 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:38.298485 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:38.299056 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:38.298503 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 19:00:38.299321 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-191.ec2.internal" on network "default" took: 1.631873ms I0425 19:00:38.344808 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 19:00:38.364885 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 19:00:38.364901 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 19:00:38.364918 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 19:00:38.364926 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 19:00:38.412181 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 19:00:38.412207 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 19:00:38.412214 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 19:00:38.412220 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 19:00:38.412225 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 19:00:38.412236 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 19:00:38.412242 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 19:00:38.412250 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 19:00:38.412255 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 19:00:38.412261 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 19:00:38.412268 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 19:00:40.214804 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0425 19:00:40.214839 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 43.939µs I0425 19:00:40.242263 3686 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5c56ffbfbd-gbppw] creating logical port openshift-image-registry_image-registry-5c56ffbfbd-gbppw for pod on switch ip-10-0-0-74.ec2.internal I0425 19:00:40.242444 3686 kube.go:256] Updating pod openshift-image-registry/image-registry-5c56ffbfbd-gbppw I0425 19:00:40.269089 3686 pod.go:62] [openshift-image-registry/image-registry-5c56ffbfbd-gbppw] pod update took 26.695499ms I0425 19:00:40.269115 3686 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5c56ffbfbd-gbppw] addLogicalPort annotation time took 26.725903ms I0425 19:00:40.269358 3686 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-z27m2] creating logical port openshift-ingress-canary_ingress-canary-z27m2 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:00:40.269465 3686 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-z27m2 I0425 19:00:40.270369 3686 pods.go:271] [openshift-image-registry/image-registry-5c56ffbfbd-gbppw] addLogicalPort took 28.132476ms, libovsdb time 866.11µs I0425 19:00:40.284636 3686 pod.go:62] [openshift-ingress-canary/ingress-canary-z27m2] pod update took 15.188443ms I0425 19:00:40.284662 3686 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-z27m2] addLogicalPort annotation time took 15.2221ms I0425 19:00:40.285870 3686 pods.go:271] [openshift-ingress-canary/ingress-canary-z27m2] addLogicalPort took 16.52257ms, libovsdb time 855.282µs I0425 19:00:40.291119 3686 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vp85c] creating logical port openshift-dns_dns-default-vp85c for pod on switch ip-10-0-0-74.ec2.internal I0425 19:00:40.291251 3686 kube.go:256] Updating pod openshift-dns/dns-default-vp85c I0425 19:00:40.308866 3686 pod.go:62] [openshift-dns/dns-default-vp85c] pod update took 17.643228ms I0425 19:00:40.308886 3686 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vp85c] addLogicalPort annotation time took 17.669923ms I0425 19:00:40.310066 3686 pods.go:271] [openshift-dns/dns-default-vp85c] addLogicalPort took 18.958135ms, libovsdb time 792.166µs I0425 19:00:40.838372 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-191.ec2.internal" for egress firewall I0425 19:00:40.838422 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-191.ec2.internal in network "default" I0425 19:00:40.838429 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-191.ec2.internal", IP: 10.0.2.191 to PMTUD blocking rules I0425 19:00:40.838436 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-191.ec2.internal I0425 19:00:40.838445 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-191.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 19:00:40.838452 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-191.ec2.internal: 23.024µs I0425 19:00:40.838498 3686 node_tracker.go:169] Node ip-10-0-2-191.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:40.838523 3686 services_controller.go:574] Full service sync requested for network=default W0425 19:00:40.838839 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 19:00:40.838960 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:00:40.844974 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-191.ec2.internal. Updating no re-route policies I0425 19:00:40.861352 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-191.ec2.internal", IP: 10.0.2.191 to PMTUD blocking rules I0425 19:00:40.861368 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-191.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 19:00:41.460400 3686 cni.go:452] [openshift-ingress-canary/ingress-canary-z27m2 f88ad9c0cfaf6bcea2b9f1e4badec83fffcc49175b9937d5b90d3a955f2e0268 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-z27m2 f88ad9c0cfaf6bcea2b9f1e4badec83fffcc49175b9937d5b90d3a955f2e0268 network default NAD default NAD key ] I0425 19:00:41.502983 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-z27m2, hostIfaceName: f88ad9c0cfaf6bc, network: default, NAD default, SandboxID: "f88ad9c0cfaf6bcea2b9f1e4badec83fffcc49175b9937d5b90d3a955f2e0268", PCI device ID: , UID: "6dd8d6db-e26a-4728-8045-76052db096d3", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0425 19:00:41.551365 3686 cni.go:473] [openshift-ingress-canary/ingress-canary-z27m2 f88ad9c0cfaf6bcea2b9f1e4badec83fffcc49175b9937d5b90d3a955f2e0268 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-z27m2 f88ad9c0cfaf6bcea2b9f1e4badec83fffcc49175b9937d5b90d3a955f2e0268 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ca:3f:28:41:31\",\"name\":\"f88ad9c0cfaf6bc\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c7ee455-21ec-49b3-a323-27fc6bdeda5a\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:00:44.318663 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-191.ec2.internal I0425 19:00:44.318693 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-191.ec2.internal: 36.842µs I0425 19:00:44.396641 3686 cni.go:452] [openshift-network-diagnostics/network-check-target-2qtwp e046b61ad8184e93af197001d0fe611a5a0bd18a1e03ea2eaf7344d202b0018e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2qtwp e046b61ad8184e93af197001d0fe611a5a0bd18a1e03ea2eaf7344d202b0018e network default NAD default NAD key ] I0425 19:00:44.406495 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2qtwp, hostIfaceName: e046b61ad8184e9, network: default, NAD default, SandboxID: "e046b61ad8184e93af197001d0fe611a5a0bd18a1e03ea2eaf7344d202b0018e", PCI device ID: , UID: "afadafcc-89fe-4b75-829d-1e32bab159ea", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0425 19:00:44.453452 3686 cni.go:473] [openshift-network-diagnostics/network-check-target-2qtwp e046b61ad8184e93af197001d0fe611a5a0bd18a1e03ea2eaf7344d202b0018e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2qtwp e046b61ad8184e93af197001d0fe611a5a0bd18a1e03ea2eaf7344d202b0018e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:14:aa:e0:b2:bc\",\"name\":\"e046b61ad8184e9\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc13ba48-9f5d-43ec-aa15-fa4d254b01c1\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:00:47.587215 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:00:52.681750 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:01:02.783320 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:01:02.783344 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:01:07.807149 3686 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:01:07.807249 3686 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 I0425 19:01:07.824501 3686 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6] pod update took 17.280822ms I0425 19:01:07.824527 3686 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6] addLogicalPort annotation time took 17.311555ms I0425 19:01:07.825644 3686 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6] addLogicalPort took 18.530855ms, libovsdb time 841.458µs I0425 19:01:08.166238 3686 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key ] I0425 19:01:08.175599 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6, hostIfaceName: e6860a645c3c337, network: default, NAD default, SandboxID: "e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc", PCI device ID: , UID: "5e12996f-ea78-4f15-bb8e-16c591176596", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0425 19:01:08.225561 3686 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:c8:56:d0:fd:fd\",\"name\":\"e6860a645c3c337\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/872ede9d-d83a-4d6c-82cb-ecf31ced6dd2\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:01:18.599927 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:01:28.705001 3686 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key ] I0425 19:01:28.778107 3686 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 e6860a645c3c337594284f40b82f5cb1822c4fa8659b5660c1dc4ec55e993bdc network default NAD default NAD key default], result "{}", err I0425 19:01:28.821407 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.821442 3686 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 I0425 19:01:28.822713 3686 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6, ips: 10.129.0.8 I0425 19:01:28.822741 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.822764 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.822775 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 19:01:28.822958 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.822978 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 19:01:29.851358 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:29.851382 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:29.851400 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:29.851408 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:32.924256 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 19:01:32.935929 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 19:02:31.859814 3686 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-hwvf7] creating logical port openshift-insights_insights-operator-6dbb575d6c-hwvf7 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:02:31.859912 3686 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-hwvf7 I0425 19:02:31.884988 3686 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-hwvf7] pod update took 25.10393ms I0425 19:02:31.885024 3686 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-hwvf7] addLogicalPort annotation time took 25.135891ms I0425 19:02:31.886062 3686 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-hwvf7] addLogicalPort took 26.262634ms, libovsdb time 659.381µs I0425 19:02:32.065829 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-2l5zj for pod on switch ip-10-0-0-74.ec2.internal I0425 19:02:32.065957 3686 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj I0425 19:02:32.079959 3686 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-4qmfx] creating logical port openshift-console-operator_console-operator-66dbbb6468-4qmfx for pod on switch ip-10-0-0-74.ec2.internal I0425 19:02:32.080174 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-8knlm for pod on switch ip-10-0-0-74.ec2.internal I0425 19:02:32.080289 3686 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm I0425 19:02:32.080446 3686 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-4qmfx I0425 19:02:32.137503 3686 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-26pdt for pod on switch ip-10-0-0-74.ec2.internal I0425 19:02:32.137676 3686 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt I0425 19:02:32.201320 3686 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-649b5796f-qv6mx] creating logical port openshift-ingress_router-default-649b5796f-qv6mx for pod on switch ip-10-0-0-74.ec2.internal I0425 19:02:32.201444 3686 kube.go:256] Updating pod openshift-ingress/router-default-649b5796f-qv6mx I0425 19:02:32.203913 3686 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj I0425 19:02:32.204976 3686 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm] pod update took 124.718797ms I0425 19:02:32.204993 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm] addLogicalPort annotation time took 124.755941ms I0425 19:02:32.206301 3686 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm] addLogicalPort took 126.139998ms, libovsdb time 962.488µs I0425 19:02:32.211279 3686 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-547f6f8bcf-5p7w6] creating logical port openshift-ingress_router-default-547f6f8bcf-5p7w6 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:02:32.211420 3686 kube.go:256] Updating pod openshift-ingress/router-default-547f6f8bcf-5p7w6 I0425 19:02:32.214480 3686 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-hwvf7 5a414c33d35962e77f3acbc602fc92ddbda0df92b4281e584279b456f5efab7f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-hwvf7 5a414c33d35962e77f3acbc602fc92ddbda0df92b4281e584279b456f5efab7f network default NAD default NAD key ] I0425 19:02:32.215209 3686 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-4qmfx I0425 19:02:32.224222 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-hwvf7, hostIfaceName: 5a414c33d35962e, network: default, NAD default, SandboxID: "5a414c33d35962e77f3acbc602fc92ddbda0df92b4281e584279b456f5efab7f", PCI device ID: , UID: "13fe7988-fa4c-4c84-ba09-4bd7f769ad31", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0425 19:02:32.273723 3686 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-hwvf7 5a414c33d35962e77f3acbc602fc92ddbda0df92b4281e584279b456f5efab7f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-hwvf7 5a414c33d35962e77f3acbc602fc92ddbda0df92b4281e584279b456f5efab7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:65:2a:8e:af:85\",\"name\":\"5a414c33d35962e\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/401a2853-d7b2-472d-85fa-8f951a21bfd1\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:02:32.303729 3686 kube.go:256] Updating pod openshift-ingress/router-default-649b5796f-qv6mx I0425 19:02:32.343808 3686 kube.go:256] Updating pod openshift-ingress/router-default-547f6f8bcf-5p7w6 I0425 19:02:32.350869 3686 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj] pod update took 284.971992ms I0425 19:02:32.350894 3686 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj] addLogicalPort annotation time took 284.998607ms I0425 19:02:32.351057 3686 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-4qmfx] pod update took 270.630181ms I0425 19:02:32.351079 3686 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-4qmfx] addLogicalPort annotation time took 270.65978ms I0425 19:02:32.352244 3686 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj] addLogicalPort took 286.434618ms, libovsdb time 1.031816ms I0425 19:02:32.352398 3686 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-4qmfx] addLogicalPort took 272.463148ms, libovsdb time 1.026159ms I0425 19:02:32.380581 3686 pod.go:62] [openshift-ingress/router-default-649b5796f-qv6mx] pod update took 179.167675ms I0425 19:02:32.380608 3686 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-649b5796f-qv6mx] addLogicalPort annotation time took 179.196084ms I0425 19:02:32.381765 3686 pods.go:271] [openshift-ingress/router-default-649b5796f-qv6mx] addLogicalPort took 180.466555ms, libovsdb time 856.582µs I0425 19:02:32.415031 3686 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj 32327a65a0073a21d706e1eda72ec4f3948369bb0a369f20cb32667dff4a9c65 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj 32327a65a0073a21d706e1eda72ec4f3948369bb0a369f20cb32667dff4a9c65 network default NAD default NAD key ] I0425 19:02:32.418445 3686 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-4qmfx 5782eb15f1d7136a29e1d2c38f7120f302aa11503624f0a87829a0fa3396da02 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-4qmfx 5782eb15f1d7136a29e1d2c38f7120f302aa11503624f0a87829a0fa3396da02 network default NAD default NAD key ] I0425 19:02:32.423748 3686 pod.go:62] [openshift-ingress/router-default-547f6f8bcf-5p7w6] pod update took 212.36326ms I0425 19:02:32.423780 3686 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-547f6f8bcf-5p7w6] addLogicalPort annotation time took 212.400795ms I0425 19:02:32.426340 3686 pods.go:271] [openshift-ingress/router-default-547f6f8bcf-5p7w6] addLogicalPort took 215.072207ms, libovsdb time 2.034995ms I0425 19:02:32.428014 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-2l5zj, hostIfaceName: 32327a65a0073a2, network: default, NAD default, SandboxID: "32327a65a0073a21d706e1eda72ec4f3948369bb0a369f20cb32667dff4a9c65", PCI device ID: , UID: "58d8f7ee-7142-4b27-9a1d-5b2139f519e1", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0425 19:02:32.429393 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-4qmfx, hostIfaceName: 5782eb15f1d7136, network: default, NAD default, SandboxID: "5782eb15f1d7136a29e1d2c38f7120f302aa11503624f0a87829a0fa3396da02", PCI device ID: , UID: "ab449fed-b654-4005-9f3c-2b7ca29b2180", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0425 19:02:32.471894 3686 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt I0425 19:02:32.476072 3686 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj 32327a65a0073a21d706e1eda72ec4f3948369bb0a369f20cb32667dff4a9c65 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-2l5zj 32327a65a0073a21d706e1eda72ec4f3948369bb0a369f20cb32667dff4a9c65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d0:e5:f1:8a:84\",\"name\":\"32327a65a0073a2\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae93f261-e6b9-437d-a43d-058e349098d2\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:02:32.489609 3686 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-4qmfx 5782eb15f1d7136a29e1d2c38f7120f302aa11503624f0a87829a0fa3396da02 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-4qmfx 5782eb15f1d7136a29e1d2c38f7120f302aa11503624f0a87829a0fa3396da02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a3:30:ca:9c:26\",\"name\":\"5782eb15f1d7136\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f4235e3-0851-4b08-b845-7af35fe62978\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:02:32.494109 3686 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt] pod update took 356.49682ms I0425 19:02:32.494181 3686 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt] addLogicalPort annotation time took 356.522714ms I0425 19:02:32.495355 3686 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt] addLogicalPort took 357.875515ms, libovsdb time 865.706µs W0425 19:02:35.881612 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 19:02:36.659094 3686 namespace.go:98] [openshift-service-ca] adding namespace I0425 19:02:36.660061 3686 namespace.go:102] [openshift-service-ca] adding namespace took 929.123µs I0425 19:02:36.717108 3686 namespace.go:142] [openshift-service-ca] updating namespace I0425 19:02:37.301382 3686 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 19:02:37.302267 3686 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 862.056µs I0425 19:02:37.333101 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0425 19:02:46.957595 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 19:02:54.481691 3686 cni.go:452] [openshift-dns/dns-default-vp85c 9559fafa9786adb2de800f729b79c16350c1de113026ad764198b578883d4346 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vp85c 9559fafa9786adb2de800f729b79c16350c1de113026ad764198b578883d4346 network default NAD default NAD key ] I0425 19:02:54.491007 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vp85c, hostIfaceName: 9559fafa9786adb, network: default, NAD default, SandboxID: "9559fafa9786adb2de800f729b79c16350c1de113026ad764198b578883d4346", PCI device ID: , UID: "cfd17799-0561-4823-b75f-30a05108f7c3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0425 19:02:54.542399 3686 cni.go:473] [openshift-dns/dns-default-vp85c 9559fafa9786adb2de800f729b79c16350c1de113026ad764198b578883d4346 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vp85c 9559fafa9786adb2de800f729b79c16350c1de113026ad764198b578883d4346 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:96:28:36:51:4f\",\"name\":\"9559fafa9786adb\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfc853f4-a16f-4740-bcb9-bc100324e77a\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:02:56.479117 3686 cni.go:452] [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key ] I0425 19:02:56.488991 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5c56ffbfbd-gbppw, hostIfaceName: 7b7ef3a1b8b211c, network: default, NAD default, SandboxID: "7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b", PCI device ID: , UID: "0222b0a8-fc32-4157-a0d7-b94bc3c7968d", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0425 19:02:56.537843 3686 cni.go:473] [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:79:d4:aa:ba:b6\",\"name\":\"7b7ef3a1b8b211c\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33f2fae2-413e-4a3e-a6f3-8669a2c79003\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:03:03.608221 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 19:03:03.613118 3686 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:03.613164 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:03.613173 3686 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 19:03:03.683413 3686 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hsz9k] creating logical port openshift-insights_insights-runtime-extractor-hsz9k for pod on switch ip-10-0-0-74.ec2.internal I0425 19:03:03.683506 3686 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hsz9k W0425 19:03:03.693947 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 19:03:03.714128 3686 pod.go:62] [openshift-insights/insights-runtime-extractor-hsz9k] pod update took 30.650946ms I0425 19:03:03.714166 3686 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-hsz9k] addLogicalPort annotation time took 30.692298ms I0425 19:03:03.715288 3686 pods.go:271] [openshift-insights/insights-runtime-extractor-hsz9k] addLogicalPort took 31.892202ms, libovsdb time 854.15µs I0425 19:03:04.037422 3686 cni.go:452] [openshift-insights/insights-runtime-extractor-hsz9k 682657cef1bcb4fc2d4feae0f1cd36660dda86e5611020f6f8f7a2c0d09f5001 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hsz9k 682657cef1bcb4fc2d4feae0f1cd36660dda86e5611020f6f8f7a2c0d09f5001 network default NAD default NAD key ] I0425 19:03:04.046647 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hsz9k, hostIfaceName: 682657cef1bcb4f, network: default, NAD default, SandboxID: "682657cef1bcb4fc2d4feae0f1cd36660dda86e5611020f6f8f7a2c0d09f5001", PCI device ID: , UID: "25aad273-3ff2-4543-9768-75b8409695ab", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0425 19:03:04.094930 3686 cni.go:473] [openshift-insights/insights-runtime-extractor-hsz9k 682657cef1bcb4fc2d4feae0f1cd36660dda86e5611020f6f8f7a2c0d09f5001 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hsz9k 682657cef1bcb4fc2d4feae0f1cd36660dda86e5611020f6f8f7a2c0d09f5001 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:41:3c:78:ee:bb\",\"name\":\"682657cef1bcb4f\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90a636da-8bfb-4c6f-9d59-9c02c405aa7b\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:03:04.232290 3686 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm a166043c19c0c9db11d55ffbfe4410dee7bb7baa532282877fbee68aa1bbde29 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm a166043c19c0c9db11d55ffbfe4410dee7bb7baa532282877fbee68aa1bbde29 network default NAD default NAD key ] I0425 19:03:04.242325 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-8knlm, hostIfaceName: a166043c19c0c9d, network: default, NAD default, SandboxID: "a166043c19c0c9db11d55ffbfe4410dee7bb7baa532282877fbee68aa1bbde29", PCI device ID: , UID: "9a1498f6-c5b7-4112-8eef-65e5f08d8042", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0425 19:03:04.250595 3686 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt 207f9e701496168b7cadd2d67fffa6af04e24d7cf1e7dc4db2a7c43663e3667e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt 207f9e701496168b7cadd2d67fffa6af04e24d7cf1e7dc4db2a7c43663e3667e network default NAD default NAD key ] I0425 19:03:04.260819 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-26pdt, hostIfaceName: 207f9e701496168, network: default, NAD default, SandboxID: "207f9e701496168b7cadd2d67fffa6af04e24d7cf1e7dc4db2a7c43663e3667e", PCI device ID: , UID: "5f30c959-b25e-4ccd-9f92-7fea39559180", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0425 19:03:04.293391 3686 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm a166043c19c0c9db11d55ffbfe4410dee7bb7baa532282877fbee68aa1bbde29 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-8knlm a166043c19c0c9db11d55ffbfe4410dee7bb7baa532282877fbee68aa1bbde29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8e:90:f5:62:d0\",\"name\":\"a166043c19c0c9d\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/355d78e5-2d71-4471-b3cc-bf4b11978b36\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:03:04.311581 3686 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt 207f9e701496168b7cadd2d67fffa6af04e24d7cf1e7dc4db2a7c43663e3667e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-26pdt 207f9e701496168b7cadd2d67fffa6af04e24d7cf1e7dc4db2a7c43663e3667e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:18:bf:24:41:4e\",\"name\":\"207f9e701496168\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4693363-4297-4ed6-8fa1-11212e0fa2c8\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:03:04.312854 3686 cni.go:452] [openshift-ingress/router-default-649b5796f-qv6mx 3c3282ba9f86da6d34216ad73d3751c49fe5ce8463338dccc6ed870781e468e3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-649b5796f-qv6mx 3c3282ba9f86da6d34216ad73d3751c49fe5ce8463338dccc6ed870781e468e3 network default NAD default NAD key ] I0425 19:03:04.323316 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-649b5796f-qv6mx, hostIfaceName: 3c3282ba9f86da6, network: default, NAD default, SandboxID: "3c3282ba9f86da6d34216ad73d3751c49fe5ce8463338dccc6ed870781e468e3", PCI device ID: , UID: "d4564e5e-512a-444f-a013-091fa8bfa09d", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0425 19:03:04.342631 3686 cni.go:452] [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key ] I0425 19:03:04.353823 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-547f6f8bcf-5p7w6, hostIfaceName: 84b5177bcdb9d91, network: default, NAD default, SandboxID: "84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3", PCI device ID: , UID: "c0781641-8105-41f8-aed4-b8785ded32c3", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0425 19:03:04.376941 3686 cni.go:473] [openshift-ingress/router-default-649b5796f-qv6mx 3c3282ba9f86da6d34216ad73d3751c49fe5ce8463338dccc6ed870781e468e3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-649b5796f-qv6mx 3c3282ba9f86da6d34216ad73d3751c49fe5ce8463338dccc6ed870781e468e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:37:f8:93:a7:55\",\"name\":\"3c3282ba9f86da6\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63fbceec-4578-4cfa-8115-1c6a299bfaa2\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:03:04.404534 3686 cni.go:473] [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9e:b0:91:15:e7\",\"name\":\"84b5177bcdb9d91\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67d5ab37-8223-41f5-86fe-721e8e8a36ea\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:03:04.981161 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:04.981182 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:04.981187 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:04.983118 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:04.983150 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.004341 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.004366 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.008809 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.008831 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.008837 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.009113 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.009128 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.009147 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.009159 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.009163 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.009167 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.050227 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.050245 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.050250 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.052886 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.052901 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0425 19:03:05.145099 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:05.145720 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:05.166429 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:05.166456 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:05.172321 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c56ffbfbd-25zkt I0425 19:03:05.172351 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c56ffbfbd-25zkt W0425 19:03:06.015909 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.015940 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0425 19:03:06.127080 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 19:03:06.142218 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.142236 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.142242 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.154687 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 19:03:06.270160 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 19:03:06.972098 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:06.972119 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:06.972127 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:10.041711 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 19:03:13.720480 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 19:03:13.720505 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 19:03:17.165663 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0425 19:03:17.361243 3686 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-j5vbf] creating logical port openshift-console_downloads-5c54f4944f-j5vbf for pod on switch ip-10-0-0-74.ec2.internal I0425 19:03:17.361346 3686 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-j5vbf I0425 19:03:17.384113 3686 pod.go:62] [openshift-console/downloads-5c54f4944f-j5vbf] pod update took 22.796932ms I0425 19:03:17.384157 3686 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-j5vbf] addLogicalPort annotation time took 22.846239ms I0425 19:03:17.385421 3686 pods.go:271] [openshift-console/downloads-5c54f4944f-j5vbf] addLogicalPort took 24.194712ms, libovsdb time 954.373µs I0425 19:03:17.658332 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:03:17.658451 3686 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 19:03:17.683461 3686 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.059618ms I0425 19:03:17.683482 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.084975ms I0425 19:03:17.684722 3686 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.414711ms, libovsdb time 881.056µs I0425 19:03:17.787225 3686 cni.go:452] [openshift-console/downloads-5c54f4944f-j5vbf f06fa18510b0eb28e220c0ac1c09bb97db572e25fcd9b3960e7ad5b8ae70dbc2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-j5vbf f06fa18510b0eb28e220c0ac1c09bb97db572e25fcd9b3960e7ad5b8ae70dbc2 network default NAD default NAD key ] I0425 19:03:17.801123 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-j5vbf, hostIfaceName: f06fa18510b0eb2, network: default, NAD default, SandboxID: "f06fa18510b0eb28e220c0ac1c09bb97db572e25fcd9b3960e7ad5b8ae70dbc2", PCI device ID: , UID: "6158e641-883f-468c-a67b-e92d3bc70542", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0425 19:03:17.860794 3686 cni.go:473] [openshift-console/downloads-5c54f4944f-j5vbf f06fa18510b0eb28e220c0ac1c09bb97db572e25fcd9b3960e7ad5b8ae70dbc2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-j5vbf f06fa18510b0eb28e220c0ac1c09bb97db572e25fcd9b3960e7ad5b8ae70dbc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0c:b5:2d:36:4e\",\"name\":\"f06fa18510b0eb2\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/808e5ffe-a63a-4e17-9c76-04f47afe3543\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:03:17.967055 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 19:03:18.621001 3686 cni.go:452] [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key ] I0425 19:03:18.631339 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 52e4cc1e463a4ee, network: default, NAD default, SandboxID: "52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42", PCI device ID: , UID: "2b3a1dfc-f634-40e8-994b-8766c8ea927a", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0425 19:03:18.682401 3686 cni.go:473] [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a6:95:2b:96:cf\",\"name\":\"52e4cc1e463a4ee\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/352f22b0-9286-4382-8eb8-d5b3e16b665b\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:03:20.097109 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:20.097128 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:20.097154 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 19:03:20.923241 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-8kstz for pod on switch ip-10-0-0-74.ec2.internal I0425 19:03:20.923325 3686 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz I0425 19:03:20.944932 3686 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz] pod update took 21.621975ms I0425 19:03:20.944965 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz] addLogicalPort annotation time took 21.66383ms I0425 19:03:20.946440 3686 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz] addLogicalPort took 23.210611ms, libovsdb time 1.024648ms W0425 19:03:21.109270 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:21.109290 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:21.109296 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 19:03:21.374855 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-599696498d-jnk49] creating logical port openshift-monitoring_metrics-server-599696498d-jnk49 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:03:21.374956 3686 kube.go:256] Updating pod openshift-monitoring/metrics-server-599696498d-jnk49 I0425 19:03:21.392672 3686 pod.go:62] [openshift-monitoring/metrics-server-599696498d-jnk49] pod update took 17.744166ms I0425 19:03:21.392696 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-599696498d-jnk49] addLogicalPort annotation time took 17.773555ms I0425 19:03:21.393858 3686 pods.go:271] [openshift-monitoring/metrics-server-599696498d-jnk49] addLogicalPort took 19.019553ms, libovsdb time 845.959µs I0425 19:03:21.736054 3686 cni.go:452] [openshift-monitoring/metrics-server-599696498d-jnk49 89fa645233d346d40d0db3ae90b04ee9eb4144902ddd164d8c9dc40c2e87042e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-599696498d-jnk49 89fa645233d346d40d0db3ae90b04ee9eb4144902ddd164d8c9dc40c2e87042e network default NAD default NAD key ] I0425 19:03:21.747910 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-599696498d-jnk49, hostIfaceName: 89fa645233d346d, network: default, NAD default, SandboxID: "89fa645233d346d40d0db3ae90b04ee9eb4144902ddd164d8c9dc40c2e87042e", PCI device ID: , UID: "26583705-a1f9-4d51-a2c9-a512a0b56dcb", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0425 19:03:21.805851 3686 cni.go:473] [openshift-monitoring/metrics-server-599696498d-jnk49 89fa645233d346d40d0db3ae90b04ee9eb4144902ddd164d8c9dc40c2e87042e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-599696498d-jnk49 89fa645233d346d40d0db3ae90b04ee9eb4144902ddd164d8c9dc40c2e87042e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f4:93:b3:04:69\",\"name\":\"89fa645233d346d\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/765357c4-b762-4f2b-a0af-55d6b6f3ec8b\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:03:22.827601 3686 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz 9c3fc7a2ba9875c8047bae38ab5f40457123a658c8128cef3d46e5b4b6685b69 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz 9c3fc7a2ba9875c8047bae38ab5f40457123a658c8128cef3d46e5b4b6685b69 network default NAD default NAD key ] I0425 19:03:22.837940 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-8kstz, hostIfaceName: 9c3fc7a2ba9875c, network: default, NAD default, SandboxID: "9c3fc7a2ba9875c8047bae38ab5f40457123a658c8128cef3d46e5b4b6685b69", PCI device ID: , UID: "cd6aaaeb-45bf-483f-9369-050d050c6e19", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0425 19:03:22.895844 3686 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz 9c3fc7a2ba9875c8047bae38ab5f40457123a658c8128cef3d46e5b4b6685b69 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8kstz 9c3fc7a2ba9875c8047bae38ab5f40457123a658c8128cef3d46e5b4b6685b69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e2:f8:20:08:93\",\"name\":\"9c3fc7a2ba9875c\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2da91391-fec5-4257-8c8d-b86f2d874a8e\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:03:23.253977 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:23.254006 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:23.254014 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:23.254020 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 19:03:23.524185 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:03:23.524318 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 19:03:23.554127 3686 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.863237ms I0425 19:03:23.554185 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.925959ms I0425 19:03:23.555460 3686 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.298785ms, libovsdb time 914.285µs I0425 19:03:23.891709 3686 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key ] I0425 19:03:23.902811 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c81ac4273673776, network: default, NAD default, SandboxID: "c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9", PCI device ID: , UID: "efdbbd26-7831-4d56-99ff-8b095f5b664f", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0425 19:03:23.962057 3686 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:bd:c4:3c:b6:64\",\"name\":\"c81ac4273673776\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/818facf0-c070-472c-adaf-48fb4d0040e9\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:03:24.074680 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:24.111740 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:24.150235 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:24.150263 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:24.150276 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:24.150282 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:25.108618 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:03:25.108642 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:03:26.271404 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:03:26.271426 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 19:03:27.328451 3686 base_network_controller_pods.go:487] [default/openshift-console/console-6bdc46c845-lpzv8] creating logical port openshift-console_console-6bdc46c845-lpzv8 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:03:27.328605 3686 kube.go:256] Updating pod openshift-console/console-6bdc46c845-lpzv8 I0425 19:03:27.348942 3686 pod.go:62] [openshift-console/console-6bdc46c845-lpzv8] pod update took 20.361704ms I0425 19:03:27.348972 3686 base_network_controller_pods.go:951] [default/openshift-console/console-6bdc46c845-lpzv8] addLogicalPort annotation time took 20.398913ms I0425 19:03:27.350410 3686 pods.go:271] [openshift-console/console-6bdc46c845-lpzv8] addLogicalPort took 21.979154ms, libovsdb time 1.032598ms I0425 19:03:28.985092 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:28.985797 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:29.132355 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:29.132383 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:29.141100 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fdcd69f-xbx2c I0425 19:03:29.141152 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fdcd69f-xbx2c I0425 19:03:29.870774 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0425 19:03:31.186303 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 19:03:34.764038 3686 cni.go:452] [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key ] I0425 19:03:34.774832 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6bdc46c845-lpzv8, hostIfaceName: e1ad33607c1d9b5, network: default, NAD default, SandboxID: "e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c", PCI device ID: , UID: "3134840b-3cab-4343-a7a6-6f7f16a5dc28", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0425 19:03:34.834487 3686 cni.go:473] [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:53:3b:f8:12:8b\",\"name\":\"e1ad33607c1d9b5\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efc46281-4b42-4154-a601-f53af512917c\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:03:35.230291 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 19:03:45.093190 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:46.355782 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 19:03:46.355807 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 19:03:46.395557 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 19:03:46.395583 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 19:03:48.653814 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.653833 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.653839 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.653872 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.653876 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.653881 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.683558 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.683582 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.683590 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 19:03:52.393625 3686 cni.go:452] [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key ] I0425 19:03:52.478597 3686 cni.go:473] [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5c56ffbfbd-gbppw 7b7ef3a1b8b211cac97edc7aeb397d2292f6e02720cd64c1d6745e55a292176b network default NAD default NAD key default], result "{}", err I0425 19:03:52.550467 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:52.550507 3686 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5c56ffbfbd-gbppw I0425 19:03:52.551796 3686 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5c56ffbfbd-gbppw, ips: 10.129.0.5 I0425 19:03:52.551827 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:53.204876 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:53.204905 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:53.213324 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c56ffbfbd-gbppw I0425 19:03:53.213348 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c56ffbfbd-gbppw W0425 19:03:56.244996 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 19:03:57.252460 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 19:04:02.251459 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 19:04:02.251477 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 19:04:02.251516 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 19:04:03.256396 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0425 19:04:03.305923 3686 cni.go:452] [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key ] I0425 19:04:03.393342 3686 cni.go:473] [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6bdc46c845-lpzv8 e1ad33607c1d9b50a52e6a5aaec0d73aa3e651e27a5e7f5ed48033b9d9b0f57c network default NAD default NAD key default], result "{}", err I0425 19:04:03.460054 3686 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:03.460093 3686 pods.go:176] Deleting pod: openshift-console/console-6bdc46c845-lpzv8 I0425 19:04:03.461470 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bdc46c845-lpzv8, ips: 10.129.0.22 I0425 19:04:03.461503 3686 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:03.472281 3686 base_network_controller_pods.go:487] [default/openshift-console/console-b6878fd46-nlptr] creating logical port openshift-console_console-b6878fd46-nlptr for pod on switch ip-10-0-0-74.ec2.internal I0425 19:04:03.472370 3686 kube.go:256] Updating pod openshift-console/console-b6878fd46-nlptr I0425 19:04:03.490085 3686 pod.go:62] [openshift-console/console-b6878fd46-nlptr] pod update took 17.739413ms I0425 19:04:03.490111 3686 base_network_controller_pods.go:951] [default/openshift-console/console-b6878fd46-nlptr] addLogicalPort annotation time took 17.766931ms I0425 19:04:03.491337 3686 pods.go:271] [openshift-console/console-b6878fd46-nlptr] addLogicalPort took 19.073976ms, libovsdb time 854.528µs I0425 19:04:03.886800 3686 cni.go:452] [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key ] I0425 19:04:03.896438 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-b6878fd46-nlptr, hostIfaceName: fa6dcbf57e73e17, network: default, NAD default, SandboxID: "fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0", PCI device ID: , UID: "0074a19d-d827-4efa-a1cc-bb70e785469c", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0425 19:04:03.947816 3686 cni.go:473] [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9d:d6:b2:46:84\",\"name\":\"fa6dcbf57e73e17\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e736c31f-aa1e-4f6c-864b-7f956ecb9b2a\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:04:04.277048 3686 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:04.277072 3686 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:04.285881 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc46c845-lpzv8 I0425 19:04:04.285909 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc46c845-lpzv8 I0425 19:04:11.692462 3686 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-667hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:11.693048 3686 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-667hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:12.311436 3686 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-667hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:12.311467 3686 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-667hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:12.321185 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc46c845-667hj I0425 19:04:12.321215 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc46c845-667hj W0425 19:04:14.308990 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 19:04:21.242668 3686 cni.go:452] [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key ] I0425 19:04:21.321378 3686 cni.go:473] [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-547f6f8bcf-5p7w6 84b5177bcdb9d91f1b5cb7c31d02c4740246e13a2a39e279f1888005f1c398c3 network default NAD default NAD key default], result "{}", err I0425 19:04:21.395986 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:21.396022 3686 pods.go:176] Deleting pod: openshift-ingress/router-default-547f6f8bcf-5p7w6 I0425 19:04:21.397247 3686 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-547f6f8bcf-5p7w6, ips: 10.129.0.15 I0425 19:04:21.397273 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:22.338256 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:22.338283 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:22.348478 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-547f6f8bcf-5p7w6 I0425 19:04:22.348504 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-547f6f8bcf-5p7w6 I0425 19:04:22.419177 3686 cni.go:452] [openshift-multus/network-metrics-daemon-r9tw4 7993dfed447977bbb65010100f044e393246e1b3b17ee90aec04bf649eba30ee network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-r9tw4 7993dfed447977bbb65010100f044e393246e1b3b17ee90aec04bf649eba30ee network default NAD default NAD key ] I0425 19:04:22.429097 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-r9tw4, hostIfaceName: 7993dfed447977b, network: default, NAD default, SandboxID: "7993dfed447977bbb65010100f044e393246e1b3b17ee90aec04bf649eba30ee", PCI device ID: , UID: "452ddf50-c748-444f-9161-c0f3a8d1239f", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0425 19:04:22.480330 3686 cni.go:473] [openshift-multus/network-metrics-daemon-r9tw4 7993dfed447977bbb65010100f044e393246e1b3b17ee90aec04bf649eba30ee network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-r9tw4 7993dfed447977bbb65010100f044e393246e1b3b17ee90aec04bf649eba30ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a8:25:ca:74:7a\",\"name\":\"7993dfed447977b\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97f5f361-f44d-434a-a68f-c192d602a4b4\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:04:24.388993 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:04:24.389013 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 19:04:38.909521 3686 cni.go:452] [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key ] I0425 19:04:38.992881 3686 cni.go:473] [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 52e4cc1e463a4eeba3f1f46bfd37217f6b3994656a252b362e2659eded064b42 network default NAD default NAD key default], result "{}", err I0425 19:04:39.056881 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:39.056910 3686 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0425 19:04:39.058357 3686 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.18 I0425 19:04:39.058391 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:39.408938 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:39.408967 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:39.418551 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 19:04:39.418644 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 19:04:39.483895 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:04:39.484011 3686 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 19:04:39.510628 3686 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.659686ms I0425 19:04:39.510654 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.688943ms I0425 19:04:39.511948 3686 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.068323ms, libovsdb time 885.478µs I0425 19:04:39.842894 3686 cni.go:452] [openshift-monitoring/alertmanager-main-1 6e7cc2df4e629ffe6d04eaff757e2a2bbca2ca2603afd7f656df81b9982da7a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6e7cc2df4e629ffe6d04eaff757e2a2bbca2ca2603afd7f656df81b9982da7a2 network default NAD default NAD key ] I0425 19:04:39.852905 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6e7cc2df4e629ff, network: default, NAD default, SandboxID: "6e7cc2df4e629ffe6d04eaff757e2a2bbca2ca2603afd7f656df81b9982da7a2", PCI device ID: , UID: "8fc0ac90-1f53-4612-b68b-2b4f608cfb82", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0425 19:04:39.905974 3686 cni.go:473] [openshift-monitoring/alertmanager-main-1 6e7cc2df4e629ffe6d04eaff757e2a2bbca2ca2603afd7f656df81b9982da7a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6e7cc2df4e629ffe6d04eaff757e2a2bbca2ca2603afd7f656df81b9982da7a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:8b:e6:46:78:17\",\"name\":\"6e7cc2df4e629ff\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a4c5074-3bdc-4a24-a4d9-36f5f20f41e0\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:04:43.533832 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:43.534397 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:43.876115 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:43.876162 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:43.893504 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 19:04:43.893520 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0425 19:05:09.901752 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:05:09.901774 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:05:09.901822 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 19:05:10.907822 3686 cni.go:452] [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key ] I0425 19:05:10.995753 3686 cni.go:473] [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-b6878fd46-nlptr fa6dcbf57e73e175290b8acf0eaabcb203ad0fc89937eb1c349dcf19acbb63a0 network default NAD default NAD key default], result "{}", err I0425 19:05:11.047201 3686 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-nlptr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.047242 3686 pods.go:176] Deleting pod: openshift-console/console-b6878fd46-nlptr I0425 19:05:11.048601 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-b6878fd46-nlptr, ips: 10.129.0.23 I0425 19:05:11.048631 3686 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-nlptr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.060045 3686 base_network_controller_pods.go:487] [default/openshift-console/console-85f9696b7-lrnwk] creating logical port openshift-console_console-85f9696b7-lrnwk for pod on switch ip-10-0-0-74.ec2.internal I0425 19:05:11.060184 3686 kube.go:256] Updating pod openshift-console/console-85f9696b7-lrnwk I0425 19:05:11.078025 3686 pod.go:62] [openshift-console/console-85f9696b7-lrnwk] pod update took 17.866646ms I0425 19:05:11.078051 3686 base_network_controller_pods.go:951] [default/openshift-console/console-85f9696b7-lrnwk] addLogicalPort annotation time took 17.91578ms I0425 19:05:11.079279 3686 pods.go:271] [openshift-console/console-85f9696b7-lrnwk] addLogicalPort took 19.246741ms, libovsdb time 847.93µs I0425 19:05:11.242035 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.242628 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.417835 3686 cni.go:452] [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key ] I0425 19:05:11.427487 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85f9696b7-lrnwk, hostIfaceName: 121df873da2c673, network: default, NAD default, SandboxID: "121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001", PCI device ID: , UID: "92930ad3-1930-41ed-b6b8-502ad83912ae", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0425 19:05:11.479978 3686 cni.go:473] [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:3a:a5:bc:10:d8\",\"name\":\"121df873da2c673\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f594fcab-5e80-4e42-a741-cacb09fde03a\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:05:11.534639 3686 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-nlptr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.534691 3686 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-nlptr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.538843 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b6878fd46-nlptr I0425 19:05:11.538884 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b6878fd46-nlptr I0425 19:05:11.565151 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.565181 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.580298 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 19:05:11.580331 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0425 19:05:21.585579 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 19:05:21.845021 3686 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-8ftsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:21.845626 3686 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-8ftsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:22.743592 3686 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-8ftsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:22.743614 3686 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-8ftsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:22.752973 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b6878fd46-8ftsx I0425 19:05:22.752998 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b6878fd46-8ftsx I0425 19:05:46.024384 3686 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key ] I0425 19:05:46.101548 3686 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 c81ac42736737764c005a6fce09a99cd3de7c21767034a1ee5b614030c3090b9 network default NAD default NAD key default], result "{}", err I0425 19:05:46.170058 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:46.170097 3686 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0425 19:05:46.171304 3686 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.21 I0425 19:05:46.171331 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:46.678976 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:46.679022 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:46.688536 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 19:05:46.688565 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 19:05:46.737604 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:05:46.737747 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 19:05:46.763364 3686 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.652273ms I0425 19:05:46.763386 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.680987ms I0425 19:05:46.764575 3686 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.992126ms, libovsdb time 861.969µs I0425 19:05:47.098992 3686 cni.go:452] [openshift-monitoring/prometheus-k8s-0 cd9254aafdc05d2582676fb2f4c7d9866559b631e0a3da62cd9e0729d73a6a5f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 cd9254aafdc05d2582676fb2f4c7d9866559b631e0a3da62cd9e0729d73a6a5f network default NAD default NAD key ] I0425 19:05:47.108545 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: cd9254aafdc05d2, network: default, NAD default, SandboxID: "cd9254aafdc05d2582676fb2f4c7d9866559b631e0a3da62cd9e0729d73a6a5f", PCI device ID: , UID: "6bfd3dfc-5fd3-4e82-b5c6-e784728c6065", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0425 19:05:47.160549 3686 cni.go:473] [openshift-monitoring/prometheus-k8s-0 cd9254aafdc05d2582676fb2f4c7d9866559b631e0a3da62cd9e0729d73a6a5f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 cd9254aafdc05d2582676fb2f4c7d9866559b631e0a3da62cd9e0729d73a6a5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:d9:2a:1d:de:fa\",\"name\":\"cd9254aafdc05d2\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73443a8a-8acb-4631-8ee1-f6440d08534b\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:06:08.041412 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:06:08.041935 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:06:09.064916 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:06:09.064938 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 19:06:37.906385 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0425 19:06:47.975894 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:06:47.975917 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 19:06:48.951812 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 19:06:48.951878 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t67rv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t67rv: no pod IPs found I0425 19:07:18.668654 3686 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-4gd5b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:18.669305 3686 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-4gd5b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:19.055370 3686 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-4gd5b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:19.055415 3686 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-4gd5b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:19.065957 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f9696b7-4gd5b I0425 19:07:19.065974 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f9696b7-4gd5b I0425 19:07:29.349708 3686 cni.go:452] [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key ] I0425 19:07:29.423371 3686 cni.go:473] [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85f9696b7-lrnwk 121df873da2c67325db522c7c3fd811f241e98fe45451cd7bff77a5053a99001 network default NAD default NAD key default], result "{}", err I0425 19:07:29.474038 3686 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-lrnwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:29.474076 3686 pods.go:176] Deleting pod: openshift-console/console-85f9696b7-lrnwk I0425 19:07:29.475327 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85f9696b7-lrnwk, ips: 10.129.0.25 I0425 19:07:29.475355 3686 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-lrnwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:30.094691 3686 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-lrnwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:30.094721 3686 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-lrnwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:30.103469 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f9696b7-lrnwk I0425 19:07:30.103491 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f9696b7-lrnwk I0425 19:07:32.979660 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 19:08:38.887999 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0425 19:08:38.970028 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0425 19:08:38.990435 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 19:08:45.007915 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 19:08:52.884012 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0425 19:08:53.969800 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 19:08:58.985187 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0425 19:09:10.884882 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 19:09:12.887063 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0425 19:09:37.996151 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 19:09:40.974045 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0425 19:09:51.885721 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0425 19:09:52.007691 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 19:09:58.896364 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=584 I0425 19:10:03.941282 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:10:03.941874 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:10:04.840895 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:10:04.840918 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:10:29.001522 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 19:11:00.922407 3686 namespace.go:98] [tsf] adding namespace I0425 19:11:00.923231 3686 namespace.go:102] [tsf] adding namespace took 800.351µs I0425 19:11:00.947789 3686 namespace.go:142] [tsf] updating namespace I0425 19:11:00.958458 3686 namespace.go:142] [tsf] updating namespace I0425 19:11:04.991887 3686 namespace.go:98] [cert-manager-operator] adding namespace I0425 19:11:04.991894 3686 namespace.go:98] [rhtpa-operator] adding namespace I0425 19:11:04.992776 3686 namespace.go:102] [cert-manager-operator] adding namespace took 862.137µs I0425 19:11:04.993361 3686 namespace.go:102] [rhtpa-operator] adding namespace took 1.335919ms I0425 19:11:04.999671 3686 namespace.go:98] [konflux-operator] adding namespace I0425 19:11:04.999744 3686 namespace.go:98] [konflux-ui] adding namespace I0425 19:11:04.999901 3686 namespace.go:98] [tsf-keycloak] adding namespace I0425 19:11:05.000080 3686 namespace.go:98] [tsf-tpa] adding namespace I0425 19:11:05.000470 3686 namespace.go:102] [konflux-operator] adding namespace took 776.036µs I0425 19:11:05.000500 3686 namespace.go:98] [rhbk-operator] adding namespace I0425 19:11:05.000988 3686 namespace.go:102] [rhbk-operator] adding namespace took 482.697µs I0425 19:11:05.001568 3686 namespace.go:102] [konflux-ui] adding namespace took 1.810907ms I0425 19:11:05.001594 3686 namespace.go:98] [tsf-tas] adding namespace I0425 19:11:05.002124 3686 namespace.go:102] [tsf-tas] adding namespace took 525.327µs I0425 19:11:05.002583 3686 namespace.go:102] [tsf-keycloak] adding namespace took 2.66783ms I0425 19:11:05.003060 3686 namespace.go:102] [tsf-tpa] adding namespace took 2.970557ms I0425 19:11:05.018474 3686 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:11:05.027960 3686 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:11:05.036289 3686 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:11:05.050294 3686 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:11:05.058681 3686 namespace.go:142] [konflux-operator] updating namespace I0425 19:11:05.058804 3686 namespace.go:142] [konflux-ui] updating namespace I0425 19:11:05.060847 3686 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:05.076909 3686 namespace.go:142] [tsf-tas] updating namespace I0425 19:11:05.083469 3686 namespace.go:142] [rhbk-operator] updating namespace I0425 19:11:05.083549 3686 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:05.083584 3686 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:11:05.083711 3686 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:11:05.129912 3686 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:05.151891 3686 namespace.go:142] [tsf-tas] updating namespace I0425 19:11:05.159369 3686 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:05.174958 3686 namespace.go:142] [tsf-tas] updating namespace I0425 19:11:05.178327 3686 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:05.210211 3686 namespace.go:142] [rhbk-operator] updating namespace I0425 19:11:05.210271 3686 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:05.231961 3686 namespace.go:142] [konflux-operator] updating namespace I0425 19:11:05.232032 3686 namespace.go:142] [rhbk-operator] updating namespace I0425 19:11:05.243525 3686 namespace.go:142] [konflux-operator] updating namespace I0425 19:11:05.410122 3686 namespace.go:142] [konflux-ui] updating namespace I0425 19:11:05.418199 3686 namespace.go:142] [konflux-ui] updating namespace I0425 19:11:06.383008 3686 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:06.400729 3686 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:06.556013 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-74.ec2.internal I0425 19:11:06.556155 3686 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0425 19:11:06.579450 3686 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 23.33806ms I0425 19:11:06.579479 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 23.375126ms I0425 19:11:06.580612 3686 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 24.619285ms, libovsdb time 824.551µs I0425 19:11:06.923929 3686 cni.go:452] [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key ] I0425 19:11:06.933759 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 16ca410d6c5f507, network: default, NAD default, SandboxID: "16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec", PCI device ID: , UID: "6bcc1d99-2118-4222-8414-dd85e444bae4", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0425 19:11:06.984220 3686 cni.go:473] [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b1:14:25:e5:a3\",\"name\":\"16ca410d6c5f507\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88012b51-d841-4c72-ad72-c3c96eeda239\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:11:07.967650 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn for pod on switch ip-10-0-0-74.ec2.internal I0425 19:11:07.967807 3686 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn I0425 19:11:07.984884 3686 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn] pod update took 17.118395ms I0425 19:11:07.984914 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn] addLogicalPort annotation time took 17.155421ms I0425 19:11:07.986219 3686 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn] addLogicalPort took 18.58688ms, libovsdb time 892.308µs I0425 19:11:08.064540 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g for pod on switch ip-10-0-0-74.ec2.internal I0425 19:11:08.064651 3686 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g I0425 19:11:08.079819 3686 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g] pod update took 15.20451ms I0425 19:11:08.079841 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g] addLogicalPort annotation time took 15.230679ms I0425 19:11:08.081061 3686 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g] addLogicalPort took 16.542901ms, libovsdb time 806.891µs I0425 19:11:08.330089 3686 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key ] I0425 19:11:08.341733 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn, hostIfaceName: f08767e69d392ef, network: default, NAD default, SandboxID: "f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e", PCI device ID: , UID: "257a61ec-470e-495a-8920-d3007b077545", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0425 19:11:08.396828 3686 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:94:df:e2:5b:ce\",\"name\":\"f08767e69d392ef\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2255e788-3ca5-45e2-af21-1fecc84e1bf4\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:11:08.928602 3686 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key ] I0425 19:11:08.939560 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g, hostIfaceName: a6ec07955cb24c5, network: default, NAD default, SandboxID: "a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68", PCI device ID: , UID: "f14de8e1-13ca-4e47-810a-14d14ab66a70", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0425 19:11:08.995801 3686 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c9:d8:c2:f2:1c\",\"name\":\"a6ec07955cb24c5\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/576dbeba-7616-4ba8-a05b-5d2ffa81cf5e\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:11:10.998625 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r for pod on switch ip-10-0-0-74.ec2.internal I0425 19:11:10.998800 3686 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r I0425 19:11:11.015515 3686 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r] pod update took 16.745512ms I0425 19:11:11.015541 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r] addLogicalPort annotation time took 16.805421ms I0425 19:11:11.016924 3686 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r] addLogicalPort took 18.321801ms, libovsdb time 975.135µs I0425 19:11:11.732882 3686 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key ] I0425 19:11:11.747581 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r, hostIfaceName: be3470059748d0f, network: default, NAD default, SandboxID: "be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9", PCI device ID: , UID: "9d3745aa-08f6-4a4e-88ab-f5f27ab0aaa0", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0425 19:11:11.812897 3686 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:18:0b:e3:bc:94\",\"name\":\"be3470059748d0f\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a30984f7-a303-42b3-82f7-6c052e8776a5\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:11:12.953248 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:11:12.953406 3686 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 I0425 19:11:12.969308 3686 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6] pod update took 15.969422ms I0425 19:11:12.969341 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6] addLogicalPort annotation time took 16.008457ms I0425 19:11:12.970794 3686 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6] addLogicalPort took 17.574675ms, libovsdb time 1.081858ms I0425 19:11:14.378351 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk for pod on switch ip-10-0-0-74.ec2.internal I0425 19:11:14.378465 3686 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk I0425 19:11:14.394538 3686 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk] pod update took 16.11197ms I0425 19:11:14.394571 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk] addLogicalPort annotation time took 16.151263ms I0425 19:11:14.396110 3686 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk] addLogicalPort took 17.776481ms, libovsdb time 1.031996ms I0425 19:11:14.480479 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb for pod on switch ip-10-0-0-74.ec2.internal I0425 19:11:14.480635 3686 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb I0425 19:11:14.496365 3686 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb] pod update took 15.767342ms I0425 19:11:14.496391 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb] addLogicalPort annotation time took 15.801101ms I0425 19:11:14.497895 3686 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb] addLogicalPort took 17.438036ms, libovsdb time 1.069899ms I0425 19:11:14.850547 3686 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key ] I0425 19:11:14.862725 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6, hostIfaceName: 013a7608bb75a40, network: default, NAD default, SandboxID: "013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090", PCI device ID: , UID: "9b221f02-aaed-47da-a603-c1fd3677396e", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0425 19:11:14.869454 3686 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key ] I0425 19:11:14.870252 3686 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key ] I0425 19:11:14.882835 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb, hostIfaceName: 48ba0f516ed4619, network: default, NAD default, SandboxID: "48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6", PCI device ID: , UID: "8fbf8a82-8d44-4ce2-ba69-f21e5ea2aa06", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0425 19:11:14.883834 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk, hostIfaceName: 67ea1465831d7b5, network: default, NAD default, SandboxID: "67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5", PCI device ID: , UID: "c60f6227-0ca9-4024-aa29-f40de4752385", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0425 19:11:14.926580 3686 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f9:f8:52:71:b2\",\"name\":\"013a7608bb75a40\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d46aec1-cf21-43a5-bf19-feea94ef7446\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:11:15.001576 3686 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key ] I0425 19:11:15.065980 3686 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn f08767e69d392efa2c5e2db80d4fdc9e4eba9f2783947c5426aa3fdce111033e network default NAD default NAD key default], result "{}", err I0425 19:11:15.158777 3686 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fb:9a:24:5a:2d\",\"name\":\"48ba0f516ed4619\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a9ece6f-b402-4607-a7d4-74025d878038\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:11:15.158847 3686 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:4b:27:74:c6:8b\",\"name\":\"67ea1465831d7b5\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e21a8ae2-5e16-4c9f-827d-b8dbc046ca4a\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:11:15.179383 3686 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.179419 3686 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn I0425 19:11:15.180797 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn, ips: 10.129.0.28 I0425 19:11:15.180832 3686 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.180865 3686 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.180879 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:15.181089 3686 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.181106 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:16.224555 3686 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:16.224596 3686 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:16.224620 3686 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:16.224629 3686 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:17.024012 3686 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key ] I0425 19:11:17.096457 3686 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g a6ec07955cb24c53184fc90ec1ad975b2c333d9d787fc7f2732f852a737bcf68 network default NAD default NAD key default], result "{}", err I0425 19:11:18.074726 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.074772 3686 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g I0425 19:11:18.076503 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g, ips: 10.129.0.29 I0425 19:11:18.076541 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.076570 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.076581 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:18.076847 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.076865 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:19.105447 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:19.105475 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:19.105490 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:19.105498 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:20.050009 3686 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key ] I0425 19:11:20.123031 3686 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r be3470059748d0f5ff7c084fabd9c579cef30595f4659a34a19c8359728e12c9 network default NAD default NAD key default], result "{}", err I0425 19:11:20.386045 3686 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.386085 3686 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r I0425 19:11:20.387517 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r, ips: 10.129.0.30 I0425 19:11:20.387546 3686 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.387573 3686 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.387580 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:20.387740 3686 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.387752 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.058458 3686 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key ] I0425 19:11:21.058684 3686 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key ] I0425 19:11:21.058830 3686 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key ] I0425 19:11:21.132923 3686 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk 67ea1465831d7b52a3cee26a9cd76b0c7873f033e3ffe761d039db5d5f535cf5 network default NAD default NAD key default], result "{}", err I0425 19:11:21.172461 3686 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb 48ba0f516ed4619ff420cce329dd19e5149cbf2538decf44b3dac507e5c435a6 network default NAD default NAD key default], result "{}", err I0425 19:11:21.181607 3686 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 013a7608bb75a408a4b494990dacb2e864f9fc06b1654bb757e2fd7be9dcf090 network default NAD default NAD key default], result "{}", err I0425 19:11:21.186256 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.186291 3686 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk I0425 19:11:21.187903 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk, ips: 10.129.0.32 I0425 19:11:21.187936 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.187958 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.187970 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:21.188214 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.188230 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.231832 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.231865 3686 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb I0425 19:11:21.233239 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb, ips: 10.129.0.33 I0425 19:11:21.233275 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.233303 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.233312 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:21.233504 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.233520 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.260580 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.260619 3686 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 I0425 19:11:21.262183 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6, ips: 10.129.0.31 I0425 19:11:21.262221 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.262249 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.262262 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:21.262471 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.262486 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.313633 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.313659 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.313679 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.313690 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417580 3686 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417605 3686 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417623 3686 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417635 3686 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.214559 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.214587 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.214611 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.214621 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268207 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268238 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268259 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268270 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:37.717015 3686 namespace.go:98] [cert-manager] adding namespace I0425 19:11:37.717952 3686 namespace.go:102] [cert-manager] adding namespace took 910.935µs I0425 19:11:37.843237 3686 namespace.go:142] [cert-manager] updating namespace I0425 19:11:37.874696 3686 namespace.go:142] [cert-manager] updating namespace W0425 19:11:43.272107 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 19:11:43.272125 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 19:11:45.101911 3686 namespace.go:142] [openshift-operators] updating namespace I0425 19:11:45.124372 3686 namespace.go:142] [openshift-operators] updating namespace W0425 19:11:46.153451 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 19:11:52.190277 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 19:11:53.467596 3686 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 19:11:53.468829 3686 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.210612ms I0425 19:11:53.498487 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:11:53.526911 3686 namespace.go:142] [trusted-artifact-signer] updating namespace W0425 19:11:54.300512 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 19:11:58.691290 3686 namespace.go:142] [openshift-operators] updating namespace I0425 19:12:15.247282 3686 namespace.go:98] [openshift-pipelines] adding namespace I0425 19:12:15.248170 3686 namespace.go:102] [openshift-pipelines] adding namespace took 863.247µs I0425 19:12:15.269218 3686 namespace.go:142] [openshift-pipelines] updating namespace I0425 19:12:16.050446 3686 namespace.go:142] [cert-manager] updating namespace I0425 19:12:16.248386 3686 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:12:16.651597 3686 namespace.go:142] [konflux-operator] updating namespace I0425 19:12:16.850765 3686 namespace.go:142] [konflux-ui] updating namespace I0425 19:12:17.055886 3686 namespace.go:142] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] updating namespace I0425 19:12:17.454417 3686 namespace.go:142] [rhbk-operator] updating namespace I0425 19:12:17.651579 3686 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:12:17.854712 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:12:18.056419 3686 namespace.go:142] [tsf] updating namespace I0425 19:12:18.258537 3686 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:12:18.460519 3686 namespace.go:142] [tsf-tas] updating namespace I0425 19:12:18.661471 3686 namespace.go:142] [tsf-tpa] updating namespace I0425 19:12:18.796604 3686 namespace.go:142] [cert-manager] updating namespace I0425 19:12:18.807516 3686 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:12:18.816128 3686 namespace.go:142] [default] updating namespace I0425 19:12:18.828001 3686 namespace.go:142] [konflux-operator] updating namespace I0425 19:12:18.840198 3686 namespace.go:142] [konflux-ui] updating namespace I0425 19:12:18.850436 3686 namespace.go:142] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] updating namespace I0425 19:12:18.860279 3686 namespace.go:142] [openshift] updating namespace I0425 19:12:18.871373 3686 namespace.go:142] [rhbk-operator] updating namespace I0425 19:12:18.884149 3686 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:12:18.895687 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:12:18.905350 3686 namespace.go:142] [tsf] updating namespace I0425 19:12:18.917960 3686 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:12:18.928743 3686 namespace.go:142] [tsf-tas] updating namespace I0425 19:12:18.939794 3686 namespace.go:142] [tsf-tpa] updating namespace I0425 19:12:19.042536 3686 namespace.go:142] [cert-manager] updating namespace I0425 19:12:19.147048 3686 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:12:19.242089 3686 namespace.go:142] [default] updating namespace I0425 19:12:19.342593 3686 namespace.go:142] [konflux-operator] updating namespace I0425 19:12:19.448880 3686 namespace.go:142] [konflux-ui] updating namespace I0425 19:12:19.543617 3686 namespace.go:142] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] updating namespace I0425 19:12:19.641759 3686 namespace.go:142] [openshift] updating namespace I0425 19:12:19.738908 3686 namespace.go:142] [rhbk-operator] updating namespace I0425 19:12:19.841267 3686 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:12:19.940079 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:12:20.038616 3686 namespace.go:142] [tsf] updating namespace I0425 19:12:20.141309 3686 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:12:20.241247 3686 namespace.go:142] [tsf-tas] updating namespace I0425 19:12:20.340451 3686 namespace.go:142] [tsf-tpa] updating namespace I0425 19:12:20.640038 3686 namespace.go:142] [openshift-pipelines] updating namespace I0425 19:12:21.371821 3686 cni.go:452] [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key ] I0425 19:12:21.459656 3686 cni.go:473] [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 16ca410d6c5f5071fb06731dd601c26c626ee30767556a77c262456961fa9dec network default NAD default NAD key default], result "{}", err I0425 19:12:21.560484 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:12:21.560526 3686 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0425 19:12:21.561775 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.27 I0425 19:12:21.561803 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:12:21.591452 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:12:21.591480 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:12:21.620063 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 19:12:21.620092 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 19:12:23.710706 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-74.ec2.internal I0425 19:12:23.710830 3686 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0425 19:12:23.729612 3686 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 18.80699ms I0425 19:12:23.729633 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 18.832658ms I0425 19:12:23.730781 3686 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.090768ms, libovsdb time 828.287µs I0425 19:12:24.084999 3686 cni.go:452] [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key ] I0425 19:12:24.094998 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 7460312d27bbc1b, network: default, NAD default, SandboxID: "7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0", PCI device ID: , UID: "567e0537-eb20-40c4-87cd-2818d3409414", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0425 19:12:24.144940 3686 cni.go:473] [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:1b:9b:85:90:87\",\"name\":\"7460312d27bbc1b\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40da893c-d54a-4870-9ca5-d96b491b8962\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:12:26.640465 3686 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-x26wx for pod on switch ip-10-0-0-74.ec2.internal I0425 19:12:26.640608 3686 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx I0425 19:12:26.656798 3686 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx] pod update took 16.22789ms I0425 19:12:26.656819 3686 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx] addLogicalPort annotation time took 16.25356ms I0425 19:12:26.658070 3686 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx] addLogicalPort took 17.62669ms, libovsdb time 900.421µs I0425 19:12:29.368017 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-bmfd8 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:12:29.368151 3686 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8 I0425 19:12:29.385583 3686 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8] pod update took 17.4792ms I0425 19:12:29.385612 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8] addLogicalPort annotation time took 17.514586ms I0425 19:12:29.387181 3686 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8] addLogicalPort took 19.184662ms, libovsdb time 1.100059ms I0425 19:12:29.570168 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx for pod on switch ip-10-0-0-74.ec2.internal I0425 19:12:29.570304 3686 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx I0425 19:12:29.592091 3686 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx] pod update took 21.816787ms I0425 19:12:29.592115 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx] addLogicalPort annotation time took 21.847357ms I0425 19:12:29.593356 3686 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx] addLogicalPort took 23.224068ms, libovsdb time 874.881µs I0425 19:12:29.739988 3686 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8 827c1c968a820cce4eed245deb9fa48642f4d3a365e7a89fc249897116395a30 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8 827c1c968a820cce4eed245deb9fa48642f4d3a365e7a89fc249897116395a30 network default NAD default NAD key ] I0425 19:12:29.749646 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-bmfd8, hostIfaceName: 827c1c968a820cc, network: default, NAD default, SandboxID: "827c1c968a820cce4eed245deb9fa48642f4d3a365e7a89fc249897116395a30", PCI device ID: , UID: "d1765f81-8029-4484-a90f-32d64c2d9e19", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0425 19:12:29.801367 3686 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8 827c1c968a820cce4eed245deb9fa48642f4d3a365e7a89fc249897116395a30 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bmfd8 827c1c968a820cce4eed245deb9fa48642f4d3a365e7a89fc249897116395a30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a8:11:80:5c:e1\",\"name\":\"827c1c968a820cc\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55173700-87fb-456f-967d-7b39826df103\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:12:29.929585 3686 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx b73dddb2042e639f059d30daa081030269daf5368c991c8690e5c047cc5e9041 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx b73dddb2042e639f059d30daa081030269daf5368c991c8690e5c047cc5e9041 network default NAD default NAD key ] I0425 19:12:29.939103 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx, hostIfaceName: b73dddb2042e639, network: default, NAD default, SandboxID: "b73dddb2042e639f059d30daa081030269daf5368c991c8690e5c047cc5e9041", PCI device ID: , UID: "60e59e24-2d63-4d20-8b6e-b2944145c460", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0425 19:12:29.989303 3686 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx b73dddb2042e639f059d30daa081030269daf5368c991c8690e5c047cc5e9041 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hl2dx b73dddb2042e639f059d30daa081030269daf5368c991c8690e5c047cc5e9041 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:2e:ec:9a:b5:3a\",\"name\":\"b73dddb2042e639\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2472765d-8cb8-4bab-88a2-c7acad53d381\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:12:32.477843 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 19:12:32.477862 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 19:12:32.477866 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 19:12:34.415299 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.415319 3686 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.415325 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.415329 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.484645 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 19:12:34.484661 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 19:12:34.484668 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0425 19:12:36.315935 3686 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx 65896dd0e941e538b7343ccc27c4a7dbb4d097c26df6b27c1724ef2bbb010af1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx 65896dd0e941e538b7343ccc27c4a7dbb4d097c26df6b27c1724ef2bbb010af1 network default NAD default NAD key ] I0425 19:12:36.325207 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-x26wx, hostIfaceName: 65896dd0e941e53, network: default, NAD default, SandboxID: "65896dd0e941e538b7343ccc27c4a7dbb4d097c26df6b27c1724ef2bbb010af1", PCI device ID: , UID: "07a3e276-a661-4254-84a7-af0d1f5fa907", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0425 19:12:36.376506 3686 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx 65896dd0e941e538b7343ccc27c4a7dbb4d097c26df6b27c1724ef2bbb010af1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-x26wx 65896dd0e941e538b7343ccc27c4a7dbb4d097c26df6b27c1724ef2bbb010af1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ef:5e:00:f6:11\",\"name\":\"65896dd0e941e53\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb1e366e-2b0a-4a78-801f-e818088d849a\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:12:37.470610 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 19:12:39.408576 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0425 19:12:45.468085 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 19:12:45.468103 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 19:12:45.468108 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0425 19:12:52.142915 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-x2m4d for pod on switch ip-10-0-0-74.ec2.internal I0425 19:12:52.143040 3686 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d I0425 19:12:52.158982 3686 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d] pod update took 15.960369ms I0425 19:12:52.159014 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d] addLogicalPort annotation time took 15.994405ms I0425 19:12:52.160472 3686 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d] addLogicalPort took 17.57303ms, libovsdb time 1.03792ms I0425 19:12:52.502363 3686 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d cccc03165ec8d2a56937e38520bb2c14f84d38e7ed6c9858d44374becdfa2797 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d cccc03165ec8d2a56937e38520bb2c14f84d38e7ed6c9858d44374becdfa2797 network default NAD default NAD key ] I0425 19:12:52.512291 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-x2m4d, hostIfaceName: cccc03165ec8d2a, network: default, NAD default, SandboxID: "cccc03165ec8d2a56937e38520bb2c14f84d38e7ed6c9858d44374becdfa2797", PCI device ID: , UID: "0125ee53-0925-4d13-a916-04fe3520642e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0425 19:12:52.564575 3686 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d cccc03165ec8d2a56937e38520bb2c14f84d38e7ed6c9858d44374becdfa2797 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-x2m4d cccc03165ec8d2a56937e38520bb2c14f84d38e7ed6c9858d44374becdfa2797 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:78:6d:b7:af:87\",\"name\":\"cccc03165ec8d2a\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb189c07-1d28-4ae8-b1bb-a540b0158f4c\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:12:55.611710 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 19:12:58.481290 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0425 19:13:03.614743 3686 cni.go:452] [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key ] I0425 19:13:03.695011 3686 cni.go:473] [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 7460312d27bbc1b36431b7ee9ccd34a6a12817f44a7c70dd74dd24082d965ba0 network default NAD default NAD key default], result "{}", err I0425 19:13:03.746793 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:03.746835 3686 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0425 19:13:03.748324 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.34 I0425 19:13:03.748352 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:03.791875 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:03.791898 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:03.801270 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 19:13:03.801299 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 19:13:04.957692 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:04.957805 3686 kube.go:256] Updating pod tsf/test-tsf-iam I0425 19:13:04.975116 3686 pod.go:62] [tsf/test-tsf-iam] pod update took 17.348021ms I0425 19:13:04.975160 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.392929ms I0425 19:13:04.976375 3686 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.706902ms, libovsdb time 796.784µs I0425 19:13:05.320000 3686 cni.go:452] [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key ] I0425 19:13:05.330376 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: e5541219aba22b3, network: default, NAD default, SandboxID: "e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214", PCI device ID: , UID: "ff461ce9-a2df-40ce-bef2-dfd78ead2e1b", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0425 19:13:05.381671 3686 cni.go:473] [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:11:0a:bb:9e:1a\",\"name\":\"e5541219aba22b3\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d11d5a08-08ac-47ef-b4b6-1b23d1763603\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:13:05.754075 3686 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 19:13:05.754745 3686 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 19:13:05.754771 3686 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 19:13:05.757107 3686 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 19:13:08.649576 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-z7g7x for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:08.649680 3686 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x I0425 19:13:08.678114 3686 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x] pod update took 28.469427ms I0425 19:13:08.678158 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x] addLogicalPort annotation time took 28.518844ms I0425 19:13:08.679409 3686 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x] addLogicalPort took 29.849732ms, libovsdb time 866.826µs I0425 19:13:09.013986 3686 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x a54f28f335a97b1781794080dac82da59a209473519283e600ceb837fbd94a96 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x a54f28f335a97b1781794080dac82da59a209473519283e600ceb837fbd94a96 network default NAD default NAD key ] I0425 19:13:09.023351 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-z7g7x, hostIfaceName: a54f28f335a97b1, network: default, NAD default, SandboxID: "a54f28f335a97b1781794080dac82da59a209473519283e600ceb837fbd94a96", PCI device ID: , UID: "7de3d3cb-654c-40cf-a629-7533b2b1a964", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0425 19:13:09.074432 3686 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x a54f28f335a97b1781794080dac82da59a209473519283e600ceb837fbd94a96 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-z7g7x a54f28f335a97b1781794080dac82da59a209473519283e600ceb837fbd94a96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:40:20:cc:09:52\",\"name\":\"a54f28f335a97b1\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b1b1c3e-ec16-4a05-a8fc-75932e20d086\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:13:12.568381 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 19:13:12.568408 3686 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 19:13:12.568444 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 19:13:12.568461 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0425 19:13:12.636119 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 19:13:15.733421 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:15.733534 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0425 19:13:15.748431 3686 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.919807ms I0425 19:13:15.748456 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.953559ms I0425 19:13:15.749870 3686 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.476855ms, libovsdb time 1.037255ms I0425 19:13:26.299248 3686 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 0c7e4c1e4b5ade3c556d08b8f61adb9c11f380c385bdfa249bd9aee97180768f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 0c7e4c1e4b5ade3c556d08b8f61adb9c11f380c385bdfa249bd9aee97180768f network default NAD default NAD key ] I0425 19:13:26.308851 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 0c7e4c1e4b5ade3, network: default, NAD default, SandboxID: "0c7e4c1e4b5ade3c556d08b8f61adb9c11f380c385bdfa249bd9aee97180768f", PCI device ID: , UID: "dea65da8-3c90-43f4-aa8f-6a214eec8c09", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0425 19:13:26.360067 3686 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 0c7e4c1e4b5ade3c556d08b8f61adb9c11f380c385bdfa249bd9aee97180768f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 0c7e4c1e4b5ade3c556d08b8f61adb9c11f380c385bdfa249bd9aee97180768f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:40:a7:32:b1:8c\",\"name\":\"0c7e4c1e4b5ade3\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2fe7920-ecf7-4b91-aef5-0bbfde9c1147\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:13:32.808276 3686 namespace.go:142] [openshift-pipelines] updating namespace I0425 19:13:32.835063 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 19:13:34.172865 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-h8hqc for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:34.172960 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc I0425 19:13:34.191583 3686 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc] pod update took 18.647397ms I0425 19:13:34.191612 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc] addLogicalPort annotation time took 18.682376ms I0425 19:13:34.192855 3686 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc] addLogicalPort took 20.005277ms, libovsdb time 872.497µs I0425 19:13:34.269954 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-sjxhc for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:34.270040 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc I0425 19:13:34.287342 3686 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc] pod update took 17.319827ms I0425 19:13:34.287371 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc] addLogicalPort annotation time took 17.353486ms I0425 19:13:34.288767 3686 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc] addLogicalPort took 18.827693ms, libovsdb time 909.814µs I0425 19:13:34.534054 3686 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc c4a5cc0b096a423ddda3eeccd3846bdd957850858c76d59d39607538cee0a5eb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc c4a5cc0b096a423ddda3eeccd3846bdd957850858c76d59d39607538cee0a5eb network default NAD default NAD key ] I0425 19:13:34.543477 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-h8hqc, hostIfaceName: c4a5cc0b096a423, network: default, NAD default, SandboxID: "c4a5cc0b096a423ddda3eeccd3846bdd957850858c76d59d39607538cee0a5eb", PCI device ID: , UID: "83a82381-9c86-422e-b89f-fefeea65d8b3", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0425 19:13:34.596413 3686 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc c4a5cc0b096a423ddda3eeccd3846bdd957850858c76d59d39607538cee0a5eb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-h8hqc c4a5cc0b096a423ddda3eeccd3846bdd957850858c76d59d39607538cee0a5eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:25:c1:8f:cb:bc\",\"name\":\"c4a5cc0b096a423\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be54b079-d4c3-4603-b039-278e1a0a0511\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:13:34.632708 3686 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc c896aedd15589b830cbd50507564ff4d41bc0f439ebfecd1ad959314ee914ef3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc c896aedd15589b830cbd50507564ff4d41bc0f439ebfecd1ad959314ee914ef3 network default NAD default NAD key ] I0425 19:13:34.642914 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-sjxhc, hostIfaceName: c896aedd15589b8, network: default, NAD default, SandboxID: "c896aedd15589b830cbd50507564ff4d41bc0f439ebfecd1ad959314ee914ef3", PCI device ID: , UID: "0cc4bde7-a479-42f9-ac1f-57ed4a08807e", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0425 19:13:34.693451 3686 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc c896aedd15589b830cbd50507564ff4d41bc0f439ebfecd1ad959314ee914ef3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-sjxhc c896aedd15589b830cbd50507564ff4d41bc0f439ebfecd1ad959314ee914ef3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:7a:5f:d4:df:8b\",\"name\":\"c896aedd15589b8\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ff37dd1-4bbf-4635-9248-fef097580741\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:13:38.821954 3686 cni.go:452] [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key ] I0425 19:13:38.902260 3686 cni.go:473] [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam e5541219aba22b3181fdc866c828b9247be8227826dc0dcf87efd3d7a755a214 network default NAD default NAD key default], result "{}", err I0425 19:13:38.958897 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:38.958943 3686 pods.go:176] Deleting pod: tsf/test-tsf-iam I0425 19:13:38.960281 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.39 I0425 19:13:38.960309 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:38.982662 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:38.982688 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:38.992328 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 19:13:38.992352 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 19:13:39.844295 3686 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:39.844423 3686 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0425 19:13:39.861465 3686 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 17.064587ms I0425 19:13:39.861493 3686 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.100789ms I0425 19:13:39.862867 3686 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.587372ms, libovsdb time 999.238µs I0425 19:13:40.209467 3686 cni.go:452] [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key ] I0425 19:13:40.219620 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 3caf4e6d9c7f85d, network: default, NAD default, SandboxID: "3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28", PCI device ID: , UID: "b68d182a-de26-49fa-99dd-9963abf575fc", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0425 19:13:40.271645 3686 cni.go:473] [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:d9:c8:4e:b0:e4\",\"name\":\"3caf4e6d9c7f85d\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97b98ce5-7bfd-450a-9a3d-20a555b3cbf9\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:13:40.876317 3686 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 19:13:40.876335 3686 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 19:13:40.876339 3686 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 19:13:41.069048 3686 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-dnvcc-j2sv6] creating logical port tsf-tas_segment-backup-installation-dnvcc-j2sv6 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:41.069201 3686 kube.go:256] Updating pod tsf-tas/segment-backup-installation-dnvcc-j2sv6 I0425 19:13:41.086458 3686 pod.go:62] [tsf-tas/segment-backup-installation-dnvcc-j2sv6] pod update took 17.287645ms I0425 19:13:41.086477 3686 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-dnvcc-j2sv6] addLogicalPort annotation time took 17.312377ms I0425 19:13:41.087970 3686 pods.go:271] [tsf-tas/segment-backup-installation-dnvcc-j2sv6] addLogicalPort took 18.940767ms, libovsdb time 1.125386ms I0425 19:13:41.429808 3686 cni.go:452] [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key ] I0425 19:13:41.440080 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-dnvcc-j2sv6, hostIfaceName: a57278f9c772064, network: default, NAD default, SandboxID: "a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599", PCI device ID: , UID: "61a5c14e-5147-4f83-a04c-e2c97387fc5b", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0425 19:13:41.491504 3686 cni.go:473] [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:7f:58:e3:96:c8\",\"name\":\"a57278f9c772064\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac07c622-51b6-4581-adb5-42ffe74f4cbc\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:13:41.633333 3686 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5cc78d66b8-m6m6n] creating logical port tsf-tas_fulcio-server-5cc78d66b8-m6m6n for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:41.633421 3686 kube.go:256] Updating pod tsf-tas/fulcio-server-5cc78d66b8-m6m6n I0425 19:13:41.653731 3686 pod.go:62] [tsf-tas/fulcio-server-5cc78d66b8-m6m6n] pod update took 20.331249ms I0425 19:13:41.653762 3686 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5cc78d66b8-m6m6n] addLogicalPort annotation time took 20.367124ms I0425 19:13:41.655056 3686 pods.go:271] [tsf-tas/fulcio-server-5cc78d66b8-m6m6n] addLogicalPort took 21.737993ms, libovsdb time 760.581µs I0425 19:13:41.993548 3686 cni.go:452] [tsf-tas/fulcio-server-5cc78d66b8-m6m6n 9db20c37b1604725f5068e9b0a2f34f83c08e427625551e6686454af441b23fd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5cc78d66b8-m6m6n 9db20c37b1604725f5068e9b0a2f34f83c08e427625551e6686454af441b23fd network default NAD default NAD key ] I0425 19:13:42.002757 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5cc78d66b8-m6m6n, hostIfaceName: 9db20c37b160472, network: default, NAD default, SandboxID: "9db20c37b1604725f5068e9b0a2f34f83c08e427625551e6686454af441b23fd", PCI device ID: , UID: "37fba444-34e4-44fb-af57-c7de37853595", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0425 19:13:42.055297 3686 cni.go:473] [tsf-tas/fulcio-server-5cc78d66b8-m6m6n 9db20c37b1604725f5068e9b0a2f34f83c08e427625551e6686454af441b23fd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5cc78d66b8-m6m6n 9db20c37b1604725f5068e9b0a2f34f83c08e427625551e6686454af441b23fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:57:ca:46:f3:40\",\"name\":\"9db20c37b160472\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bef88ca-40b9-429a-9fbc-1c9a53196c74\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:13:42.135954 3686 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6d99cfbc86-k8jfm] creating logical port tsf-tas_trillian-logserver-6d99cfbc86-k8jfm for pod on switch ip-10-0-0-74.ec2.internal I0425 19:13:42.136064 3686 kube.go:256] Updating pod tsf-tas/trillian-logserver-6d99cfbc86-k8jfm I0425 19:13:42.156115 3686 pod.go:62] [tsf-tas/trillian-logserver-6d99cfbc86-k8jfm] pod update took 20.080287ms I0425 19:13:42.156163 3686 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6d99cfbc86-k8jfm] addLogicalPort annotation time took 20.133386ms I0425 19:13:42.157709 3686 pods.go:271] [tsf-tas/trillian-logserver-6d99cfbc86-k8jfm] addLogicalPort took 21.773298ms, libovsdb time 1.048592ms I0425 19:13:43.287208 3686 cni.go:452] [tsf-tas/trillian-logserver-6d99cfbc86-k8jfm b96d2b8ae37d0cccb061034c3481d9d4ae4f953972df1ca140dd5836243c3196 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6d99cfbc86-k8jfm b96d2b8ae37d0cccb061034c3481d9d4ae4f953972df1ca140dd5836243c3196 network default NAD default NAD key ] I0425 19:13:43.299621 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6d99cfbc86-k8jfm, hostIfaceName: b96d2b8ae37d0cc, network: default, NAD default, SandboxID: "b96d2b8ae37d0cccb061034c3481d9d4ae4f953972df1ca140dd5836243c3196", PCI device ID: , UID: "fe50736f-107c-4055-b771-f69358f92729", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0425 19:13:43.358843 3686 cni.go:473] [tsf-tas/trillian-logserver-6d99cfbc86-k8jfm b96d2b8ae37d0cccb061034c3481d9d4ae4f953972df1ca140dd5836243c3196 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6d99cfbc86-k8jfm b96d2b8ae37d0cccb061034c3481d9d4ae4f953972df1ca140dd5836243c3196 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:37:e1:76:d0:37\",\"name\":\"b96d2b8ae37d0cc\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5289d08-8c11-4422-bf12-29759c3d0cdf\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:13:43.865263 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 19:13:43.865284 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0425 19:13:43.893624 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0425 19:13:43.893650 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0425 19:13:49.871118 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 19:13:54.558167 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 19:13:54.558209 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 19:13:54.558215 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 19:13:54.954525 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wqwmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:54.955079 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wqwmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:55.843516 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wqwmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:55.843545 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wqwmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 19:13:56.015161 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 19:13:56.910937 3686 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0425 19:13:58.963297 3686 cni.go:452] [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key ] I0425 19:13:59.042016 3686 cni.go:473] [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-dnvcc-j2sv6 a57278f9c77206482f1889dd020a05ce690275bef18896ba8dbb2036cd2fe599 network default NAD default NAD key default], result "{}", err I0425 19:13:59.094178 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:59.094217 3686 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-dnvcc-j2sv6 I0425 19:13:59.095503 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-dnvcc-j2sv6, ips: 10.129.0.45 I0425 19:13:59.095531 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:00.124031 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:00.124053 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:01.994556 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0425 19:14:20.591949 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-5r48s for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:20.592059 3686 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s I0425 19:14:20.611411 3686 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s] pod update took 19.376008ms I0425 19:14:20.611444 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s] addLogicalPort annotation time took 19.421932ms I0425 19:14:20.612743 3686 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s] addLogicalPort took 20.816919ms, libovsdb time 900.256µs I0425 19:14:21.109921 3686 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s eed6e21dff28bab8477e996320ddacc7202b3b6ef0e507c046b5ea270a409a55 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s eed6e21dff28bab8477e996320ddacc7202b3b6ef0e507c046b5ea270a409a55 network default NAD default NAD key ] I0425 19:14:21.128153 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-5r48s, hostIfaceName: eed6e21dff28bab, network: default, NAD default, SandboxID: "eed6e21dff28bab8477e996320ddacc7202b3b6ef0e507c046b5ea270a409a55", PCI device ID: , UID: "23fd6041-7365-48a6-ae33-79d08f20f4d4", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0425 19:14:21.183443 3686 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s eed6e21dff28bab8477e996320ddacc7202b3b6ef0e507c046b5ea270a409a55 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5r48s eed6e21dff28bab8477e996320ddacc7202b3b6ef0e507c046b5ea270a409a55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9a:17:d4:51:a0\",\"name\":\"eed6e21dff28bab\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56fc21a3-6de0-48fb-ad84-a8e516f021bb\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:14:23.067322 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 19:14:24.112340 3686 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 19:14:24.112359 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 19:14:24.138179 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 19:14:24.138201 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 19:14:25.062696 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 19:14:28.136341 3686 cni.go:452] [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key ] I0425 19:14:28.220125 3686 cni.go:473] [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 3caf4e6d9c7f85dc9f3c589ecf3e848db56fbf4d465f75320b29cb55fa886e28 network default NAD default NAD key default], result "{}", err I0425 19:14:28.297902 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:28.297935 3686 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0425 19:14:28.299299 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.44 I0425 19:14:28.299326 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:28.320529 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:28.320555 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:28.330314 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 19:14:28.330340 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 19:14:29.074645 3686 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-z8gt6] creating logical port tsf_patch-tekton-config-z8gt6 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:29.074772 3686 kube.go:256] Updating pod tsf/patch-tekton-config-z8gt6 I0425 19:14:29.088821 3686 pod.go:62] [tsf/patch-tekton-config-z8gt6] pod update took 14.072886ms I0425 19:14:29.088844 3686 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-z8gt6] addLogicalPort annotation time took 14.10021ms I0425 19:14:29.090275 3686 pods.go:271] [tsf/patch-tekton-config-z8gt6] addLogicalPort took 15.645198ms, libovsdb time 1.005329ms I0425 19:14:29.546367 3686 cni.go:452] [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key ] I0425 19:14:29.556850 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-z8gt6, hostIfaceName: 7e5e40fde207e48, network: default, NAD default, SandboxID: "7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca", PCI device ID: , UID: "12222a98-a325-4f5e-ba62-215dfba6877c", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0425 19:14:29.609809 3686 cni.go:473] [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:57:c3:be:b3:23\",\"name\":\"7e5e40fde207e48\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/344f7c5a-103a-475e-8bd9-e346fe6dc1bc\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:14:33.983971 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 19:14:35.388241 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-bb642 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:35.388340 3686 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642 I0425 19:14:35.406748 3686 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642] pod update took 18.430141ms I0425 19:14:35.406773 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642] addLogicalPort annotation time took 18.461258ms I0425 19:14:35.408733 3686 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642] addLogicalPort took 20.508623ms, libovsdb time 1.432895ms I0425 19:14:35.745253 3686 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642 e680d82c46afae7e78414fdbfdd1097fcfe124302e07c8aa8bb1bf077a54c755 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642 e680d82c46afae7e78414fdbfdd1097fcfe124302e07c8aa8bb1bf077a54c755 network default NAD default NAD key ] I0425 19:14:35.754431 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-bb642, hostIfaceName: e680d82c46afae7, network: default, NAD default, SandboxID: "e680d82c46afae7e78414fdbfdd1097fcfe124302e07c8aa8bb1bf077a54c755", PCI device ID: , UID: "ed62d383-b8bc-433e-9941-0a23e22c2853", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0425 19:14:35.809729 3686 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642 e680d82c46afae7e78414fdbfdd1097fcfe124302e07c8aa8bb1bf077a54c755 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-bb642 e680d82c46afae7e78414fdbfdd1097fcfe124302e07c8aa8bb1bf077a54c755 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:7e:99:2e:fb:f0\",\"name\":\"e680d82c46afae7\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70dfce0d-c1b8-4650-8689-47c94a4ff568\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:14:37.195677 3686 cni.go:452] [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key ] I0425 19:14:37.277397 3686 cni.go:473] [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-z8gt6 7e5e40fde207e48e09f1ea7a030e7ecdd621a7cad8b849e057317f41bec3acca network default NAD default NAD key default], result "{}", err I0425 19:14:37.332430 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-z8gt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:37.332461 3686 pods.go:176] Deleting pod: tsf/patch-tekton-config-z8gt6 I0425 19:14:37.333730 3686 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-z8gt6, ips: 10.129.0.49 I0425 19:14:37.333755 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-z8gt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:38.359482 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:38.359512 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:38.466555 3686 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-pqxnb] creating logical port tsf_tsf-tekton-configuration-pqxnb for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:38.466648 3686 kube.go:256] Updating pod tsf/tsf-tekton-configuration-pqxnb I0425 19:14:38.481265 3686 pod.go:62] [tsf/tsf-tekton-configuration-pqxnb] pod update took 14.641627ms I0425 19:14:38.481300 3686 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-pqxnb] addLogicalPort annotation time took 14.682382ms I0425 19:14:38.482661 3686 pods.go:271] [tsf/tsf-tekton-configuration-pqxnb] addLogicalPort took 16.120993ms, libovsdb time 964.933µs I0425 19:14:40.298027 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:40.298603 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:40.328748 3686 cni.go:452] [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key ] I0425 19:14:40.340109 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-pqxnb, hostIfaceName: 4c7e226ad8aa821, network: default, NAD default, SandboxID: "4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b", PCI device ID: , UID: "6e3e1d27-ed89-4759-87aa-4ecc1737dfa1", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0425 19:14:40.395518 3686 cni.go:473] [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:36:91:55:dd:9b\",\"name\":\"4c7e226ad8aa821\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cae5a5f-36f8-445f-a0a6-1ffa03e6f114\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:14:41.182453 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:41.182553 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:43.960819 3686 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-c8f5df578-2bwc4] creating logical port tsf-tas_rekor-search-ui-c8f5df578-2bwc4 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:43.960954 3686 kube.go:256] Updating pod tsf-tas/rekor-search-ui-c8f5df578-2bwc4 I0425 19:14:43.975293 3686 pod.go:62] [tsf-tas/rekor-search-ui-c8f5df578-2bwc4] pod update took 14.362644ms I0425 19:14:43.975318 3686 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-c8f5df578-2bwc4] addLogicalPort annotation time took 14.391542ms I0425 19:14:43.976554 3686 pods.go:271] [tsf-tas/rekor-search-ui-c8f5df578-2bwc4] addLogicalPort took 15.753952ms, libovsdb time 868.334µs I0425 19:14:44.327437 3686 cni.go:452] [tsf-tas/rekor-search-ui-c8f5df578-2bwc4 d70c4a0cb3ec35b9675b58e2986bdd76facc30099b9677772b62fb25a44c7f33 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-c8f5df578-2bwc4 d70c4a0cb3ec35b9675b58e2986bdd76facc30099b9677772b62fb25a44c7f33 network default NAD default NAD key ] I0425 19:14:44.337262 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-c8f5df578-2bwc4, hostIfaceName: d70c4a0cb3ec35b, network: default, NAD default, SandboxID: "d70c4a0cb3ec35b9675b58e2986bdd76facc30099b9677772b62fb25a44c7f33", PCI device ID: , UID: "f9dabddd-ad9b-4b11-9a2a-c70e794b3e6d", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0425 19:14:44.392815 3686 cni.go:473] [tsf-tas/rekor-search-ui-c8f5df578-2bwc4 d70c4a0cb3ec35b9675b58e2986bdd76facc30099b9677772b62fb25a44c7f33 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-c8f5df578-2bwc4 d70c4a0cb3ec35b9675b58e2986bdd76facc30099b9677772b62fb25a44c7f33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6d:d1:df:67:5a\",\"name\":\"d70c4a0cb3ec35b\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55ec717f-282f-4972-ad94-eef9f091edfb\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:14:47.076433 3686 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0425 19:14:47.266431 3686 cni.go:452] [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key ] I0425 19:14:47.341280 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:47.341948 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:47.355758 3686 cni.go:473] [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-pqxnb 4c7e226ad8aa8213f7b43a72c12a9ea11f503f393d74d63ca63417f76217e22b network default NAD default NAD key default], result "{}", err I0425 19:14:47.529432 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pqxnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:47.529466 3686 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-pqxnb I0425 19:14:47.530881 3686 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-pqxnb, ips: 10.129.0.51 I0425 19:14:47.530909 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pqxnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:48.216173 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.216200 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 19:14:48.267195 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 19:14:48.552793 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pqxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.552816 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pqxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.597753 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.597779 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.602865 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-z8gt6 I0425 19:14:48.602892 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-z8gt6 I0425 19:14:49.310329 3686 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:49.310470 3686 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0425 19:14:49.326054 3686 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.641911ms I0425 19:14:49.326075 3686 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.669254ms I0425 19:14:49.327298 3686 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.983579ms, libovsdb time 856.145µs I0425 19:14:49.673261 3686 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key ] I0425 19:14:49.682775 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 4e6bdebd7b65565, network: default, NAD default, SandboxID: "4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f", PCI device ID: , UID: "11fd8856-9b8d-46c4-ac7b-30edbeb7aa6a", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0425 19:14:49.735860 3686 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:3d:f8:f5:5d:96\",\"name\":\"4e6bdebd7b65565\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31b0fe15-72c9-4621-82ef-8d198528921f\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:14:53.303433 3686 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key ] I0425 19:14:53.392246 3686 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 4e6bdebd7b65565e97d29073ccd6008f82c5d72020378a8c7d1a8031178c482f network default NAD default NAD key default], result "{}", err I0425 19:14:53.448084 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:53.448113 3686 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0425 19:14:53.449448 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.53 I0425 19:14:53.449482 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:53.470880 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:53.470902 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:53.480059 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 19:14:53.480084 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 19:14:53.709010 3686 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:53.709114 3686 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0425 19:14:53.725407 3686 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.316259ms I0425 19:14:53.725436 3686 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.350572ms I0425 19:14:53.726742 3686 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.751098ms, libovsdb time 906.466µs I0425 19:14:54.070676 3686 cni.go:452] [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key ] I0425 19:14:54.080228 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: e88456259a2be95, network: default, NAD default, SandboxID: "e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4", PCI device ID: , UID: "577f6f3c-5329-43f5-9be9-56d7bd771cb9", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0425 19:14:54.132739 3686 cni.go:473] [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:9b:f0:4c:6b:47\",\"name\":\"e88456259a2be95\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6460fcd8-b7c0-4419-aee3-d6465572eecf\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:14:54.238877 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0425 19:14:54.868817 3686 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-t5sjv] creating logical port tsf-tpa_create-db-t5sjv for pod on switch ip-10-0-0-74.ec2.internal I0425 19:14:54.868914 3686 kube.go:256] Updating pod tsf-tpa/create-db-t5sjv I0425 19:14:54.883637 3686 pod.go:62] [tsf-tpa/create-db-t5sjv] pod update took 14.750904ms I0425 19:14:54.883662 3686 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-t5sjv] addLogicalPort annotation time took 14.782774ms I0425 19:14:54.885033 3686 pods.go:271] [tsf-tpa/create-db-t5sjv] addLogicalPort took 16.233234ms, libovsdb time 994.797µs I0425 19:14:55.229421 3686 cni.go:452] [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key ] I0425 19:14:55.239999 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-t5sjv, hostIfaceName: d8cb03488fd45c3, network: default, NAD default, SandboxID: "d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a", PCI device ID: , UID: "073ea36f-1d80-4027-8dd1-496776b6520b", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] W0425 19:14:55.246116 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 19:14:55.293431 3686 cni.go:473] [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:01:69:c6:67:68\",\"name\":\"d8cb03488fd45c3\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f11b65d-d3d4-40a7-b184-91cdba7bd994\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:14:59.349371 3686 cni.go:452] [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key ] I0425 19:14:59.439236 3686 cni.go:473] [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-t5sjv d8cb03488fd45c35fa91678820f3b9cc6772dad19b730b0d2ce2a4aa690a849a network default NAD default NAD key default], result "{}", err I0425 19:14:59.496660 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-t5sjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:59.496693 3686 pods.go:176] Deleting pod: tsf-tpa/create-db-t5sjv I0425 19:14:59.498147 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-t5sjv, ips: 10.129.0.55 I0425 19:14:59.498176 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-t5sjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 19:15:00.348382 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 19:15:00.523296 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-t5sjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:00.523323 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-t5sjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:00.636251 3686 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-wrg9z] creating logical port tsf-tpa_migrate-db-wrg9z for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:00.636348 3686 kube.go:256] Updating pod tsf-tpa/migrate-db-wrg9z I0425 19:15:00.652529 3686 pod.go:62] [tsf-tpa/migrate-db-wrg9z] pod update took 16.201228ms I0425 19:15:00.652568 3686 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-wrg9z] addLogicalPort annotation time took 16.228895ms I0425 19:15:00.653971 3686 pods.go:271] [tsf-tpa/migrate-db-wrg9z] addLogicalPort took 17.733166ms, libovsdb time 983.601µs I0425 19:15:00.998778 3686 cni.go:452] [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key ] I0425 19:15:01.029068 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-wrg9z, hostIfaceName: 590b24ea05e58b7, network: default, NAD default, SandboxID: "590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517", PCI device ID: , UID: "f2cc796a-3b0c-4c56-b4cb-da2f0a0b4307", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0425 19:15:01.078096 3686 cni.go:473] [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1d:26:7e:77:dd\",\"name\":\"590b24ea05e58b7\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ba5f2f7-4bb6-47c6-9523-261975ccdc3d\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:15:03.380591 3686 cni.go:452] [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key ] I0425 19:15:03.475808 3686 cni.go:473] [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-wrg9z 590b24ea05e58b7aeb6d3e767d733a462775207d32e01d4bda3c0fdaf12ad517 network default NAD default NAD key default], result "{}", err I0425 19:15:03.532573 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wrg9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:03.532610 3686 pods.go:176] Deleting pod: tsf-tpa/migrate-db-wrg9z I0425 19:15:03.534032 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-wrg9z, ips: 10.129.0.56 I0425 19:15:03.534059 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wrg9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:03.676511 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wrg9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:03.676533 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wrg9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:03.960927 3686 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-qlhjw] creating logical port tsf-tpa_create-importers-qlhjw for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:03.961054 3686 kube.go:256] Updating pod tsf-tpa/create-importers-qlhjw I0425 19:15:03.982212 3686 pod.go:62] [tsf-tpa/create-importers-qlhjw] pod update took 21.181829ms I0425 19:15:03.982232 3686 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-qlhjw] addLogicalPort annotation time took 21.207071ms I0425 19:15:03.983423 3686 pods.go:271] [tsf-tpa/create-importers-qlhjw] addLogicalPort took 22.515408ms, libovsdb time 825.685µs I0425 19:15:04.323554 3686 cni.go:452] [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key ] I0425 19:15:04.333991 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-qlhjw, hostIfaceName: bb9b270771d419d, network: default, NAD default, SandboxID: "bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e", PCI device ID: , UID: "3efd3d46-a9ce-4c33-bc6b-489c63538948", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0425 19:15:04.389804 3686 cni.go:473] [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:18:e6:62:0c:be\",\"name\":\"bb9b270771d419d\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8a9dea9-3fda-4ca6-8d00-e96d0976c87c\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:15:06.399351 3686 cni.go:452] [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key ] I0425 19:15:06.479628 3686 cni.go:473] [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-qlhjw bb9b270771d419df8e67d22eb56649922b583cdebe5838f288251098636d334e network default NAD default NAD key default], result "{}", err I0425 19:15:06.721111 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-qlhjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:06.721165 3686 pods.go:176] Deleting pod: tsf-tpa/create-importers-qlhjw I0425 19:15:06.722559 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-qlhjw, ips: 10.129.0.57 I0425 19:15:06.722583 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-qlhjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:07.745616 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-qlhjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:07.745642 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-qlhjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:09.965732 3686 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-gt9cx-nb9jz] creating logical port tsf-tas_tuf-repository-init-gt9cx-nb9jz for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:09.965872 3686 kube.go:256] Updating pod tsf-tas/tuf-repository-init-gt9cx-nb9jz I0425 19:15:09.981896 3686 pod.go:62] [tsf-tas/tuf-repository-init-gt9cx-nb9jz] pod update took 16.048346ms I0425 19:15:09.981927 3686 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-gt9cx-nb9jz] addLogicalPort annotation time took 16.083685ms I0425 19:15:09.983449 3686 pods.go:271] [tsf-tas/tuf-repository-init-gt9cx-nb9jz] addLogicalPort took 17.733607ms, libovsdb time 980.153µs W0425 19:15:18.390258 3686 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 19:15:18.623198 3686 cni.go:452] [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key ] I0425 19:15:18.632764 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-gt9cx-nb9jz, hostIfaceName: 02dc4770be521a8, network: default, NAD default, SandboxID: "02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f", PCI device ID: , UID: "8f5992f1-3e85-45bc-a101-e27a9527ae56", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0425 19:15:18.687502 3686 cni.go:473] [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:24:ee:fb:0a:00\",\"name\":\"02dc4770be521a8\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c2928f0-f43c-41bf-9f8f-6bcfebffd7ab\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:15:25.516150 3686 cni.go:452] [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key ] I0425 19:15:25.604751 3686 cni.go:473] [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-gt9cx-nb9jz 02dc4770be521a8bdcfae5d70fbb65c5fe1735b3b81e2c9bc9a241d4d58fa77f network default NAD default NAD key default], result "{}", err I0425 19:15:25.659548 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:25.659583 3686 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-gt9cx-nb9jz I0425 19:15:25.660825 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-gt9cx-nb9jz, ips: 10.129.0.58 I0425 19:15:25.660855 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:26.541616 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:26.541638 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:26.890872 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0425 19:15:27.117878 3686 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-5mxdc] creating logical port tsf-tas_tuf-97fc8ff76-5mxdc for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:27.117978 3686 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-5mxdc I0425 19:15:27.135274 3686 pod.go:62] [tsf-tas/tuf-97fc8ff76-5mxdc] pod update took 17.323313ms I0425 19:15:27.135310 3686 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-5mxdc] addLogicalPort annotation time took 17.366289ms I0425 19:15:27.136906 3686 pods.go:271] [tsf-tas/tuf-97fc8ff76-5mxdc] addLogicalPort took 19.04871ms, libovsdb time 996.312µs I0425 19:15:28.682387 3686 cni.go:452] [tsf-tas/tuf-97fc8ff76-5mxdc 411d1d0190764db289b66ad9541d2fe16e2df98da9c317350c6eca0301278a33 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-5mxdc 411d1d0190764db289b66ad9541d2fe16e2df98da9c317350c6eca0301278a33 network default NAD default NAD key ] I0425 19:15:28.691992 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-5mxdc, hostIfaceName: 411d1d0190764db, network: default, NAD default, SandboxID: "411d1d0190764db289b66ad9541d2fe16e2df98da9c317350c6eca0301278a33", PCI device ID: , UID: "1a48f3eb-54d3-4e7e-9f85-ad73954e0c93", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0425 19:15:28.748438 3686 cni.go:473] [tsf-tas/tuf-97fc8ff76-5mxdc 411d1d0190764db289b66ad9541d2fe16e2df98da9c317350c6eca0301278a33 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-5mxdc 411d1d0190764db289b66ad9541d2fe16e2df98da9c317350c6eca0301278a33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:e5:c6:bf:e9:3a\",\"name\":\"411d1d0190764db\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b944d2f4-04f5-4be1-bca0-d3374d5b6b59\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:15:33.571250 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 19:15:37.594091 3686 cni.go:452] [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key ] I0425 19:15:37.684987 3686 cni.go:473] [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa e88456259a2be95367b08649739afc0c89ffa4ede375561845b88d5707ef26a4 network default NAD default NAD key default], result "{}", err I0425 19:15:37.748168 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:37.748279 3686 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0425 19:15:37.750259 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.54 I0425 19:15:37.750348 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:37.797725 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:37.797746 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:37.806104 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 19:15:37.806128 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 19:15:38.679230 3686 namespace.go:98] [default-tenant] adding namespace I0425 19:15:38.680158 3686 namespace.go:102] [default-tenant] adding namespace took 876.8µs I0425 19:15:38.683514 3686 namespace.go:98] [image-controller] adding namespace I0425 19:15:38.684267 3686 namespace.go:102] [image-controller] adding namespace took 737.541µs I0425 19:15:38.687239 3686 namespace.go:98] [build-service] adding namespace I0425 19:15:38.687371 3686 namespace.go:98] [integration-service] adding namespace I0425 19:15:38.687847 3686 namespace.go:102] [build-service] adding namespace took 594.591µs I0425 19:15:38.688600 3686 namespace.go:102] [integration-service] adding namespace took 1.213451ms I0425 19:15:38.732627 3686 namespace.go:142] [default-tenant] updating namespace I0425 19:15:38.756800 3686 namespace.go:142] [default-tenant] updating namespace I0425 19:15:38.766467 3686 namespace.go:142] [image-controller] updating namespace I0425 19:15:38.803307 3686 namespace.go:142] [build-service] updating namespace I0425 19:15:38.803364 3686 namespace.go:142] [image-controller] updating namespace I0425 19:15:38.835458 3686 namespace.go:142] [build-service] updating namespace I0425 19:15:38.841421 3686 namespace.go:142] [integration-service] updating namespace I0425 19:15:38.862222 3686 namespace.go:142] [integration-service] updating namespace I0425 19:15:38.980250 3686 namespace.go:142] [build-service] updating namespace I0425 19:15:38.995539 3686 namespace.go:142] [integration-service] updating namespace I0425 19:15:39.024413 3686 namespace.go:98] [release-service] adding namespace I0425 19:15:39.025223 3686 namespace.go:102] [release-service] adding namespace took 792.614µs I0425 19:15:39.059995 3686 namespace.go:142] [konflux-ui] updating namespace I0425 19:15:39.060349 3686 namespace.go:142] [release-service] updating namespace I0425 19:15:39.076707 3686 namespace.go:142] [release-service] updating namespace I0425 19:15:39.287636 3686 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:39.287766 3686 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0425 19:15:39.290327 3686 namespace.go:98] [konflux-info] adding namespace I0425 19:15:39.290390 3686 namespace.go:98] [namespace-lister] adding namespace I0425 19:15:39.291081 3686 namespace.go:102] [konflux-info] adding namespace took 736.68µs I0425 19:15:39.291599 3686 namespace.go:102] [namespace-lister] adding namespace took 1.196186ms I0425 19:15:39.318507 3686 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 30.766796ms I0425 19:15:39.318529 3686 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 30.795285ms I0425 19:15:39.319698 3686 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 32.082ms, libovsdb time 797.57µs I0425 19:15:39.368366 3686 namespace.go:142] [konflux-info] updating namespace I0425 19:15:39.410399 3686 namespace.go:142] [konflux-info] updating namespace I0425 19:15:39.417609 3686 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:39.440647 3686 namespace.go:98] [enterprise-contract-service] adding namespace I0425 19:15:39.441532 3686 namespace.go:102] [enterprise-contract-service] adding namespace took 867.754µs I0425 19:15:39.464335 3686 namespace.go:142] [image-controller] updating namespace I0425 19:15:39.466190 3686 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:39.490339 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:39.543356 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:39.700302 3686 namespace.go:142] [default-tenant] updating namespace I0425 19:15:39.826860 3686 namespace.go:98] [segment-bridge] adding namespace I0425 19:15:39.827681 3686 namespace.go:102] [segment-bridge] adding namespace took 801.595µs I0425 19:15:39.950324 3686 namespace.go:98] [konflux-cli] adding namespace I0425 19:15:39.951109 3686 namespace.go:102] [konflux-cli] adding namespace took 762.883µs I0425 19:15:39.956205 3686 cni.go:452] [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key ] I0425 19:15:39.966078 3686 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: e269368c0d9c9ae, network: default, NAD default, SandboxID: "e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390", PCI device ID: , UID: "e03a5f93-20de-404c-91f3-784586c9af49", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0425 19:15:40.019198 3686 cni.go:473] [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:38:f0:93:8f:a6\",\"name\":\"e269368c0d9c9ae\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a0ed6d-91ff-4b63-baa6-e01bd3a0ad94\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:15:40.028327 3686 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:40.122385 3686 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:40.122385 3686 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:40.135204 3686 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-qzdq8] creating logical port namespace-lister_namespace-lister-696b855848-qzdq8 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:40.135305 3686 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-qzdq8 I0425 19:15:40.150257 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 19:15:40.176194 3686 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:40.199439 3686 pod.go:62] [namespace-lister/namespace-lister-696b855848-qzdq8] pod update took 64.16491ms I0425 19:15:40.199468 3686 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-qzdq8] addLogicalPort annotation time took 64.195748ms I0425 19:15:40.200773 3686 pods.go:271] [namespace-lister/namespace-lister-696b855848-qzdq8] addLogicalPort took 65.589952ms, libovsdb time 860.781µs I0425 19:15:40.200898 3686 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 19:15:40.200923 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 19:15:40.204039 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 19:15:40.460410 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 19:15:40.460440 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 19:15:40.461769 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 19:15:41.375381 3686 base_network_controller_pods.go:487] [default/konflux-ui/dex-5fd9d7bc9f-w88bk] creating logical port konflux-ui_dex-5fd9d7bc9f-w88bk for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:41.375495 3686 kube.go:256] Updating pod konflux-ui/dex-5fd9d7bc9f-w88bk I0425 19:15:41.392387 3686 pod.go:62] [konflux-ui/dex-5fd9d7bc9f-w88bk] pod update took 16.928553ms I0425 19:15:41.392409 3686 base_network_controller_pods.go:951] [default/konflux-ui/dex-5fd9d7bc9f-w88bk] addLogicalPort annotation time took 16.95331ms I0425 19:15:41.393643 3686 pods.go:271] [konflux-ui/dex-5fd9d7bc9f-w88bk] addLogicalPort took 18.279049ms, libovsdb time 860.465µs I0425 19:15:41.587120 3686 namespace.go:142] [build-service] updating namespace I0425 19:15:41.824502 3686 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-q6564] creating logical port image-controller_image-controller-controller-manager-6f859968fc-q6564 for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:41.824622 3686 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-q6564 I0425 19:15:41.864522 3686 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-q6564] pod update took 39.930245ms I0425 19:15:41.864549 3686 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-q6564] addLogicalPort annotation time took 39.959465ms I0425 19:15:41.865947 3686 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-q6564] addLogicalPort took 41.455673ms, libovsdb time 959.588µs I0425 19:15:42.001699 3686 cni.go:452] [namespace-lister/namespace-lister-696b855848-qzdq8 81230341dde184f6f57564e1b2d2cc3b352f7e45041f2e4e24a977963ebf52cc network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-qzdq8 81230341dde184f6f57564e1b2d2cc3b352f7e45041f2e4e24a977963ebf52cc network default NAD default NAD key ] I0425 19:15:42.012034 3686 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-qzdq8, hostIfaceName: 81230341dde184f, network: default, NAD default, SandboxID: "81230341dde184f6f57564e1b2d2cc3b352f7e45041f2e4e24a977963ebf52cc", PCI device ID: , UID: "20d5f440-e0d1-4979-a051-579676d5386b", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0425 19:15:42.065070 3686 cni.go:473] [namespace-lister/namespace-lister-696b855848-qzdq8 81230341dde184f6f57564e1b2d2cc3b352f7e45041f2e4e24a977963ebf52cc network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-qzdq8 81230341dde184f6f57564e1b2d2cc3b352f7e45041f2e4e24a977963ebf52cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:84:06:a6:b3:54\",\"name\":\"81230341dde184f\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4a660b0-6015-4ac0-ab70-8fdb7350894f\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:15:42.167720 3686 namespace.go:142] [default-tenant] updating namespace I0425 19:15:42.189990 3686 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-q6564 5a4d7fce7ce24c4f7ab481a34dc4f9db0d32459ba15b8d848816a732b4a4d438 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-q6564 5a4d7fce7ce24c4f7ab481a34dc4f9db0d32459ba15b8d848816a732b4a4d438 network default NAD default NAD key ] I0425 19:15:42.199846 3686 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-q6564, hostIfaceName: 5a4d7fce7ce24c4, network: default, NAD default, SandboxID: "5a4d7fce7ce24c4f7ab481a34dc4f9db0d32459ba15b8d848816a732b4a4d438", PCI device ID: , UID: "659ae2f4-4ae1-400d-aa9a-5ca154be8d83", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0425 19:15:42.253733 3686 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-q6564 5a4d7fce7ce24c4f7ab481a34dc4f9db0d32459ba15b8d848816a732b4a4d438 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-q6564 5a4d7fce7ce24c4f7ab481a34dc4f9db0d32459ba15b8d848816a732b4a4d438 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5f:79:2c:7a:9b\",\"name\":\"5a4d7fce7ce24c4\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/204fad60-1231-4773-b3d8-e18fd84925c2\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:15:42.596608 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:42.869554 3686 namespace.go:142] [image-controller] updating namespace I0425 19:15:43.087749 3686 base_network_controller_pods.go:487] [default/konflux-ui/proxy-668f8df797-8whft] creating logical port konflux-ui_proxy-668f8df797-8whft for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:43.087883 3686 kube.go:256] Updating pod konflux-ui/proxy-668f8df797-8whft I0425 19:15:43.117219 3686 pod.go:62] [konflux-ui/proxy-668f8df797-8whft] pod update took 29.38346ms I0425 19:15:43.117243 3686 base_network_controller_pods.go:951] [default/konflux-ui/proxy-668f8df797-8whft] addLogicalPort annotation time took 29.41701ms I0425 19:15:43.118755 3686 pods.go:271] [konflux-ui/proxy-668f8df797-8whft] addLogicalPort took 31.025222ms, libovsdb time 1.07114ms I0425 19:15:43.147163 3686 namespace.go:142] [integration-service] updating namespace I0425 19:15:43.534091 3686 namespace.go:142] [konflux-info] updating namespace I0425 19:15:43.790039 3686 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:43.993034 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 19:15:44.001289 3686 namespace.go:142] [release-service] updating namespace I0425 19:15:44.153975 3686 namespace.go:142] [build-service] updating namespace I0425 19:15:44.203286 3686 namespace.go:142] [default-tenant] updating namespace I0425 19:15:44.250599 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:44.278828 3686 namespace.go:142] [image-controller] updating namespace I0425 19:15:44.301561 3686 namespace.go:142] [integration-service] updating namespace I0425 19:15:44.332487 3686 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6b75bd8475-f6l5m] creating logical port integration-service_integration-service-controller-manager-6b75bd8475-f6l5m for pod on switch ip-10-0-0-74.ec2.internal I0425 19:15:44.332596 3686 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6b75bd8475-f6l5m I0425 19:15:44.358398 3686 namespace.go:142] [konflux-info] updating namespace I0425 19:15:44.362362 3686 pod.go:62] [integration-service/integration-service-controller-manager-6b75bd8475-f6l5m] pod update took 29.795278ms I0425 19:15:44.362392 3686 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6b75bd8475-f6l5m] addLogicalPort annotation time took 29.82753ms I0425 19:15:44.370734 3686 pods.go:271] [integration-service/integration-service-controller-manager-6b75bd8475-f6l5m] addLogicalPort took 38.270681ms, libovsdb time 5.830448ms I0425 19:15:44.386286 3686 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:44.400863 3686 namespace.go:142] [release-service] updating namespace I0425 19:15:44.466432 3686 namespace.go:142] [build-service] updating namespace I0425 19:15:44.549573 3686 namespace.go:142] [default-tenant] updating namespace W0425 19:15:44.583683 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0425 19:15:44.623414 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:44.684692 3686 namespace.go:142] [image-controller] updating namespace I0425 19:15:44.751423 3686 namespace.go:142] [integration-service] updating namespace I0425 19:15:44.831305 3686 namespace.go:142] [konflux-info] updating namespace I0425 19:15:44.947388 3686 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:45.220242 3686 namespace.go:142] [release-service] updating namespace W0425 19:15:45.666681 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 19:15:46.371782 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 19:15:46.551094 3686 namespace.go:142] [konflux-cli] updating namespace W0425 19:15:46.673582 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0425 19:15:46.753307 3686 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:46.878953 3686 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:46.895548 3686 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:47.003590 3686 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:47.064873 3686 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:48.311061 3686 cni.go:452] [integration-service/integration-service-controller-manager-6b75bd8475-f6l5m 61e07aa3eb682ee2fba4861d0c94de633fd7e096c93430940f3a7fe9ddc1d325 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6b75bd8475-f6l5m 61e07aa3eb682ee2fba4861d0c94de633fd7e096c93430940f3a7fe9ddc1d325 network default NAD default NAD key ] I0425 19:15:48.320837 3686 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6b75bd8475-f6l5m, hostIfaceName: 61e07aa3eb682ee, network: default, NAD default, SandboxID: "61e07aa3eb682ee2fba4861d0c94de633fd7e096c93430940f3a7fe9ddc1d325", PCI device ID: , UID: "c6e584b0-422d-486e-820c-1bd5dc4f8fec", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0425 19:15:48.377217 3686 cni.go:473] [integration-service/integration-service-controller-manager-6b75bd8475-f6l5m 61e07aa3eb682ee2fba4861d0c94de633fd7e096c93430940f3a7fe9ddc1d325 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6b75bd8475-f6l5m 61e07aa3eb682ee2fba4861d0c94de633fd7e096c93430940f3a7fe9ddc1d325 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b8:4c:20:51:3e\",\"name\":\"61e07aa3eb682ee\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/912752eb-a633-422f-afb9-58b8145b00f8\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:15:48.750381 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0425 19:15:49.266317 3686 cni.go:452] [konflux-ui/dex-5fd9d7bc9f-w88bk 68af0279e496b673147732419102f09ef5b9b4a758ded12d4407e763416c5e22 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5fd9d7bc9f-w88bk 68af0279e496b673147732419102f09ef5b9b4a758ded12d4407e763416c5e22 network default NAD default NAD key ] I0425 19:15:49.277521 3686 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5fd9d7bc9f-w88bk, hostIfaceName: 68af0279e496b67, network: default, NAD default, SandboxID: "68af0279e496b673147732419102f09ef5b9b4a758ded12d4407e763416c5e22", PCI device ID: , UID: "0b524e35-9c79-4b8b-a3f2-021e8351af1b", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0425 19:15:49.341302 3686 cni.go:473] [konflux-ui/dex-5fd9d7bc9f-w88bk 68af0279e496b673147732419102f09ef5b9b4a758ded12d4407e763416c5e22 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5fd9d7bc9f-w88bk 68af0279e496b673147732419102f09ef5b9b4a758ded12d4407e763416c5e22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7e:bb:2b:1e:af\",\"name\":\"68af0279e496b67\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afee4696-e0a3-4133-96dc-945b1ab0470e\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 19:15:51.357883 3686 cni.go:452] [konflux-ui/proxy-668f8df797-8whft 415c9b5f9568c280b42c025eb2eb7a5ec805820afba7cd04863835cad5f37c72 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-668f8df797-8whft 415c9b5f9568c280b42c025eb2eb7a5ec805820afba7cd04863835cad5f37c72 network default NAD default NAD key ] I0425 19:15:51.367471 3686 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-668f8df797-8whft, hostIfaceName: 415c9b5f9568c28, network: default, NAD default, SandboxID: "415c9b5f9568c280b42c025eb2eb7a5ec805820afba7cd04863835cad5f37c72", PCI device ID: , UID: "8463aa07-b366-4ab0-af99-0ed571a9703c", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0425 19:15:51.423222 3686 cni.go:473] [konflux-ui/proxy-668f8df797-8whft 415c9b5f9568c280b42c025eb2eb7a5ec805820afba7cd04863835cad5f37c72 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-668f8df797-8whft 415c9b5f9568c280b42c025eb2eb7a5ec805820afba7cd04863835cad5f37c72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5d:b9:d5:d8:b8\",\"name\":\"415c9b5f9568c28\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c1d58de-1f94-4792-bc50-fcc64c4c0424\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 19:15:51.715483 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 19:15:51.715584 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 19:15:52.722671 3686 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0425 19:15:55.430952 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 19:15:55.433025 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 19:15:55.460061 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 19:15:55.460071 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 19:15:56.436962 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:56.436980 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:56.761910 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:56.761927 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:59.700371 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 19:16:02.731222 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 19:16:02.731340 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0425 19:16:02.900634 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=606 I0425 19:16:03.039381 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:16:03.039985 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:16:03.471106 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:16:03.471155 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:16:03.486490 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 I0425 19:16:03.486520 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 W0425 19:16:07.767428 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0425 19:16:31.814162 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 19:16:31.814186 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 19:16:39.973333 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 19:16:44.891916 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0425 19:16:45.978389 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 19:16:47.005553 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0425 19:16:54.888753 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0425 19:17:01.362555 3686 obj_retry.go:498] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:01.363159 3686 obj_retry.go:498] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:01.781657 3686 obj_retry.go:492] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:01.781683 3686 obj_retry.go:492] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:01.795733 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-54c7564696-lrfmv I0425 19:17:01.795747 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-54c7564696-lrfmv I0425 19:17:10.228908 3686 cni.go:452] [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key ] I0425 19:17:10.321933 3686 cni.go:473] [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux e269368c0d9c9ae52c58b2342fe1f99d146f5704f42da7d913ba68bf7bd2c390 network default NAD default NAD key default], result "{}", err I0425 19:17:10.381831 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:10.381868 3686 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0425 19:17:10.383546 3686 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.60 I0425 19:17:10.383582 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:10.410824 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:10.410843 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:10.419564 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 19:17:10.419589 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 19:17:36.069210 3686 namespace.go:98] [default-managed-tenant-9emv9] adding namespace I0425 19:17:36.070179 3686 namespace.go:102] [default-managed-tenant-9emv9] adding namespace took 947.555µs I0425 19:17:36.117632 3686 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:36.133836 3686 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:37.122460 3686 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:37.253059 3686 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:37.353083 3686 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:49.889808 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=153 I0425 19:17:54.973897 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11