+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-118.ec2.internal ++ [[ -n ip-10-0-0-118.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-118.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:37:17.676156319 - disable conntrack on geneve port' I0504 20:37:17.676156319 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:37:17.700754833 - starting ovnkube-node' I0504 20:37:17.700754833 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-118.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-118.ec2.internal --init-node ip-10-0-0-118.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-118.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:37:17.743863 3794 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:37:17.743926 3794 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-61322d83a4.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:37:17.745333 3794 kube.go:431] Waiting for certificate I0504 20:37:17.745364 3794 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:37:17.745404 3794 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:37:17.746225 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:37:17.775158 3794 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:17.775179 3794 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:17.778865 3794 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:17.778954 3794 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lmsbw" I0504 20:37:17.786079 3794 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lmsbw" I0504 20:37:17.786158 3794 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:18.745586 3794 kube.go:438] Certificate found I0504 20:37:18.746270 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:37:18.747100 3794 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:37:18.795330 3794 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:32:17 +0000 UTC" deadline="2026-05-05 15:42:38.149188903 +0000 UTC" I0504 20:37:18.795379 3794 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h5m19.353825742s" I0504 20:37:18.817748 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:37:18.829386 3794 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:37:18.829470 3794 server.go:101] MetricServer registers OVS metrics I0504 20:37:18.829853 3794 server.go:105] MetricServer registers OVN DB metrics I0504 20:37:18.830370 3794 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:37:18.830435 3794 factory.go:561] Starting watch factory I0504 20:37:18.830544 3794 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830564 3794 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830567 3794 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830583 3794 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830650 3794 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830678 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830684 3794 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830692 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830698 3794 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830712 3794 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830957 3794 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.830982 3794 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.834591 3794 controller_manager.go:370] Starting the ovnkube controller I0504 20:37:18.834605 3794 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-118.ec2.internal I0504 20:37:18.834653 3794 controller_manager.go:395] NBDB zone sync took: 40.285µs I0504 20:37:18.834663 3794 factory.go:561] Starting watch factory I0504 20:37:18.834791 3794 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:37:18.834815 3794 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:37:18.848817 3794 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:37:18.848837 3794 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:37:18.852534 3794 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.853101 3794 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:37:18.853145 3794 server.go:109] MetricServer registers OVN Controller metrics I0504 20:37:18.854626 3794 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.855502 3794 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.855496 3794 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.857340 3794 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.859920 3794 server.go:113] MetricServer registers OVN Northd metrics I0504 20:37:18.865724 3794 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:37:18.866637 3794 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:18.936652 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:37:18.936680 3794 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:37:18.936685 3794 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:37:18.936690 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:37:18.936695 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:37:18.936698 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:37:18.936795 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:18.936818 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:18.936793 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:18.936846 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:18.939576 3794 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:18.939581 3794 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:18.940250 3794 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:37:18.940263 3794 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:37:18.940267 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:37:18.940270 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:37:18.940273 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:37:18.940276 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:37:18.941756 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:37:18.941770 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:37:18.941836 3794 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.941858 3794 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.944104 3794 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.945980 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:37:18.945990 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:37:18.947123 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:37:18.947179 3794 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.947191 3794 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.950131 3794 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.951884 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:37:18.953032 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:37:18.953093 3794 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.953103 3794 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.956940 3794 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.956947 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:37:18.958794 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:37:18.958857 3794 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.958869 3794 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.961522 3794 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.962481 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:37:18.964030 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:37:18.964097 3794 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.964114 3794 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.966722 3794 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.967628 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:37:18.969081 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:37:18.969290 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:18.969308 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:18.971737 3794 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:18.973653 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:37:18.975009 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:37:18.975074 3794 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.975122 3794 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.975134 3794 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.975151 3794 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.978355 3794 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.978371 3794 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:18.979226 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:37:18.980331 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:37:18.980338 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:37:18.980345 3794 factory.go:680] Watch Factory start up complete, took: 149.91272ms I0504 20:37:18.980411 3794 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:37:18.985059 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:37:18.985083 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:37:18.985094 3794 factory.go:680] Watch Factory start up complete, took: 150.42744ms I0504 20:37:18.985105 3794 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-118.ec2.internal" zone I0504 20:37:19.035046 3794 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:37:19.127872 3794 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:37:19.134621 3794 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:37:19.197124 3794 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:37:19.197228 3794 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:37:19.197264 3794 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:37:19.231769 3794 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:37:19.231842 3794 default_node_network_controller.go:809] Node ip-10-0-0-118.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0504 20:37:19.237909 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.118"] k8s.ovn.org/zone-name:ip-10-0-0-118.ec2.internal] on node ip-10-0-0-118.ec2.internal I0504 20:37:19.259180 3794 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:37:19.265359 3794 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:37:19.265515 3794 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0504 20:37:19.266012 3794 gateway_init.go:263] Preparing Gateway I0504 20:37:19.266026 3794 gateway_shared_intf.go:1687] Creating new gateway I0504 20:37:19.383661 3794 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:37:19.390540 3794 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:37:19.397470 3794 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:37:19.397488 3794 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-118.ec2.internal","mac-address":"12:81:f8:c3:2d:f5","ip-addresses":["10.0.0.118/24"],"ip-address":"10.0.0.118/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2a3f23d4-7ff2-43f4-a592-f4ed2d59b2a8 k8s.ovn.org/node-encap-ips:["10.0.0.118"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.118/24"} k8s.ovn.org/zone-name:ip-10-0-0-118.ec2.internal] on node ip-10-0-0-118.ec2.internal I0504 20:37:19.415253 3794 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:19.485346 3794 controller_manager.go:429] Waiting for node in zone sync took: 500.224428ms I0504 20:37:19.489670 3794 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:37:19.489686 3794 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-118.ec2.internal I0504 20:37:19.503825 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:37:19.511349 3794 controller_manager.go:290] SCTP support detected in OVN I0504 20:37:19.511992 3794 services_controller.go:69] Creating services controller for network=default I0504 20:37:19.512109 3794 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:37:19.512209 3794 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:37:19.512259 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:37:19.512277 3794 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:37:19.512286 3794 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:37:19.512467 3794 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:37:19.512508 3794 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:37:19.512552 3794 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.187µs I0504 20:37:19.512574 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 58.647µs I0504 20:37:19.512586 3794 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 77.642µs I0504 20:37:19.512592 3794 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:37:19.512598 3794 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:37:19.512607 3794 default_network_controller.go:325] Starting the default network controller I0504 20:37:19.512641 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.617µs I0504 20:37:19.512672 3794 udn_enabled_svc.go:95] Performing full resync I0504 20:37:19.513393 3794 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:37:19.513405 3794 udn_enabled_svc.go:104] Starting worker I0504 20:37:19.522848 3794 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:37:19.522904 3794 repair.go:33] Syncing exgw routes took 43.317µs I0504 20:37:19.522931 3794 default_network_controller.go:414] Starting all the Watchers... I0504 20:37:19.523081 3794 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:37:19.523084 3794 namespace.go:98] [openshift-ingress] adding namespace I0504 20:37:19.523093 3794 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:37:19.523083 3794 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:37:19.523095 3794 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:37:19.523113 3794 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:37:19.523115 3794 namespace.go:98] [openshift-console] adding namespace I0504 20:37:19.523126 3794 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:37:19.523115 3794 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:37:19.523130 3794 namespace.go:98] [openshift-logging] adding namespace I0504 20:37:19.523135 3794 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:37:19.523137 3794 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:37:19.523139 3794 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:37:19.523165 3794 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:37:19.523175 3794 namespace.go:98] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] adding namespace I0504 20:37:19.523847 3794 namespace.go:102] [openshift-service-ca-operator] adding namespace took 752.914µs I0504 20:37:19.523865 3794 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:37:19.524488 3794 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 617.387µs I0504 20:37:19.524505 3794 namespace.go:98] [openshift-host-network] adding namespace I0504 20:37:19.525128 3794 namespace.go:102] [openshift-host-network] adding namespace took 616.393µs I0504 20:37:19.525147 3794 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:37:19.525736 3794 namespace.go:102] [openshift-ingress] adding namespace took 2.636727ms I0504 20:37:19.525755 3794 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:37:19.526223 3794 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.116846ms I0504 20:37:19.526329 3794 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:37:19.526772 3794 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.670535ms I0504 20:37:19.526791 3794 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:37:19.527333 3794 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.217769ms I0504 20:37:19.527368 3794 namespace.go:98] [kube-node-lease] adding namespace I0504 20:37:19.527987 3794 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.857841ms I0504 20:37:19.528004 3794 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:37:19.528574 3794 namespace.go:102] [openshift-console] adding namespace took 5.442846ms I0504 20:37:19.528594 3794 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:37:19.529043 3794 namespace.go:102] [openshift-marketplace] adding namespace took 5.909151ms I0504 20:37:19.529063 3794 namespace.go:98] [kube-public] adding namespace I0504 20:37:19.530057 3794 namespace.go:102] [openshift-console-operator] adding namespace took 6.919647ms I0504 20:37:19.530075 3794 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:37:19.530737 3794 namespace.go:102] [openshift-logging] adding namespace took 7.595207ms I0504 20:37:19.530755 3794 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:37:19.531415 3794 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.269363ms I0504 20:37:19.531430 3794 namespace.go:98] [openshift-infra] adding namespace I0504 20:37:19.532050 3794 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.89849ms I0504 20:37:19.532071 3794 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:37:19.532648 3794 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.494775ms I0504 20:37:19.532667 3794 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:37:19.533197 3794 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 10.022789ms I0504 20:37:19.533212 3794 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:37:19.533749 3794 namespace.go:102] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] adding namespace took 10.563663ms I0504 20:37:19.533765 3794 namespace.go:98] [openshift-dns] adding namespace I0504 20:37:19.534218 3794 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.065145ms I0504 20:37:19.534233 3794 namespace.go:98] [openshift-authentication] adding namespace I0504 20:37:19.534687 3794 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.926271ms I0504 20:37:19.534703 3794 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:37:19.535224 3794 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.887704ms I0504 20:37:19.535233 3794 namespace.go:98] [openshift-operators] adding namespace I0504 20:37:19.535806 3794 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.007158ms I0504 20:37:19.535824 3794 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:37:19.536369 3794 namespace.go:102] [kube-node-lease] adding namespace took 8.994671ms I0504 20:37:19.536385 3794 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:37:19.536927 3794 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.917056ms I0504 20:37:19.536942 3794 namespace.go:98] [kube-system] adding namespace I0504 20:37:19.537639 3794 namespace.go:102] [openshift-controller-manager] adding namespace took 9.035779ms I0504 20:37:19.537662 3794 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:37:19.538267 3794 namespace.go:102] [kube-public] adding namespace took 9.193966ms I0504 20:37:19.538286 3794 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:37:19.538767 3794 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.686271ms I0504 20:37:19.538781 3794 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:37:19.539280 3794 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.517496ms I0504 20:37:19.539298 3794 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:37:19.539780 3794 namespace.go:102] [openshift-infra] adding namespace took 8.343771ms I0504 20:37:19.539796 3794 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:37:19.540412 3794 namespace.go:102] [openshift-dns-operator] adding namespace took 8.334833ms I0504 20:37:19.540428 3794 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:37:19.541309 3794 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.633572ms I0504 20:37:19.541326 3794 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:37:19.541905 3794 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.687692ms I0504 20:37:19.541919 3794 namespace.go:98] [openshift] adding namespace I0504 20:37:19.542466 3794 namespace.go:102] [openshift-dns] adding namespace took 8.695065ms I0504 20:37:19.542481 3794 namespace.go:98] [dedicated-admin] adding namespace I0504 20:37:19.542958 3794 namespace.go:102] [openshift-authentication] adding namespace took 8.697027ms I0504 20:37:19.543475 3794 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.766361ms I0504 20:37:19.543490 3794 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:37:19.543931 3794 namespace.go:102] [openshift-operators] adding namespace took 8.675891ms I0504 20:37:19.543949 3794 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:37:19.544351 3794 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.520478ms I0504 20:37:19.544368 3794 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:37:19.544933 3794 namespace.go:102] [openshift-monitoring] adding namespace took 8.542557ms I0504 20:37:19.544950 3794 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:37:19.545320 3794 namespace.go:102] [kube-system] adding namespace took 8.371896ms I0504 20:37:19.545337 3794 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:37:19.545888 3794 namespace.go:102] [openshift-image-registry] adding namespace took 8.219174ms I0504 20:37:19.545904 3794 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:37:19.546265 3794 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.972005ms I0504 20:37:19.546282 3794 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:37:19.546824 3794 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.036408ms I0504 20:37:19.546839 3794 namespace.go:98] [openshift-multus] adding namespace I0504 20:37:19.547290 3794 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.985074ms I0504 20:37:19.547302 3794 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:37:19.547774 3794 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.971999ms I0504 20:37:19.547790 3794 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:37:19.548228 3794 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.7938ms I0504 20:37:19.548260 3794 namespace.go:98] [openshift-network-console] adding namespace I0504 20:37:19.548666 3794 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.33319ms I0504 20:37:19.548680 3794 namespace.go:98] [openshift-insights] adding namespace I0504 20:37:19.549141 3794 namespace.go:102] [openshift] adding namespace took 7.216596ms I0504 20:37:19.549156 3794 namespace.go:98] [default] adding namespace I0504 20:37:19.549666 3794 namespace.go:102] [dedicated-admin] adding namespace took 7.179996ms I0504 20:37:19.549679 3794 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:37:19.550168 3794 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.671375ms I0504 20:37:19.550184 3794 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:37:19.550616 3794 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.659781ms I0504 20:37:19.550633 3794 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:37:19.551032 3794 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.656151ms I0504 20:37:19.551047 3794 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:37:19.551551 3794 namespace.go:102] [openshift-machine-api] adding namespace took 6.59347ms I0504 20:37:19.551564 3794 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:37:19.552002 3794 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.658908ms I0504 20:37:19.552015 3794 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:37:19.552442 3794 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.531203ms I0504 20:37:19.552463 3794 namespace.go:98] [openshift-backplane-cse] adding namespace W0504 20:37:19.553026 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f8gd5: pod openshift-multus/network-metrics-daemon-f8gd5: no pod IPs found I0504 20:37:19.553031 3794 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.742001ms W0504 20:37:19.553043 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-snm4k: pod openshift-multus/network-metrics-daemon-snm4k: no pod IPs found I0504 20:37:19.553051 3794 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:37:19.553674 3794 namespace.go:102] [openshift-multus] adding namespace took 6.82962ms I0504 20:37:19.553698 3794 namespace.go:98] [openshift-backplane] adding namespace I0504 20:37:19.554190 3794 namespace.go:102] [openshift-package-operator] adding namespace took 6.882949ms I0504 20:37:19.554203 3794 namespace.go:98] [openshift-node] adding namespace I0504 20:37:19.554781 3794 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.984699ms I0504 20:37:19.554801 3794 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:37:19.555362 3794 namespace.go:102] [openshift-network-console] adding namespace took 7.093309ms I0504 20:37:19.555381 3794 namespace.go:98] [openshift-config] adding namespace I0504 20:37:19.555994 3794 namespace.go:102] [openshift-insights] adding namespace took 7.3089ms I0504 20:37:19.556010 3794 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:37:19.556424 3794 namespace.go:102] [default] adding namespace took 7.263059ms I0504 20:37:19.556438 3794 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:37:19.557022 3794 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.335555ms I0504 20:37:19.557042 3794 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:37:19.557469 3794 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.277381ms I0504 20:37:19.558140 3794 namespace.go:102] [openshift-config-operator] adding namespace took 7.498554ms I0504 20:37:19.558160 3794 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:37:19.558788 3794 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.732806ms I0504 20:37:19.559303 3794 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.732637ms I0504 20:37:19.559320 3794 namespace.go:98] [openshift-etcd] adding namespace I0504 20:37:19.559798 3794 namespace.go:102] [openshift-config-managed] adding namespace took 7.778305ms I0504 20:37:19.560226 3794 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.755109ms I0504 20:37:19.560761 3794 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.703713ms I0504 20:37:19.561253 3794 namespace.go:102] [openshift-backplane] adding namespace took 7.532394ms I0504 20:37:19.561677 3794 namespace.go:102] [openshift-node] adding namespace took 7.465321ms I0504 20:37:19.562214 3794 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.407788ms I0504 20:37:19.562227 3794 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:37:19.563147 3794 namespace.go:102] [openshift-config] adding namespace took 7.759884ms W0504 20:37:19.563659 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-x88vq: pod openshift-network-diagnostics/network-check-target-x88vq: no pod IPs found W0504 20:37:19.563673 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xq7p7: pod openshift-network-diagnostics/network-check-target-xq7p7: no pod IPs found I0504 20:37:19.563682 3794 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.66536ms I0504 20:37:19.564198 3794 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.753656ms I0504 20:37:19.564214 3794 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:37:19.564629 3794 namespace.go:102] [openshift-apiserver] adding namespace took 7.581787ms I0504 20:37:19.565110 3794 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.943329ms I0504 20:37:19.565648 3794 namespace.go:102] [openshift-etcd] adding namespace took 6.322406ms I0504 20:37:19.566161 3794 namespace.go:102] [openshift-cluster-version] adding namespace took 3.928868ms I0504 20:37:19.566632 3794 namespace.go:102] [openshift-network-operator] adding namespace took 2.411525ms W0504 20:37:19.566744 3794 master.go:471] Unable to parse remote node ip-10-0-2-227.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:37:19.566867 3794 master.go:548] Adding or Updating local node "ip-10-0-0-118.ec2.internal" for network "default" I0504 20:37:19.566925 3794 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-227.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-227.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-227.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-227.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-227.ec2.internal I0504 20:37:19.567931 3794 zone_ic_handler.go:195] Time taken to create transit switch: 469.159µs I0504 20:37:19.567949 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-197.ec2.internal for the network default I0504 20:37:19.569371 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-197.ec2.internal" on network "default" took: 1.920319ms W0504 20:37:19.575750 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xq7p7: pod openshift-network-diagnostics/network-check-target-xq7p7: no pod IPs found W0504 20:37:19.575766 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-f8gd5: pod openshift-multus/network-metrics-daemon-f8gd5: no pod IPs found I0504 20:37:19.576784 3794 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-118.ec2.internal for the network default I0504 20:37:19.576972 3794 zone_ic_handler.go:195] Time taken to create transit switch: 174.121µs I0504 20:37:19.577794 3794 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:37:19.577825 3794 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:37:19.577842 3794 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:37:19.577876 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:19.577904 3794 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0504 20:37:19.577917 3794 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:19.577932 3794 services_controller.go:574] Full service sync requested for network=default I0504 20:37:19.577943 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-118.ec2.internal in network "default" I0504 20:37:19.577975 3794 node_tracker.go:169] Node ip-10-0-0-118.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:19.577982 3794 services_controller.go:574] Full service sync requested for network=default I0504 20:37:19.577988 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-197.ec2.internal in network "default" I0504 20:37:19.578019 3794 node_tracker.go:169] Node ip-10-0-1-197.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:19.578027 3794 services_controller.go:574] Full service sync requested for network=default I0504 20:37:19.678182 3794 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:37:19.678207 3794 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:37:19.678316 3794 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:37:19.678360 3794 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:37:19.678375 3794 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:37:19.770707 3794 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:19.778602 3794 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:37:19.778629 3794 repair.go:60] Starting repairing loop for services I0504 20:37:19.778717 3794 repair.go:131] Deleted 0 stale service LBs I0504 20:37:19.778737 3794 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:37:19.778756 3794 repair.go:62] Finished repairing loop for services: 130.088µs I0504 20:37:19.778780 3794 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:37:19.778790 3794 services_controller.go:254] Starting workers for network=default I0504 20:37:19.779197 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f8gd5] creating logical port openshift-multus_network-metrics-daemon-f8gd5 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:19.779217 3794 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-x88vq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-x88vq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-x88vq: no pod IPs found I0504 20:37:19.779369 3794 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-f8gd5 I0504 20:37:19.779476 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xq7p7] creating logical port openshift-network-diagnostics_network-check-target-xq7p7 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:19.779569 3794 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xq7p7 I0504 20:37:19.779725 3794 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-snm4k, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-snm4k: suppressed error logged: pod openshift-multus/network-metrics-daemon-snm4k: no pod IPs found I0504 20:37:19.794951 3794 pod.go:62] [openshift-multus/network-metrics-daemon-f8gd5] pod update took 15.636676ms I0504 20:37:19.794980 3794 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-f8gd5] addLogicalPort annotation time took 15.668804ms I0504 20:37:19.795802 3794 pod.go:62] [openshift-network-diagnostics/network-check-target-xq7p7] pod update took 16.271533ms I0504 20:37:19.795823 3794 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xq7p7] addLogicalPort annotation time took 16.298457ms I0504 20:37:19.796465 3794 pods.go:271] [openshift-multus/network-metrics-daemon-f8gd5] addLogicalPort took 17.281537ms, libovsdb time 1.218748ms I0504 20:37:19.797196 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-xq7p7] addLogicalPort took 17.724737ms, libovsdb time 1.185801ms I0504 20:37:19.797718 3794 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:37:19.797750 3794 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:37:19.797765 3794 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:37:19.797770 3794 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:37:19.798022 3794 repair.go:29] Repairing admin network policies took 245.391µs I0504 20:37:19.798187 3794 repair.go:92] Repairing baseline admin network policies took 153.875µs I0504 20:37:19.798670 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:37:19.798692 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:37:19.800536 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:37:19.800566 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:37:19.800581 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:37:19.801657 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:37:19.801684 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:37:19.801696 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:37:19.802334 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:37:19.802358 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:37:19.802373 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:37:19.804152 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:37:19.804172 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:37:19.804182 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:37:19.805913 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:37:19.805933 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:37:19.805942 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:37:19.806486 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:37:19.806507 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:37:19.806519 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:37:19.807086 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:37:19.807105 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:37:19.807114 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:37:19.808853 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:37:19.808876 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:37:19.808888 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:37:19.811639 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:37:19.811660 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:37:19.811673 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:37:19.813970 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:37:19.813992 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:37:19.814003 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:37:19.815366 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:37:19.815391 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:37:19.815410 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:37:19.816181 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:37:19.816199 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:37:19.816208 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:37:19.817429 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:37:19.817450 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:37:19.817464 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:37:19.818457 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:37:19.818479 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:37:19.818492 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:37:19.819082 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:37:19.819102 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:37:19.819111 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:37:19.819811 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:37:19.819849 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:37:19.819860 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:37:19.820227 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:37:19.820276 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:37:19.820290 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:37:19.821298 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:37:19.821320 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:37:19.821330 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:37:19.821748 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:37:19.821767 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:37:19.821778 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:37:19.823149 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:37:19.823183 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:37:19.823190 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:37:19.823599 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:37:19.823618 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:37:19.823625 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:37:19.823983 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:37:19.824001 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:37:19.824009 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:37:19.824587 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:37:19.824605 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:37:19.825562 3794 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:37:19.825579 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:37:19.826444 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:37:19.826471 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:37:19.826483 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:37:19.827989 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:37:19.828013 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:37:19.828023 3794 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:37:19.830077 3794 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:37:19.830113 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:37:19.830205 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:37:19.831103 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:37:19.831154 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:37:19.831172 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:37:19.832701 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:37:19.832727 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:37:19.832745 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:37:19.833501 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:37:19.840418 3794 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:37:19.840467 3794 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:37:19.840474 3794 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:37:19.840510 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:37:19.840531 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:37:19.840535 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:37:19.840545 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:37:19.840890 3794 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:37:19.840908 3794 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:37:19.840914 3794 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:37:19.840923 3794 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:37:19.840962 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-118.ec2.internal" for egress firewall I0504 20:37:19.840986 3794 egressfirewall.go:723] Syncing node "ip-10-0-1-197.ec2.internal" for egress firewall I0504 20:37:19.840995 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0504 20:37:19.841292 3794 egressqos.go:245] Starting EgressQoS Controller I0504 20:37:19.841308 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:37:19.841318 3794 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:37:19.841326 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:37:19.841335 3794 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:37:19.841344 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:37:19.841358 3794 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:37:19.841362 3794 egressqos.go:259] Repairing EgressQoSes I0504 20:37:19.841366 3794 egressqos.go:399] Starting repairing loop for egressqos I0504 20:37:19.841484 3794 egressqos.go:401] Finished repairing loop for egressqos: 117.234µs I0504 20:37:19.841536 3794 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:37:19.841631 3794 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-118.ec2.internal I0504 20:37:19.841688 3794 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-118.ec2.internal : 59.306µs I0504 20:37:19.841765 3794 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:37:19.841787 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:37:19.841800 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:37:19.841807 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:37:19.841814 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:37:19.841824 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:37:19.841833 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:37:19.841841 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:37:19.841846 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:37:19.841850 3794 egressservice_zone.go:228] Repairing Egress Services I0504 20:37:19.842256 3794 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:37:19.842270 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:37:19.842282 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:19.842295 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 16.572µs I0504 20:37:19.842305 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-197.ec2.internal I0504 20:37:19.842316 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-197.ec2.internal: 10.913µs I0504 20:37:19.842329 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:19.842335 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 6.524µs I0504 20:37:19.842499 3794 default_network_controller.go:585] Completing all the Watchers took 319.556192ms I0504 20:37:19.842519 3794 default_network_controller.go:589] Starting unidling controllers I0504 20:37:19.842534 3794 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:37:19.842541 3794 unidle.go:63] Populating Initial ContollerEvent events I0504 20:37:19.842552 3794 unidle.go:79] Setting up event handlers for services I0504 20:37:19.842601 3794 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:37:19.916453 3794 default_node_network_controller.go:519] Node connection status = connected W0504 20:37:20.196423 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:20.415618 3794 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:20.908755 3794 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:37:20.916748 3794 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:20.936889 3794 bridgeconfig.go:537] Gateway is ready I0504 20:37:20.936913 3794 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:37:20.950587 3794 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.118. Updating OVN encap IP. I0504 20:37:20.957129 3794 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.118 - it is already configured I0504 20:37:20.957148 3794 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.118/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:37:20.957446 3794 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.118/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-118.ec2.internal","mac-address":"12:81:f8:c3:2d:f5","ip-addresses":["10.0.0.118/24"],"ip-address":"10.0.0.118/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2a3f23d4-7ff2-43f4-a592-f4ed2d59b2a8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.118/24"}] on node ip-10-0-0-118.ec2.internal I0504 20:37:20.971214 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-118.ec2.internal in network "default" I0504 20:37:20.971258 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:20.971279 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 46.23µs I0504 20:37:20.971310 3794 node_tracker.go:169] Node ip-10-0-0-118.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:20.971326 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-118.ec2.internal" for egress firewall I0504 20:37:20.971330 3794 services_controller.go:574] Full service sync requested for network=default I0504 20:37:20.971337 3794 master.go:548] Adding or Updating local node "ip-10-0-0-118.ec2.internal" for network "default" W0504 20:37:20.971569 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:20.971701 3794 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.118 I0504 20:37:20.971848 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-118.ec2.internal I0504 20:37:20.976006 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-118.ec2.internal. Updating no re-route policies I0504 20:37:20.976079 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-d6vcq I0504 20:37:20.976091 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bpn6d I0504 20:37:20.976101 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x6sqj I0504 20:37:20.976108 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bpn6d I0504 20:37:20.976108 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nhkzf I0504 20:37:20.976114 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6m95c I0504 20:37:20.976118 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x6sqj I0504 20:37:20.976121 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6m95c I0504 20:37:20.976122 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nhkzf I0504 20:37:20.976127 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f8gd5 I0504 20:37:20.976137 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bpn6d after 0 failed attempt(s) I0504 20:37:20.976140 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nhkzf after 0 failed attempt(s) I0504 20:37:20.976139 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6m95c after 0 failed attempt(s) I0504 20:37:20.976099 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-d6vcq I0504 20:37:20.976145 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x6sqj after 0 failed attempt(s) I0504 20:37:20.976142 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f8gd5 I0504 20:37:20.976152 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-118.ec2.internal I0504 20:37:20.976147 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xq7p7 I0504 20:37:20.976155 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-118.ec2.internal I0504 20:37:20.976159 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-118.ec2.internal I0504 20:37:20.976161 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-d6vcq after 0 failed attempt(s) I0504 20:37:20.976165 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-118.ec2.internal I0504 20:37:20.976165 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xq7p7 I0504 20:37:20.976163 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qms6z I0504 20:37:20.976172 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-118.ec2.internal after 0 failed attempt(s) I0504 20:37:20.976170 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fbfqv I0504 20:37:20.976178 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qms6z I0504 20:37:20.976183 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-fx8rk I0504 20:37:20.976192 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f8gd5] creating logical port openshift-multus_network-metrics-daemon-f8gd5 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:20.976195 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xq7p7] creating logical port openshift-network-diagnostics_network-check-target-xq7p7 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:20.976200 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-fx8rk I0504 20:37:20.976207 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qms6z after 0 failed attempt(s) I0504 20:37:20.976106 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wpl7c I0504 20:37:20.976221 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-fx8rk after 0 failed attempt(s) I0504 20:37:20.976183 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-118.ec2.internal after 0 failed attempt(s) I0504 20:37:20.976221 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wpl7c I0504 20:37:20.976257 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fbfqv I0504 20:37:20.976265 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wpl7c after 0 failed attempt(s) I0504 20:37:20.976278 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fbfqv after 0 failed attempt(s) I0504 20:37:20.976833 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-xq7p7] addLogicalPort took 642.156µs, libovsdb time 241.456µs I0504 20:37:20.976851 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xq7p7 after 0 failed attempt(s) I0504 20:37:20.976899 3794 pods.go:271] [openshift-multus/network-metrics-daemon-f8gd5] addLogicalPort took 720.158µs, libovsdb time 225.974µs I0504 20:37:20.976911 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-f8gd5 after 0 failed attempt(s) I0504 20:37:20.987561 3794 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:37:21.001162 3794 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:37:21.005002 3794 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:37:21.050810 3794 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:37:21.112102 3794 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:37:21.132604 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:37:21.132748 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:37:21.132797 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:37:21.132873 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:37:21.132935 3794 gateway_init.go:325] Gateway and management port readiness took 1.722108402s I0504 20:37:21.132964 3794 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:37:21.133014 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:37:21.133028 3794 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:37:21.133038 3794 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:37:21.133096 3794 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:37:21.133250 3794 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.986µs I0504 20:37:21.133528 3794 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:37:21.133563 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.834µs I0504 20:37:21.133571 3794 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.85µs I0504 20:37:21.133577 3794 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:37:21.133586 3794 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:37:21.133593 3794 default_node_network_controller.go:899] Starting the default node network controller I0504 20:37:21.133598 3794 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:37:21.133688 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.804µs I0504 20:37:21.133793 3794 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:37:21.133801 3794 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:37:21.133825 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f5c0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc0002ec2a0 0xc0002ec310 0xc0002ec380 0xc000bad950 0xc0002ec3f0 0xc0002ec4d0 0xc000b24320 0xc006257340 0xc0002ec540 map[0x2ff9080:0xc003204c00 0x2ff95c0:0xc003204e40 0x2ffa2e0:0xc003204b40 0x2ffa580:0xc003204ba0 0x2ffad60:0xc003204c60 0x2ffb000:0xc003204cc0 0x2ffb2a0:0xc003204d20 0x2ffba80:0xc003204ea0 0x2ffbd20:0xc003204f00 0x3026980:0xc000e1aae0 0x3026d20:0xc000e1ab40 0x3027800:0xc000c8fbc0 0x3029160:0xc001cc0000 0x30298a0:0xc0032049c0 0x302a720:0xc000a07800] 0xc000ba2b60 0} I0504 20:37:21.133886 3794 gateway.go:151] Starting gateway service sync I0504 20:37:21.134361 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:37:21.137058 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:37:21.163119 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:37:21.164531 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:37:21.165896 3794 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP W0504 20:37:21.201167 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:21.203289 3794 gateway.go:168] Gateway service sync done. Time taken: 69.389686ms I0504 20:37:21.204034 3794 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32433 I0504 20:37:21.204111 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f5c0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc0002ec2a0 0xc0002ec310 0xc0002ec380 0xc000bad950 0xc0002ec3f0 0xc0002ec4d0 0xc000b24320 0xc006257340 0xc0002ec540 map[0x2ff9080:0xc003204c00 0x2ff95c0:0xc003204e40 0x2ffa2e0:0xc003204b40 0x2ffa580:0xc003204ba0 0x2ffad60:0xc003204c60 0x2ffb000:0xc003204cc0 0x2ffb2a0:0xc003204d20 0x2ffba80:0xc003204ea0 0x2ffbd20:0xc003204f00 0x3026980:0xc000e1aae0 0x3026d20:0xc000e1ab40 0x3027800:0xc000c8fbc0 0x3029160:0xc001cc0000 0x30298a0:0xc0032049c0 0x302a720:0xc000a07800] 0xc000ba2b60 0} I0504 20:37:21.204637 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f5c0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc0002ec2a0 0xc0002ec310 0xc0002ec380 0xc000bad950 0xc0002ec3f0 0xc0002ec4d0 0xc000b24320 0xc006257340 0xc0002ec540 map[0x2ff9080:0xc003204c00 0x2ff95c0:0xc003204e40 0x2ffa2e0:0xc003204b40 0x2ffa580:0xc003204ba0 0x2ffad60:0xc003204c60 0x2ffb000:0xc003204cc0 0x2ffb2a0:0xc003204d20 0x2ffba80:0xc003204ea0 0x2ffbd20:0xc003204f00 0x3026980:0xc000e1aae0 0x3026d20:0xc000e1ab40 0x3027800:0xc000c8fbc0 0x3029160:0xc001cc0000 0x30298a0:0xc0032049c0 0x302a720:0xc000a07800] 0xc000ba2b60 0} I0504 20:37:21.204673 3794 gateway.go:532] Reconciling gateway with updates I0504 20:37:21.210616 3794 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:37:21.210700 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:21.210709 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:21.210717 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:21.210725 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:21.210726 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:21.210730 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:21.210735 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:21.210749 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:21.210746 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:21.210758 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:21.210761 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:21.210725 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:21.210778 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:21.210779 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:21.210788 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:21.210789 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:37:21.210787 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:21.210797 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:37:21.210793 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:21.210803 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:21.210804 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:21.210813 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:21.210812 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:21.210818 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:21.210821 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:21.210827 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:37:21.210793 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:37:21.210832 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:21.210831 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:21.210843 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:21.210843 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:21.210847 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:21.210843 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:21.210854 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:21.210859 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:21.210861 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:21.210867 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:21.210869 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:21.210871 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:21.210768 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:21.210890 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:21.210895 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:37:21.210778 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:21.210905 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31586 is already open, no action needed I0504 20:37:21.210805 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:37:21.210919 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 30787 is already open, no action needed I0504 20:37:21.210916 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:21.210924 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:37:21.210926 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:21.210933 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:21.210938 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:21.210949 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:21.210909 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:21.210949 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:21.210957 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:37:21.210922 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:21.210966 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:37:21.210969 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:21.210971 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:21.210977 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:21.210983 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:21.210998 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:21.210808 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:37:21.210740 3794 default_node_network_controller.go:944] Gateway and management port readiness took 76.932335ms I0504 20:37:21.211029 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:37:21.211041 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:37:21.211044 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:21.211052 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:21.211063 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:21.211068 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:37:21.211070 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:37:21.211054 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:21.211077 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:37:21.211082 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:37:21.211061 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:21.211097 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:21.211084 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:21.210973 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:21.211107 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:21.210848 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:21.210818 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:21.211143 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:21.211156 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:21.211163 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:21.211171 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:37:21.210828 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:37:21.210805 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:21.210789 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:21.211263 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:21.211271 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:37:21.210778 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:21.211284 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:21.210788 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:21.211332 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:21.210795 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:37:21.210810 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:21.211372 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:21.210831 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:21.210836 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:21.210851 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:21.211476 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:21.210854 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:37:21.210846 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:21.211507 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:21.210876 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:37:21.211507 3794 node_ip_handler_linux.go:160] Node IP manager is running I0504 20:37:21.211183 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:21.211537 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:21.211516 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) W0504 20:37:21.254616 3794 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:37:21.254892 3794 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:37:21.255112 3794 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0504 20:37:21.263506 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:37:21.263535 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:37:21.263541 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:37:21.263550 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:37:21.263560 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:37:21.263566 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:37:21.309146 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:37:21.330020 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:37:21.330073 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:37:21.330090 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:37:21.330098 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:37:21.330103 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:37:21.330110 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:37:21.330118 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:37:21.330124 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:37:21.330147 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:37:21.330156 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:37:21.330161 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:37:21.330170 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:37:21.330175 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:37:21.330181 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:37:21.330186 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:37:21.330191 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:37:21.330196 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:37:21.330201 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:37:21.330206 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:37:21.330211 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:37:22.853326 3794 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:37:22.853415 3794 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:37:22.853476 3794 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0504 20:37:22.865386 3794 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.038552ms I0504 20:37:22.865505 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-197.ec2.internal", IP: 10.0.1.197 to PMTUD blocking rules I0504 20:37:22.865523 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-197.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:37:22.871578 3794 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:37:22.871871 3794 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:37:22.871997 3794 egressservice_node.go:183] Starting Egress Services Controller I0504 20:37:22.872020 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:37:22.872037 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:37:22.872049 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:37:22.872060 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:37:22.872068 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:37:22.872075 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:37:22.872081 3794 egressservice_node.go:197] Repairing Egress Services I0504 20:37:22.882735 3794 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:37:22.882749 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:37:22.882885 3794 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:37:22.882895 3794 link_network_manager.go:119] Link manager is running I0504 20:37:22.882904 3794 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:37:22.883200 3794 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:37:22.883603 3794 vrf_manager.go:128] VRF manager is running I0504 20:37:22.883932 3794 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:37:22.883947 3794 gateway.go:532] Reconciling gateway with updates I0504 20:37:22.902333 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:22.902366 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:22.902430 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:22.902439 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:22.902446 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:37:22.902452 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:22.902458 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:22.902464 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:22.902471 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:22.902481 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:22.902492 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:22.902495 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:22.902498 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:22.902506 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:37:22.902500 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:22.902478 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:22.902521 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:22.902522 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:22.902510 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31586 is already open, no action needed I0504 20:37:22.902530 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:22.902521 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:22.902541 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 30787 is already open, no action needed I0504 20:37:22.902544 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:37:22.902534 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:22.902557 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:22.902565 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:37:22.902544 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:22.902572 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:22.902435 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:22.902590 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:22.902593 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:22.902599 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:22.902603 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:22.902611 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:37:22.902614 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:22.902618 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:22.902510 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:22.902631 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:22.902632 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:22.902545 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:37:22.902641 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:22.902571 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:22.902645 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:22.902651 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:22.902556 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:22.902656 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:22.902664 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:37:22.902583 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:22.902670 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:37:22.902673 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:37:22.902674 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:22.902682 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:37:22.902679 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:22.902674 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:22.902690 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:22.902690 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:22.902691 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:37:22.902698 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:22.902701 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:22.902705 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:37:22.902699 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:22.902712 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:22.902714 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:22.902712 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:22.902719 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:22.902719 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:22.902724 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:22.902733 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:22.902729 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:22.902741 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:37:22.902706 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:22.902680 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:37:22.902755 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:22.902757 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:22.902601 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:22.902771 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:37:22.902663 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:22.902571 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:22.902672 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:22.902805 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:37:22.902693 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:22.902644 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:22.902581 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:22.902857 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:22.902698 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:22.902868 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:37:22.902560 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:22.902908 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:22.902918 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:22.902654 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:22.902933 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:22.902952 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:22.902939 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:22.902965 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:37:22.902678 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:22.902714 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:22.902984 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:22.902992 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:22.902696 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:22.902925 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:22.903037 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:22.902701 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:22.926183 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:37:22.926219 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:37:22.926232 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:37:22.926272 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:37:22.967284 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:37:22.967304 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:37:22.967288 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:37:22.967296 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:37:22.967322 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:37:22.967331 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:37:22.967338 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:37:22.967359 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:37:23.008535 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:37:23.008570 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:37:23.008577 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:37:23.008583 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:37:23.008590 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:37:23.008598 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:37:23.008606 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:37:23.008617 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:37:23.008623 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:37:23.008632 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:37:23.008646 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:37:23.008662 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:37:23.008681 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:37:23.008687 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:37:23.008694 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:37:23.008699 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:37:23.008709 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:37:23.008714 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:37:23.008726 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:37:23.008738 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:37:24.701595 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:24.701639 3794 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0504 20:37:24.701658 3794 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:24.701676 3794 services_controller.go:574] Full service sync requested for network=default I0504 20:37:24.701596 3794 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:37:24.701817 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:24.702300 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:24.737632 3794 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:24.836804 3794 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:24.836859 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:24.836925 3794 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:24.836944 3794 services_controller.go:574] Full service sync requested for network=default W0504 20:37:24.837500 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:37:24.837557 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:24.838049 3794 zone_ic_handler.go:195] Time taken to create transit switch: 337.421µs I0504 20:37:24.838069 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-227.ec2.internal for the network default I0504 20:37:24.838504 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:24.838532 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 32.335µs I0504 20:37:24.839573 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-227.ec2.internal" on network "default" took: 1.878664ms I0504 20:37:24.862862 3794 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-689b5d9f56-w22kd] creating logical port openshift-image-registry_image-registry-689b5d9f56-w22kd for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:24.863075 3794 kube.go:256] Updating pod openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:37:24.882502 3794 pod.go:62] [openshift-image-registry/image-registry-689b5d9f56-w22kd] pod update took 19.47959ms I0504 20:37:24.882539 3794 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-689b5d9f56-w22kd] addLogicalPort annotation time took 19.525601ms I0504 20:37:24.884177 3794 pods.go:271] [openshift-image-registry/image-registry-689b5d9f56-w22kd] addLogicalPort took 21.341537ms, libovsdb time 1.201815ms I0504 20:37:24.884667 3794 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fxbns] creating logical port openshift-ingress-canary_ingress-canary-fxbns for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:24.884829 3794 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fxbns I0504 20:37:24.888866 3794 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dsvrx] creating logical port openshift-dns_dns-default-dsvrx for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:24.889086 3794 kube.go:256] Updating pod openshift-dns/dns-default-dsvrx I0504 20:37:24.899999 3794 pod.go:62] [openshift-ingress-canary/ingress-canary-fxbns] pod update took 15.206176ms I0504 20:37:24.900044 3794 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fxbns] addLogicalPort annotation time took 15.263019ms I0504 20:37:24.901779 3794 pods.go:271] [openshift-ingress-canary/ingress-canary-fxbns] addLogicalPort took 17.117976ms, libovsdb time 1.253638ms I0504 20:37:24.904936 3794 pod.go:62] [openshift-dns/dns-default-dsvrx] pod update took 15.950851ms I0504 20:37:24.904969 3794 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dsvrx] addLogicalPort annotation time took 16.007004ms I0504 20:37:24.926394 3794 pods.go:271] [openshift-dns/dns-default-dsvrx] addLogicalPort took 37.59076ms, libovsdb time 18.166783ms I0504 20:37:25.303892 3794 cni.go:452] [openshift-ingress-canary/ingress-canary-fxbns b10f1ad67f17a6134e9b07509019e1ef57a57ae0c016caa8e0752673b9955c13 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fxbns b10f1ad67f17a6134e9b07509019e1ef57a57ae0c016caa8e0752673b9955c13 network default NAD default NAD key ] I0504 20:37:25.343097 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fxbns, hostIfaceName: b10f1ad67f17a61, network: default, NAD default, SandboxID: "b10f1ad67f17a6134e9b07509019e1ef57a57ae0c016caa8e0752673b9955c13", PCI device ID: , UID: "180e457a-6213-4269-8caf-b6e00d2c1d01", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0504 20:37:25.396578 3794 cni.go:473] [openshift-ingress-canary/ingress-canary-fxbns b10f1ad67f17a6134e9b07509019e1ef57a57ae0c016caa8e0752673b9955c13 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fxbns b10f1ad67f17a6134e9b07509019e1ef57a57ae0c016caa8e0752673b9955c13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:07:3b:e0:fb:37\",\"name\":\"b10f1ad67f17a61\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9af0eb81-d688-4bb4-807f-97d35d7f112b\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:37:26.941985 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0504 20:37:26.942051 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:26.942063 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0504 20:37:26.942397 3794 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:26.942409 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:37:26.942423 3794 services_controller.go:574] Full service sync requested for network=default I0504 20:37:26.942074 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:26.942484 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 409.912µs W0504 20:37:26.942611 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:37:26.942680 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:26.948710 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-227.ec2.internal. Updating no re-route policies I0504 20:37:26.959211 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0504 20:37:26.959232 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:37:28.601204 3794 cni.go:452] [openshift-network-diagnostics/network-check-target-xq7p7 2cec432d35142746d8aae167be14e6e6a09441428c176ad6e82b939b2be39115 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xq7p7 2cec432d35142746d8aae167be14e6e6a09441428c176ad6e82b939b2be39115 network default NAD default NAD key ] I0504 20:37:28.612617 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xq7p7, hostIfaceName: 2cec432d3514274, network: default, NAD default, SandboxID: "2cec432d35142746d8aae167be14e6e6a09441428c176ad6e82b939b2be39115", PCI device ID: , UID: "29b00fbe-2bf8-40a5-aebf-0b53ce41e935", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0504 20:37:28.668263 3794 cni.go:473] [openshift-network-diagnostics/network-check-target-xq7p7 2cec432d35142746d8aae167be14e6e6a09441428c176ad6e82b939b2be39115 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xq7p7 2cec432d35142746d8aae167be14e6e6a09441428c176ad6e82b939b2be39115 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:28:c6:52:f7:11\",\"name\":\"2cec432d3514274\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92b2df3f-4597-4961-97c4-779f08402eec\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:37:31.138430 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:31.138467 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 46.773µs W0504 20:37:32.710329 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:38.935233 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:52.210080 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:52.210105 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:53.379566 3794 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:37:53.379671 3794 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 I0504 20:37:53.393376 3794 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86] pod update took 13.737129ms I0504 20:37:53.393404 3794 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86] addLogicalPort annotation time took 13.768638ms I0504 20:37:53.394647 3794 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86] addLogicalPort took 15.098681ms, libovsdb time 956.31µs I0504 20:37:53.744420 3794 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key ] I0504 20:37:53.754146 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86, hostIfaceName: 636ee63226e030c, network: default, NAD default, SandboxID: "636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c", PCI device ID: , UID: "4589cf1c-9bd5-4e90-9d42-cfd95705f187", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0504 20:37:53.806380 3794 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8b:bf:de:1b:c8\",\"name\":\"636ee63226e030c\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c51f0e1-3003-4e46-9f48-489769f1cd57\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:38:03.724686 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:38:09.826147 3794 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key ] I0504 20:38:09.892840 3794 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 636ee63226e030ce3d8fb56368d5dacd27f87c35253d10ea1956aa57c5d27d5c network default NAD default NAD key default], result "{}", err I0504 20:38:09.934688 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.934752 3794 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 I0504 20:38:09.936058 3794 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86, ips: 10.129.0.8 I0504 20:38:09.936083 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.936105 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.936118 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:38:09.936341 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.936355 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:38:10.849212 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849258 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849275 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849285 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:13.538295 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:38:13.549640 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:38:57.524469 3794 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-8qdp7 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:38:57.524491 3794 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-rpq7r for pod on switch ip-10-0-0-118.ec2.internal I0504 20:38:57.524579 3794 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7 I0504 20:38:57.524592 3794 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r I0504 20:38:57.541520 3794 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r] pod update took 16.964433ms I0504 20:38:57.541553 3794 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r] addLogicalPort annotation time took 17.000699ms I0504 20:38:57.542883 3794 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r] addLogicalPort took 18.403423ms, libovsdb time 1.005775ms I0504 20:38:57.548779 3794 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7] pod update took 24.226506ms I0504 20:38:57.548805 3794 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7] addLogicalPort annotation time took 24.25936ms I0504 20:38:57.549852 3794 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7] addLogicalPort took 25.40046ms, libovsdb time 719.427µs I0504 20:38:57.717908 3794 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-ntvxz for pod on switch ip-10-0-0-118.ec2.internal I0504 20:38:57.718028 3794 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz I0504 20:38:57.761117 3794 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz] pod update took 43.123793ms I0504 20:38:57.761172 3794 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz] addLogicalPort annotation time took 43.186924ms I0504 20:38:57.762462 3794 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz] addLogicalPort took 44.576986ms, libovsdb time 957.884µs I0504 20:38:57.878390 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-n527s for pod on switch ip-10-0-0-118.ec2.internal I0504 20:38:57.878500 3794 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s I0504 20:38:57.887323 3794 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7 558b72d18c6f5e1a1227d4bf6a549d17beec093dfc0fa23f95c50b7a4cc6cbeb network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7 558b72d18c6f5e1a1227d4bf6a549d17beec093dfc0fa23f95c50b7a4cc6cbeb network default NAD default NAD key ] I0504 20:38:57.888349 3794 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-pwmj4 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:38:57.888533 3794 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4 I0504 20:38:57.897708 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-8qdp7, hostIfaceName: 558b72d18c6f5e1, network: default, NAD default, SandboxID: "558b72d18c6f5e1a1227d4bf6a549d17beec093dfc0fa23f95c50b7a4cc6cbeb", PCI device ID: , UID: "d02aec78-b231-4452-b521-e8cee08ef32d", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0504 20:38:57.920836 3794 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4] pod update took 32.325297ms I0504 20:38:57.920870 3794 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4] addLogicalPort annotation time took 32.370028ms I0504 20:38:57.922315 3794 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4] addLogicalPort took 33.986782ms, libovsdb time 1.001662ms I0504 20:38:57.928876 3794 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s I0504 20:38:57.949552 3794 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7 558b72d18c6f5e1a1227d4bf6a549d17beec093dfc0fa23f95c50b7a4cc6cbeb network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8qdp7 558b72d18c6f5e1a1227d4bf6a549d17beec093dfc0fa23f95c50b7a4cc6cbeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:b1:f4:97:7f:4f\",\"name\":\"558b72d18c6f5e1\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8f6e588-0aea-4eb5-83db-e65dc85ed06f\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:38:57.967815 3794 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s] pod update took 89.346431ms I0504 20:38:57.967858 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s] addLogicalPort annotation time took 89.389353ms I0504 20:38:57.969076 3794 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s] addLogicalPort took 90.690866ms, libovsdb time 849.923µs I0504 20:38:58.248693 3794 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4 c38fff10dbc99f3a580f7f60c53eaa66bfdbafd98a2141ef4af3538d9235732f network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4 c38fff10dbc99f3a580f7f60c53eaa66bfdbafd98a2141ef4af3538d9235732f network default NAD default NAD key ] I0504 20:38:58.260325 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-pwmj4, hostIfaceName: c38fff10dbc99f3, network: default, NAD default, SandboxID: "c38fff10dbc99f3a580f7f60c53eaa66bfdbafd98a2141ef4af3538d9235732f", PCI device ID: , UID: "3258372a-79bc-4613-b91d-dfbdef8bc00a", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0504 20:38:58.310732 3794 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4 c38fff10dbc99f3a580f7f60c53eaa66bfdbafd98a2141ef4af3538d9235732f network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-pwmj4 c38fff10dbc99f3a580f7f60c53eaa66bfdbafd98a2141ef4af3538d9235732f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:e3:3c:c9:e1:ae\",\"name\":\"c38fff10dbc99f3\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40d2b1d3-3d18-4de7-be7d-73d120cc4383\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:39:00.426837 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:00.590377 3794 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:39:00.591223 3794 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 825.622µs I0504 20:39:00.609688 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:39:02.215684 3794 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:39:02.216610 3794 namespace.go:102] [openshift-service-ca] adding namespace took 896.067µs I0504 20:39:02.235907 3794 namespace.go:142] [openshift-service-ca] updating namespace W0504 20:39:10.851647 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:13.489503 3794 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r 881ee94d555eb376db595f318632dae1bb211777704e68f474aa04f45900f539 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r 881ee94d555eb376db595f318632dae1bb211777704e68f474aa04f45900f539 network default NAD default NAD key ] I0504 20:39:13.499057 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-rpq7r, hostIfaceName: 881ee94d555eb37, network: default, NAD default, SandboxID: "881ee94d555eb376db595f318632dae1bb211777704e68f474aa04f45900f539", PCI device ID: , UID: "89f24064-a328-4524-8465-8ca7694e98b1", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0504 20:39:13.549111 3794 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r 881ee94d555eb376db595f318632dae1bb211777704e68f474aa04f45900f539 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rpq7r 881ee94d555eb376db595f318632dae1bb211777704e68f474aa04f45900f539 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ce:bd:0e:7e:f5\",\"name\":\"881ee94d555eb37\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/241f03b9-c5c9-4317-9d9b-51cd52de630e\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:23.531927 3794 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-z8jdn] creating logical port openshift-insights_insights-runtime-extractor-z8jdn for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:23.532074 3794 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-z8jdn I0504 20:39:23.547648 3794 pod.go:62] [openshift-insights/insights-runtime-extractor-z8jdn] pod update took 15.603904ms I0504 20:39:23.547671 3794 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-z8jdn] addLogicalPort annotation time took 15.631261ms I0504 20:39:23.548824 3794 pods.go:271] [openshift-insights/insights-runtime-extractor-z8jdn] addLogicalPort took 16.914907ms, libovsdb time 848.375µs W0504 20:39:23.626766 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:23.629745 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:23.629766 3794 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:23.629777 3794 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0504 20:39:23.893303 3794 cni.go:452] [openshift-insights/insights-runtime-extractor-z8jdn a1b4b760af24168b558d66d1f0dc19b225269d345ff7fcf34bf92a7c9d5defb1 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-z8jdn a1b4b760af24168b558d66d1f0dc19b225269d345ff7fcf34bf92a7c9d5defb1 network default NAD default NAD key ] I0504 20:39:23.903207 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-z8jdn, hostIfaceName: a1b4b760af24168, network: default, NAD default, SandboxID: "a1b4b760af24168b558d66d1f0dc19b225269d345ff7fcf34bf92a7c9d5defb1", PCI device ID: , UID: "c1241c22-973d-40ee-910b-1683e8f1e9c7", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0504 20:39:23.955514 3794 cni.go:473] [openshift-insights/insights-runtime-extractor-z8jdn a1b4b760af24168b558d66d1f0dc19b225269d345ff7fcf34bf92a7c9d5defb1 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-z8jdn a1b4b760af24168b558d66d1f0dc19b225269d345ff7fcf34bf92a7c9d5defb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ae:d8:e9:7a:ff\",\"name\":\"a1b4b760af24168\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9ad5df7-54f4-4ac1-a84d-1ee90e33e659\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:25.056879 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.056914 3794 pods.go:176] Deleting pod: openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:39:25.058131 3794 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-689b5d9f56-w22kd, ips: 10.129.0.5 I0504 20:39:25.058158 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.071213 3794 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cfd644d97-rjp2q] creating logical port openshift-image-registry_image-registry-6cfd644d97-rjp2q for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:25.071359 3794 kube.go:256] Updating pod openshift-image-registry/image-registry-6cfd644d97-rjp2q I0504 20:39:25.078093 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.078112 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.081415 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:39:25.081441 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:39:25.090352 3794 pod.go:62] [openshift-image-registry/image-registry-6cfd644d97-rjp2q] pod update took 19.021414ms I0504 20:39:25.090379 3794 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cfd644d97-rjp2q] addLogicalPort annotation time took 19.052456ms I0504 20:39:25.091524 3794 pods.go:271] [openshift-image-registry/image-registry-6cfd644d97-rjp2q] addLogicalPort took 20.325383ms, libovsdb time 846.289µs I0504 20:39:25.186625 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.187255 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.199390 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.199417 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.207572 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-db86dff9-hx24j I0504 20:39:25.207595 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-db86dff9-hx24j I0504 20:39:25.431742 3794 cni.go:452] [openshift-image-registry/image-registry-6cfd644d97-rjp2q 22ab9aa5f9a2d8065cdbb03d4a2e08a469bed8ebb1baa5c139d0a8c519771ebc network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cfd644d97-rjp2q 22ab9aa5f9a2d8065cdbb03d4a2e08a469bed8ebb1baa5c139d0a8c519771ebc network default NAD default NAD key ] I0504 20:39:25.443017 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cfd644d97-rjp2q, hostIfaceName: 22ab9aa5f9a2d80, network: default, NAD default, SandboxID: "22ab9aa5f9a2d8065cdbb03d4a2e08a469bed8ebb1baa5c139d0a8c519771ebc", PCI device ID: , UID: "36cb428b-0ed6-47cf-9373-ccb5dedf00c1", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0504 20:39:25.497882 3794 cni.go:473] [openshift-image-registry/image-registry-6cfd644d97-rjp2q 22ab9aa5f9a2d8065cdbb03d4a2e08a469bed8ebb1baa5c139d0a8c519771ebc network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cfd644d97-rjp2q 22ab9aa5f9a2d8065cdbb03d4a2e08a469bed8ebb1baa5c139d0a8c519771ebc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:12:d6:b8:e8:02\",\"name\":\"22ab9aa5f9a2d80\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c6d0e1b-3145-492d-9c28-9f3abcdb2d18\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:39:26.027277 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:26.196981 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:39:29.879167 3794 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz bbb3b1da82f5fabf96291adb8e17208842a6cf04f252c3d54d81df78e9fd306c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz bbb3b1da82f5fabf96291adb8e17208842a6cf04f252c3d54d81df78e9fd306c network default NAD default NAD key ] I0504 20:39:29.888903 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-ntvxz, hostIfaceName: bbb3b1da82f5fab, network: default, NAD default, SandboxID: "bbb3b1da82f5fabf96291adb8e17208842a6cf04f252c3d54d81df78e9fd306c", PCI device ID: , UID: "8e1f1757-525a-4299-9e06-eff5ca48ac7a", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0504 20:39:29.938735 3794 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz bbb3b1da82f5fabf96291adb8e17208842a6cf04f252c3d54d81df78e9fd306c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ntvxz bbb3b1da82f5fabf96291adb8e17208842a6cf04f252c3d54d81df78e9fd306c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:34:6e:3d:0b:4a\",\"name\":\"bbb3b1da82f5fab\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/148e13b1-058f-4254-a0f4-5c29373233fc\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:30.035654 3794 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s 73cb1b78969aa087a565687aa9332483b4bfe848ef8447021243d14c3b1f315c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s 73cb1b78969aa087a565687aa9332483b4bfe848ef8447021243d14c3b1f315c network default NAD default NAD key ] I0504 20:39:30.045873 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-n527s, hostIfaceName: 73cb1b78969aa08, network: default, NAD default, SandboxID: "73cb1b78969aa087a565687aa9332483b4bfe848ef8447021243d14c3b1f315c", PCI device ID: , UID: "d71e2df4-e252-407f-9903-085e0547a512", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0504 20:39:30.095021 3794 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s 73cb1b78969aa087a565687aa9332483b4bfe848ef8447021243d14c3b1f315c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-n527s 73cb1b78969aa087a565687aa9332483b4bfe848ef8447021243d14c3b1f315c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ba:cf:3b:60:a3\",\"name\":\"73cb1b78969aa08\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65c7972a-cf31-4f41-a057-5e754258a993\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:39:30.541529 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.541551 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.541561 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.542452 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:30.542469 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.216602 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.216632 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.216642 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.217669 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.217684 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.245539 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.245567 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.247385 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.247404 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.247416 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:39:32.359070 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-v4gx9 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:32.359189 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9 I0504 20:39:32.373126 3794 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9] pod update took 13.972771ms I0504 20:39:32.373157 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9] addLogicalPort annotation time took 14.006995ms I0504 20:39:32.374492 3794 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9] addLogicalPort took 15.437086ms, libovsdb time 946.501µs I0504 20:39:33.159125 3794 cni.go:452] [openshift-dns/dns-default-dsvrx 3bbd5f0f4c89f8412b56c2d26e1b74ad1f097589e19df7e3d74ed149dc511cce network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dsvrx 3bbd5f0f4c89f8412b56c2d26e1b74ad1f097589e19df7e3d74ed149dc511cce network default NAD default NAD key ] I0504 20:39:33.170874 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dsvrx, hostIfaceName: 3bbd5f0f4c89f84, network: default, NAD default, SandboxID: "3bbd5f0f4c89f8412b56c2d26e1b74ad1f097589e19df7e3d74ed149dc511cce", PCI device ID: , UID: "6c844e8b-4b39-4d29-be20-8ae8711dc393", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0504 20:39:33.222741 3794 cni.go:473] [openshift-dns/dns-default-dsvrx 3bbd5f0f4c89f8412b56c2d26e1b74ad1f097589e19df7e3d74ed149dc511cce network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dsvrx 3bbd5f0f4c89f8412b56c2d26e1b74ad1f097589e19df7e3d74ed149dc511cce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:7e:e7:45:33:31\",\"name\":\"3bbd5f0f4c89f84\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/192d09c8-5d7a-46d5-b952-40d247c4f535\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:33.319281 3794 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9 530f156affc119065a7d8f876ef4ed250fe1a7e71152e3a833344487a53e9760 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9 530f156affc119065a7d8f876ef4ed250fe1a7e71152e3a833344487a53e9760 network default NAD default NAD key ] I0504 20:39:33.330227 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-v4gx9, hostIfaceName: 530f156affc1190, network: default, NAD default, SandboxID: "530f156affc119065a7d8f876ef4ed250fe1a7e71152e3a833344487a53e9760", PCI device ID: , UID: "d5aca32d-0847-4a7e-964c-7d2bbcc945b1", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0504 20:39:33.380739 3794 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9 530f156affc119065a7d8f876ef4ed250fe1a7e71152e3a833344487a53e9760 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v4gx9 530f156affc119065a7d8f876ef4ed250fe1a7e71152e3a833344487a53e9760 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:83:1d:dc:6c:ba\",\"name\":\"530f156affc1190\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29e6f4f0-d826-4af9-bf8d-d435c7301529\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:39:35.571467 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:39:36.114935 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:39:36.389161 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-pjrml] creating logical port openshift-monitoring_prometheus-operator-76b589d668-pjrml for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:36.389351 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-pjrml I0504 20:39:36.405307 3794 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-pjrml] pod update took 16.009275ms I0504 20:39:36.405331 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-pjrml] addLogicalPort annotation time took 16.038268ms I0504 20:39:36.406616 3794 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-pjrml] addLogicalPort took 17.472176ms, libovsdb time 923.347µs I0504 20:39:36.746613 3794 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-pjrml ec39e9c3c94336ab55d823a910f534c9e24155dce578d014ffc295b9431be5e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-pjrml ec39e9c3c94336ab55d823a910f534c9e24155dce578d014ffc295b9431be5e4 network default NAD default NAD key ] I0504 20:39:36.756988 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-pjrml, hostIfaceName: ec39e9c3c94336a, network: default, NAD default, SandboxID: "ec39e9c3c94336ab55d823a910f534c9e24155dce578d014ffc295b9431be5e4", PCI device ID: , UID: "3ec25619-e013-4fb9-8aec-bb0790b54079", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0504 20:39:36.807825 3794 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-pjrml ec39e9c3c94336ab55d823a910f534c9e24155dce578d014ffc295b9431be5e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-pjrml ec39e9c3c94336ab55d823a910f534c9e24155dce578d014ffc295b9431be5e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:7c:9d:8d:0d:a1\",\"name\":\"ec39e9c3c94336a\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6134a5e6-529a-475c-8d67-9aff69641c61\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:40.980092 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-4rrkj for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:40.980218 3794 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj I0504 20:39:41.008347 3794 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj] pod update took 28.167869ms I0504 20:39:41.008372 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj] addLogicalPort annotation time took 28.202743ms I0504 20:39:41.009657 3794 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj] addLogicalPort took 29.586719ms, libovsdb time 944.791µs I0504 20:39:41.052948 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-xgdg5 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:41.053051 3794 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5 I0504 20:39:41.076442 3794 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5] pod update took 23.414475ms I0504 20:39:41.076470 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5] addLogicalPort annotation time took 23.451293ms I0504 20:39:41.077754 3794 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5] addLogicalPort took 24.825847ms, libovsdb time 924.307µs I0504 20:39:41.339030 3794 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj bb7eb61d50d49550635f827f17c2182f58ccc7eb90c9f78b2e1c1a868d6ccc26 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj bb7eb61d50d49550635f827f17c2182f58ccc7eb90c9f78b2e1c1a868d6ccc26 network default NAD default NAD key ] I0504 20:39:41.359081 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-4rrkj, hostIfaceName: bb7eb61d50d4955, network: default, NAD default, SandboxID: "bb7eb61d50d49550635f827f17c2182f58ccc7eb90c9f78b2e1c1a868d6ccc26", PCI device ID: , UID: "8a7fd51f-21b4-434e-b97c-d869629fbb38", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0504 20:39:41.410998 3794 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5 9f323b8e72206986dd3138f21741ec1ae98ddd19e842dfe443036c5246ecabd1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5 9f323b8e72206986dd3138f21741ec1ae98ddd19e842dfe443036c5246ecabd1 network default NAD default NAD key ] I0504 20:39:41.415310 3794 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj bb7eb61d50d49550635f827f17c2182f58ccc7eb90c9f78b2e1c1a868d6ccc26 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-4rrkj bb7eb61d50d49550635f827f17c2182f58ccc7eb90c9f78b2e1c1a868d6ccc26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:d4:8d:f0:16:08\",\"name\":\"bb7eb61d50d4955\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a7121cc-49ff-46b0-8b55-cd6935389c8b\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:41.420627 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-xgdg5, hostIfaceName: 9f323b8e7220698, network: default, NAD default, SandboxID: "9f323b8e72206986dd3138f21741ec1ae98ddd19e842dfe443036c5246ecabd1", PCI device ID: , UID: "e053fb9f-41a5-44ea-ad88-e00ce103c533", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0504 20:39:41.474143 3794 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5 9f323b8e72206986dd3138f21741ec1ae98ddd19e842dfe443036c5246ecabd1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-xgdg5 9f323b8e72206986dd3138f21741ec1ae98ddd19e842dfe443036c5246ecabd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:6d:1e:8b:9c:e6\",\"name\":\"9f323b8e7220698\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d356ac0-fa98-4b74-a459-c471e002f937\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:39:41.515466 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:41.515498 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:43.606173 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:43.606196 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:43.606202 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:39:43.958175 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6] creating logical port openshift-monitoring_thanos-querier-6fccbdcf87-h8rb6 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:43.958358 3794 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6 I0504 20:39:43.978886 3794 pod.go:62] [openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6] pod update took 20.571748ms I0504 20:39:43.978919 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6] addLogicalPort annotation time took 20.61277ms I0504 20:39:43.980271 3794 pods.go:271] [openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6] addLogicalPort took 22.118694ms, libovsdb time 858.556µs W0504 20:39:44.319456 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:44.319478 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:44.319483 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:39:44.321425 3794 cni.go:452] [openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6 688f645c6d153a98cd7e654acc2ef2a421c6b483409a30c6770af5af14480d33 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6 688f645c6d153a98cd7e654acc2ef2a421c6b483409a30c6770af5af14480d33 network default NAD default NAD key ] I0504 20:39:44.331613 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6fccbdcf87-h8rb6, hostIfaceName: 688f645c6d153a9, network: default, NAD default, SandboxID: "688f645c6d153a98cd7e654acc2ef2a421c6b483409a30c6770af5af14480d33", PCI device ID: , UID: "87e086ff-50f3-4219-8a6c-fbf270027015", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0504 20:39:44.384351 3794 cni.go:473] [openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6 688f645c6d153a98cd7e654acc2ef2a421c6b483409a30c6770af5af14480d33 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6fccbdcf87-h8rb6 688f645c6d153a98cd7e654acc2ef2a421c6b483409a30c6770af5af14480d33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:b7:e4:6f:8c:4c\",\"name\":\"688f645c6d153a9\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b0e4d3f-616e-4c31-89d5-9d3a99fe4fc8\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:45.499432 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5699cd74bd-mh25k] creating logical port openshift-monitoring_metrics-server-5699cd74bd-mh25k for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:45.499546 3794 kube.go:256] Updating pod openshift-monitoring/metrics-server-5699cd74bd-mh25k I0504 20:39:45.518102 3794 pod.go:62] [openshift-monitoring/metrics-server-5699cd74bd-mh25k] pod update took 18.581614ms I0504 20:39:45.518137 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5699cd74bd-mh25k] addLogicalPort annotation time took 18.619999ms I0504 20:39:45.519670 3794 pods.go:271] [openshift-monitoring/metrics-server-5699cd74bd-mh25k] addLogicalPort took 20.259923ms, libovsdb time 1.10047ms I0504 20:39:45.589485 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-lwddm for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:45.589653 3794 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm I0504 20:39:45.604585 3794 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm] pod update took 14.974366ms I0504 20:39:45.604615 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm] addLogicalPort annotation time took 15.008372ms I0504 20:39:45.605902 3794 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm] addLogicalPort took 16.439326ms, libovsdb time 942.047µs I0504 20:39:46.077858 3794 cni.go:452] [openshift-monitoring/metrics-server-5699cd74bd-mh25k 82e361090cfc311f88465aefefdf72d8dd76a862342b486613bf515ac3b37b0b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5699cd74bd-mh25k 82e361090cfc311f88465aefefdf72d8dd76a862342b486613bf515ac3b37b0b network default NAD default NAD key ] I0504 20:39:46.077881 3794 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm 05be392cc0112f49b9695e0a53be314f7f6e058dcf1bfacf19979100a739f6b4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm 05be392cc0112f49b9695e0a53be314f7f6e058dcf1bfacf19979100a739f6b4 network default NAD default NAD key ] W0504 20:39:46.083944 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:46.084031 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:46.084067 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:39:46.094040 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-lwddm, hostIfaceName: 05be392cc0112f4, network: default, NAD default, SandboxID: "05be392cc0112f49b9695e0a53be314f7f6e058dcf1bfacf19979100a739f6b4", PCI device ID: , UID: "a9462472-d90c-4f9e-923b-afa3d7fc2867", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0504 20:39:46.096180 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5699cd74bd-mh25k, hostIfaceName: 82e361090cfc311, network: default, NAD default, SandboxID: "82e361090cfc311f88465aefefdf72d8dd76a862342b486613bf515ac3b37b0b", PCI device ID: , UID: "d943f36d-b087-4c36-9dfc-63ed8385f6c2", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0504 20:39:46.365326 3794 cni.go:473] [openshift-monitoring/metrics-server-5699cd74bd-mh25k 82e361090cfc311f88465aefefdf72d8dd76a862342b486613bf515ac3b37b0b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5699cd74bd-mh25k 82e361090cfc311f88465aefefdf72d8dd76a862342b486613bf515ac3b37b0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f2:92:1e:0e:74\",\"name\":\"82e361090cfc311\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08df2ab1-1eb7-4556-a61d-eb4ae2c47a35\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:39:46.365348 3794 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm 05be392cc0112f49b9695e0a53be314f7f6e058dcf1bfacf19979100a739f6b4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lwddm 05be392cc0112f49b9695e0a53be314f7f6e058dcf1bfacf19979100a739f6b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:40:ac:ff:0a:94\",\"name\":\"05be392cc0112f4\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e202da21-6196-4a9c-9c75-6fe6554f81c3\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:39:47.040553 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:47.306821 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.306844 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.306851 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.306856 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:39:47.420553 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:39:47.420672 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:39:47.451067 3794 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.427576ms I0504 20:39:47.451102 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.469724ms I0504 20:39:47.452764 3794 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.233659ms, libovsdb time 1.141413ms I0504 20:39:47.961439 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key ] I0504 20:39:47.971733 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: eef844502b0baed, network: default, NAD default, SandboxID: "eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9", PCI device ID: , UID: "2a7dc7bf-2741-4cd1-820d-0b1e58e7e210", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0504 20:39:48.026083 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:21:2e:74:d7:7c\",\"name\":\"eef844502b0baed\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a940ac6-fb98-4971-b33b-cf5a40e52a0d\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:39:48.148288 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 20:39:48.171311 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:39:48.201051 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201072 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201077 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201081 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.224379 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 20:39:48.314462 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:48.314483 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:48.639174 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:39:49.179702 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:49.179721 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:53.314535 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314562 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314571 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314576 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314587 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314592 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314596 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:53.314600 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:54.175345 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:54.175370 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:54.175378 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:54.175384 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:04.707485 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:40:07.707368 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:08.396573 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 20:40:08.670470 3794 base_network_controller_pods.go:487] [default/openshift-console/console-6dbc659d87-7rjrw] creating logical port openshift-console_console-6dbc659d87-7rjrw for pod on switch ip-10-0-0-118.ec2.internal I0504 20:40:08.670585 3794 kube.go:256] Updating pod openshift-console/console-6dbc659d87-7rjrw I0504 20:40:08.690666 3794 pod.go:62] [openshift-console/console-6dbc659d87-7rjrw] pod update took 20.10812ms I0504 20:40:08.690769 3794 base_network_controller_pods.go:951] [default/openshift-console/console-6dbc659d87-7rjrw] addLogicalPort annotation time took 20.216228ms I0504 20:40:08.701992 3794 pods.go:271] [openshift-console/console-6dbc659d87-7rjrw] addLogicalPort took 31.53853ms, libovsdb time 10.403089ms W0504 20:40:08.702653 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 20:40:09.034383 3794 cni.go:452] [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key ] I0504 20:40:09.043696 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dbc659d87-7rjrw, hostIfaceName: 4b22cff22f8f406, network: default, NAD default, SandboxID: "4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65", PCI device ID: , UID: "3cc37519-b365-42fb-b8fa-60e261ffb30e", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0504 20:40:09.096629 3794 cni.go:473] [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:26:6e:21:8c:3a\",\"name\":\"4b22cff22f8f406\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bafa306-444d-45e3-9479-c0cf8df1776a\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:40:09.164643 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:10.258267 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:40:10.258302 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:40:10.258328 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:40:11.256317 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:40:11.718207 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 20:40:12.401299 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:12.401865 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:12.735909 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:12.735940 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:12.743295 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-689b5d9f56-8kxh6 I0504 20:40:12.743319 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-689b5d9f56-8kxh6 W0504 20:40:19.297025 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:26.465609 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0504 20:40:35.008775 3794 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:35.009363 3794 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:35.829569 3794 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:35.829593 3794 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:35.835937 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5fcf4666-vjxz2 I0504 20:40:35.835966 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5fcf4666-vjxz2 I0504 20:40:44.691488 3794 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:44.692151 3794 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:45.540141 3794 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:45.540170 3794 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:45.547347 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5fcf4666-lj8pn I0504 20:40:45.547375 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5fcf4666-lj8pn I0504 20:40:47.384728 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:47.385362 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:47.566036 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:47.566064 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:47.572200 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7849b77bcf-kk9p5 I0504 20:40:47.572223 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7849b77bcf-kk9p5 W0504 20:40:48.455542 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:48.455569 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:40:50.042202 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:50.042832 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:51.062026 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:51.062059 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:02.759526 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:02.760066 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:03.621880 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:03.621904 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:03.628742 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:41:03.628774 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:41:06.584996 3794 cni.go:452] [openshift-multus/network-metrics-daemon-f8gd5 e88c979860ce569c5ad3332e01c3dcede7f005828a616cd1f6b605968ef74a3f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-f8gd5 e88c979860ce569c5ad3332e01c3dcede7f005828a616cd1f6b605968ef74a3f network default NAD default NAD key ] I0504 20:41:06.594534 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-f8gd5, hostIfaceName: e88c979860ce569, network: default, NAD default, SandboxID: "e88c979860ce569c5ad3332e01c3dcede7f005828a616cd1f6b605968ef74a3f", PCI device ID: , UID: "de95c91a-0275-44c8-a184-9cd93834d73a", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0504 20:41:06.650591 3794 cni.go:473] [openshift-multus/network-metrics-daemon-f8gd5 e88c979860ce569c5ad3332e01c3dcede7f005828a616cd1f6b605968ef74a3f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-f8gd5 e88c979860ce569c5ad3332e01c3dcede7f005828a616cd1f6b605968ef74a3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9e:1c:0d:05:af\",\"name\":\"e88c979860ce569\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e06c5616-5de8-4184-810d-2df6b45ab6ca\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:07.013089 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key ] I0504 20:41:07.084576 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 eef844502b0baed812283da6541726e358f9546574a4d682cb3e58725a7c81e9 network default NAD default NAD key default], result "{}", err I0504 20:41:07.149610 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:07.149651 3794 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0504 20:41:07.151018 3794 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.23 I0504 20:41:07.151049 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:07.503337 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:07.503365 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:07.508776 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:41:07.508808 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:41:07.550906 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:41:07.551016 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:41:07.575347 3794 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.368092ms I0504 20:41:07.575372 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.402037ms I0504 20:41:07.576851 3794 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.962585ms, libovsdb time 1.0885ms I0504 20:41:07.912864 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b2dd5e2e7374642e2f27099bbe0ad264d3fac08b3975958bbcedbc26b902f2fb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b2dd5e2e7374642e2f27099bbe0ad264d3fac08b3975958bbcedbc26b902f2fb network default NAD default NAD key ] I0504 20:41:07.922393 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b2dd5e2e7374642, network: default, NAD default, SandboxID: "b2dd5e2e7374642e2f27099bbe0ad264d3fac08b3975958bbcedbc26b902f2fb", PCI device ID: , UID: "413884d9-9108-47d9-9a8f-d0acfa26d44c", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0504 20:41:07.974958 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b2dd5e2e7374642e2f27099bbe0ad264d3fac08b3975958bbcedbc26b902f2fb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b2dd5e2e7374642e2f27099bbe0ad264d3fac08b3975958bbcedbc26b902f2fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5f:dd:bf:9a:37\",\"name\":\"b2dd5e2e7374642\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/508fed23-7ee1-487a-a083-e150467a3089\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:34.505718 3794 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-8x5nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:34.506388 3794 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-8x5nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:35.084332 3794 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-8x5nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:35.084367 3794 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-8x5nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:35.091618 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dbc659d87-8x5nb I0504 20:41:35.091648 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dbc659d87-8x5nb I0504 20:41:35.401348 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:35.401937 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:36.077032 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:36.077063 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:36.083327 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:41:36.083356 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:41:44.912099 3794 cni.go:452] [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key ] I0504 20:41:44.990920 3794 cni.go:473] [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dbc659d87-7rjrw 4b22cff22f8f4064a621f4f9da4e869d4b5db5e370c2b37d4af79358e96dbb65 network default NAD default NAD key default], result "{}", err I0504 20:41:45.043991 3794 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-7rjrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:45.044026 3794 pods.go:176] Deleting pod: openshift-console/console-6dbc659d87-7rjrw I0504 20:41:45.045324 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dbc659d87-7rjrw, ips: 10.129.0.24 I0504 20:41:45.045352 3794 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-7rjrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:45.670519 3794 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-7rjrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:45.670549 3794 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-7rjrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:45.674969 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dbc659d87-7rjrw I0504 20:41:45.674999 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dbc659d87-7rjrw W0504 20:42:08.813962 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:42:08.813987 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:42:10.129742 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:10.130348 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:10.897186 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:10.897219 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:10.904646 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:42:10.904679 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:42:11.648842 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:43:17.850403 3794 base_network_controller_pods.go:487] [default/openshift-console/console-58b6976995-9khrp] creating logical port openshift-console_console-58b6976995-9khrp for pod on switch ip-10-0-0-118.ec2.internal I0504 20:43:17.850551 3794 kube.go:256] Updating pod openshift-console/console-58b6976995-9khrp I0504 20:43:17.878389 3794 pod.go:62] [openshift-console/console-58b6976995-9khrp] pod update took 27.862318ms I0504 20:43:17.878422 3794 base_network_controller_pods.go:951] [default/openshift-console/console-58b6976995-9khrp] addLogicalPort annotation time took 27.903169ms I0504 20:43:17.879921 3794 pods.go:271] [openshift-console/console-58b6976995-9khrp] addLogicalPort took 29.538909ms, libovsdb time 1.011041ms I0504 20:43:18.209990 3794 cni.go:452] [openshift-console/console-58b6976995-9khrp 65ead92c0a6f2b8e49418eeebf2929532ae3533468a24cd85d87a52638d078e5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-58b6976995-9khrp 65ead92c0a6f2b8e49418eeebf2929532ae3533468a24cd85d87a52638d078e5 network default NAD default NAD key ] I0504 20:43:18.219622 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-58b6976995-9khrp, hostIfaceName: 65ead92c0a6f2b8, network: default, NAD default, SandboxID: "65ead92c0a6f2b8e49418eeebf2929532ae3533468a24cd85d87a52638d078e5", PCI device ID: , UID: "4d6a3a48-92cd-46d0-9703-1107b0621e51", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0504 20:43:18.275390 3794 cni.go:473] [openshift-console/console-58b6976995-9khrp 65ead92c0a6f2b8e49418eeebf2929532ae3533468a24cd85d87a52638d078e5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-58b6976995-9khrp 65ead92c0a6f2b8e49418eeebf2929532ae3533468a24cd85d87a52638d078e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:37:8f:19:d1:02\",\"name\":\"65ead92c0a6f2b8\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb698227-62bd-4746-ac79-b103c6c231b1\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:43:18.481561 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0504 20:43:29.118649 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:43:29.522040 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:43:29.522113 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6vwh8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6vwh8: no pod IPs found I0504 20:43:38.859427 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0504 20:43:43.145643 3794 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-vzgql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:43.146265 3794 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-vzgql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:43.567422 3794 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-vzgql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:43.567453 3794 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-vzgql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:43.570669 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847fc68-vzgql I0504 20:43:43.570708 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847fc68-vzgql I0504 20:43:49.859259 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0504 20:43:50.964756 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 20:43:54.463873 3794 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:54.464560 3794 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:54.616790 3794 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:54.616817 3794 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:54.622453 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847fc68-8lvj8 I0504 20:43:54.622479 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847fc68-8lvj8 I0504 20:44:29.947311 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 20:44:30.858704 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=146 I0504 20:44:30.942487 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:44:47.859830 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0504 20:45:17.974589 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:45:29.970390 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:45:36.981527 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:45:51.860355 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0504 20:46:12.869393 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=594 I0504 20:46:13.980778 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 20:46:18.434525 3794 namespace.go:98] [tsf] adding namespace I0504 20:46:18.435385 3794 namespace.go:102] [tsf] adding namespace took 836.776µs I0504 20:46:18.452211 3794 namespace.go:142] [tsf] updating namespace I0504 20:46:18.466865 3794 namespace.go:142] [tsf] updating namespace I0504 20:46:22.271084 3794 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:22.271127 3794 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:22.272031 3794 namespace.go:102] [tsf-keycloak] adding namespace took 918.654µs I0504 20:46:22.272595 3794 namespace.go:102] [rhbk-operator] adding namespace took 1.447966ms I0504 20:46:22.276840 3794 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:22.276932 3794 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:22.276976 3794 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:22.277592 3794 namespace.go:102] [tsf-tas] adding namespace took 734.8µs I0504 20:46:22.278163 3794 namespace.go:102] [konflux-operator] adding namespace took 1.212609ms I0504 20:46:22.278667 3794 namespace.go:102] [konflux-ui] adding namespace took 1.674158ms I0504 20:46:22.282630 3794 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:22.282673 3794 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:22.282812 3794 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:22.283438 3794 namespace.go:102] [tsf-tpa] adding namespace took 793.174µs I0504 20:46:22.283935 3794 namespace.go:102] [rhtpa-operator] adding namespace took 1.251622ms I0504 20:46:22.284544 3794 namespace.go:102] [cert-manager-operator] adding namespace took 1.718724ms I0504 20:46:22.291452 3794 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.303599 3794 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.322101 3794 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.330708 3794 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:22.335931 3794 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.340005 3794 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.340042 3794 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.344731 3794 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.349125 3794 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.351033 3794 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.357800 3794 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.360874 3794 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.385098 3794 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.404100 3794 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.406906 3794 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.435852 3794 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.442138 3794 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.451830 3794 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.454823 3794 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.475028 3794 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.475150 3794 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.495714 3794 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:22.503164 3794 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.514036 3794 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:23.617470 3794 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:23.619442 3794 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:24.952468 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:46:25.156774 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:25.156917 3794 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp I0504 20:46:25.185544 3794 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp] pod update took 28.655465ms I0504 20:46:25.185575 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp] addLogicalPort annotation time took 28.691881ms I0504 20:46:25.186854 3794 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp] addLogicalPort took 30.096886ms, libovsdb time 918.021µs I0504 20:46:25.257122 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:25.257273 3794 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 I0504 20:46:25.270845 3794 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6] pod update took 13.623247ms I0504 20:46:25.270874 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6] addLogicalPort annotation time took 13.659583ms I0504 20:46:25.272103 3794 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6] addLogicalPort took 15.00279ms, libovsdb time 874.984µs I0504 20:46:25.520865 3794 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key ] I0504 20:46:25.531320 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp, hostIfaceName: 8c0b3d06ec2bf97, network: default, NAD default, SandboxID: "8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306", PCI device ID: , UID: "d8cfcd2e-ecc9-4f9c-b61a-0e9c334909a7", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0504 20:46:25.589674 3794 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5d:ee:e4:29:d3\",\"name\":\"8c0b3d06ec2bf97\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea43689f-e9e7-4cff-9754-2f84cff6053d\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:25.619985 3794 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key ] I0504 20:46:25.631376 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6, hostIfaceName: 0cdfa38d3c0ee39, network: default, NAD default, SandboxID: "0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f", PCI device ID: , UID: "4328a725-ef11-440d-8524-c29284280deb", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0504 20:46:25.690012 3794 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:59:30:ba:0a:a7\",\"name\":\"0cdfa38d3c0ee39\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae88e2bb-7579-4b77-95f2-2177e715101b\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:28.192080 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:28.192217 3794 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx I0504 20:46:28.206955 3794 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx] pod update took 14.767462ms I0504 20:46:28.206991 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx] addLogicalPort annotation time took 14.808859ms I0504 20:46:28.208296 3794 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx] addLogicalPort took 16.232245ms, libovsdb time 881.555µs I0504 20:46:28.554443 3794 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key ] I0504 20:46:28.563841 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx, hostIfaceName: 97eb0648a6ffd4b, network: default, NAD default, SandboxID: "97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb", PCI device ID: , UID: "f9216738-1e4e-4518-bdd2-0c7191af3b76", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0504 20:46:28.618614 3794 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d8:67:b5:99:b9\",\"name\":\"97eb0648a6ffd4b\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3f47ee3-0963-4832-8177-3338c45b9f9c\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:29.897377 3794 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key ] I0504 20:46:29.975770 3794 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp 8c0b3d06ec2bf974442ec8e89a1839d879e59f329ae4676a4389a758ded6f306 network default NAD default NAD key default], result "{}", err I0504 20:46:29.986772 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:29.986885 3794 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl I0504 20:46:30.005486 3794 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl] pod update took 18.629978ms I0504 20:46:30.005511 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl] addLogicalPort annotation time took 18.663229ms I0504 20:46:30.006853 3794 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl] addLogicalPort took 20.09848ms, libovsdb time 914.431µs I0504 20:46:30.045451 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.045515 3794 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp I0504 20:46:30.046945 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp, ips: 10.129.0.27 I0504 20:46:30.046976 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.047005 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.047018 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:30.047212 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.047228 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:30.353702 3794 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key ] I0504 20:46:30.364550 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl, hostIfaceName: 25f1e0dc54ecd80, network: default, NAD default, SandboxID: "25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370", PCI device ID: , UID: "c6b77a61-de1e-44c8-a22f-442e0bee2377", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0504 20:46:30.422045 3794 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:05:f3:1b:8a:94\",\"name\":\"25f1e0dc54ecd80\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1be7867-38e5-4fa4-97d9-427e16c3d533\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:30.905823 3794 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key ] I0504 20:46:30.986072 3794 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 0cdfa38d3c0ee39d0dd1ddce7eecef9e61bd2132e5c50012fc52f707d199ed4f network default NAD default NAD key default], result "{}", err I0504 20:46:31.037585 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.037689 3794 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 I0504 20:46:31.039072 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6, ips: 10.129.0.28 I0504 20:46:31.039110 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.039145 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.039159 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:31.039362 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.039385 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:31.070308 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070335 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070351 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070362 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.655032 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:31.655179 3794 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb I0504 20:46:31.669025 3794 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb] pod update took 13.875561ms I0504 20:46:31.669050 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb] addLogicalPort annotation time took 13.907274ms I0504 20:46:31.670426 3794 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb] addLogicalPort took 15.41014ms, libovsdb time 992.055µs I0504 20:46:31.749704 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:31.749835 3794 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 I0504 20:46:31.763653 3794 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48] pod update took 13.84502ms I0504 20:46:31.763687 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48] addLogicalPort annotation time took 13.886657ms I0504 20:46:31.765124 3794 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48] addLogicalPort took 15.443626ms, libovsdb time 935.764µs I0504 20:46:31.914189 3794 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key ] I0504 20:46:31.993720 3794 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx 97eb0648a6ffd4bede924e52354b2e2805f0658283762708088e329f7ad65cfb network default NAD default NAD key default], result "{}", err I0504 20:46:32.021523 3794 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key ] I0504 20:46:32.030898 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.030935 3794 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx I0504 20:46:32.032536 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx, ips: 10.129.0.29 I0504 20:46:32.032621 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.032650 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.032659 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:32.032972 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.033025 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:32.033497 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb, hostIfaceName: 7289906e17abcaf, network: default, NAD default, SandboxID: "7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51", PCI device ID: , UID: "743808ea-dee0-4227-9c4d-f873e195ed88", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0504 20:46:32.065647 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.065743 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.065780 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.065823 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.093772 3794 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:48:73:ee:45:ba\",\"name\":\"7289906e17abcaf\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0fa17a2-c1b4-41ad-af34-b32b17b40231\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:32.117954 3794 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key ] I0504 20:46:32.130706 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48, hostIfaceName: 905bc313c48225f, network: default, NAD default, SandboxID: "905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3", PCI device ID: , UID: "edf0e808-168b-4c41-8fe8-2ee9fa88840f", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0504 20:46:32.184761 3794 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:87:4f:d2:25:8c\",\"name\":\"905bc313c48225f\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92a9818c-9966-4e30-a437-d9436672b368\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:33.057270 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057303 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057318 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057328 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.931595 3794 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key ] I0504 20:46:34.007747 3794 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl 25f1e0dc54ecd80fd306ad999b453f0c8fc2ebf4fc0db6ff4598c28195e50370 network default NAD default NAD key default], result "{}", err I0504 20:46:34.082426 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.082478 3794 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl I0504 20:46:34.084130 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl, ips: 10.129.0.30 I0504 20:46:34.084167 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.084195 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.084205 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:34.084551 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.084572 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:35.114200 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.114227 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.114275 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.114290 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.948591 3794 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key ] I0504 20:46:36.032028 3794 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 905bc313c48225fc610fbdbf16d8b3126ebca281f066c1adcd84c8e59c5fbbe3 network default NAD default NAD key default], result "{}", err I0504 20:46:36.081139 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.081276 3794 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 I0504 20:46:36.082969 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48, ips: 10.129.0.32 I0504 20:46:36.083003 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.083027 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.083034 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:36.083258 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.083275 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:36.955394 3794 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key ] I0504 20:46:37.030338 3794 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb 7289906e17abcaf82441b37df3663e209639c0d381f9bff587f109942ff87a51 network default NAD default NAD key default], result "{}", err I0504 20:46:37.082080 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.082146 3794 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb I0504 20:46:37.083515 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb, ips: 10.129.0.31 I0504 20:46:37.083549 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.083572 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.083581 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:37.083757 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.083774 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:37.128941 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.128981 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.129007 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.129019 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113622 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113677 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113703 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113715 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:40.649186 3794 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-7lscg for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:40.649333 3794 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg I0504 20:46:40.742859 3794 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg I0504 20:46:40.801395 3794 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg] pod update took 152.088329ms I0504 20:46:40.801430 3794 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg] addLogicalPort annotation time took 152.129851ms I0504 20:46:40.802653 3794 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg] addLogicalPort took 153.48471ms, libovsdb time 882.313µs I0504 20:46:41.012969 3794 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg 911b3835a106ad06b8974d6ce52abb66ef1c6745ee473619452ebdeb9ecf8043 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg 911b3835a106ad06b8974d6ce52abb66ef1c6745ee473619452ebdeb9ecf8043 network default NAD default NAD key ] I0504 20:46:41.022591 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-7lscg, hostIfaceName: 911b3835a106ad0, network: default, NAD default, SandboxID: "911b3835a106ad06b8974d6ce52abb66ef1c6745ee473619452ebdeb9ecf8043", PCI device ID: , UID: "10126b20-cb73-4db9-a82f-215be62b6ba3", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0504 20:46:41.078228 3794 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg 911b3835a106ad06b8974d6ce52abb66ef1c6745ee473619452ebdeb9ecf8043 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7lscg 911b3835a106ad06b8974d6ce52abb66ef1c6745ee473619452ebdeb9ecf8043 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a9:7f:36:da:eb\",\"name\":\"911b3835a106ad0\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f99cde1a-9390-47c9-a45b-2c5277828d62\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:42.990169 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:43.386522 3794 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-kf4t9 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:46:43.386643 3794 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9 I0504 20:46:43.400698 3794 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9] pod update took 14.084477ms I0504 20:46:43.400727 3794 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9] addLogicalPort annotation time took 14.118819ms I0504 20:46:43.402044 3794 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9] addLogicalPort took 15.537977ms, libovsdb time 890.595µs I0504 20:46:43.753706 3794 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9 22223621e2b002cebcc6347cb031d312fe83a5b8d84956604ac1bd8cff482c9c network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9 22223621e2b002cebcc6347cb031d312fe83a5b8d84956604ac1bd8cff482c9c network default NAD default NAD key ] I0504 20:46:43.760470 3794 namespace.go:98] [cert-manager] adding namespace I0504 20:46:43.761344 3794 namespace.go:102] [cert-manager] adding namespace took 848.996µs I0504 20:46:43.764406 3794 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-kf4t9, hostIfaceName: 22223621e2b002c, network: default, NAD default, SandboxID: "22223621e2b002cebcc6347cb031d312fe83a5b8d84956604ac1bd8cff482c9c", PCI device ID: , UID: "cd5ccdbb-fbc6-4e2a-890d-b054c84f177c", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0504 20:46:43.805648 3794 namespace.go:142] [cert-manager] updating namespace I0504 20:46:43.818030 3794 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9 22223621e2b002cebcc6347cb031d312fe83a5b8d84956604ac1bd8cff482c9c network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-kf4t9 22223621e2b002cebcc6347cb031d312fe83a5b8d84956604ac1bd8cff482c9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a6:68:aa:c4:0f\",\"name\":\"22223621e2b002c\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7ca6e24-9908-48fc-8451-d03ac5e50812\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:43.832845 3794 namespace.go:142] [cert-manager] updating namespace W0504 20:46:48.127098 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:48.141411 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:49.989035 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:49.989056 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:54.050569 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:56.149519 3794 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:56.165121 3794 namespace.go:142] [openshift-operators] updating namespace I0504 20:47:01.959834 3794 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-hgbsn for pod on switch ip-10-0-0-118.ec2.internal I0504 20:47:01.959968 3794 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn I0504 20:47:01.980888 3794 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn] pod update took 20.948729ms I0504 20:47:01.980915 3794 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn] addLogicalPort annotation time took 20.981783ms I0504 20:47:01.982260 3794 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn] addLogicalPort took 22.446ms, libovsdb time 863.704µs I0504 20:47:02.330815 3794 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key ] I0504 20:47:02.340362 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-hgbsn, hostIfaceName: 2c3d375d634a990, network: default, NAD default, SandboxID: "2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb", PCI device ID: , UID: "d1c1a108-b71c-4b46-a36f-82e0f51c8f68", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0504 20:47:02.393669 3794 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5a:4a:05:5a:f7\",\"name\":\"2c3d375d634a990\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d9e46f7-7d44-418f-863f-1b62451308c8\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:47:02.942711 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:47:04.129507 3794 namespace.go:142] [openshift-operators] updating namespace I0504 20:47:04.722929 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-xp8xm] creating logical port cert-manager_cert-manager-59c77684cc-xp8xm for pod on switch ip-10-0-0-118.ec2.internal I0504 20:47:04.723080 3794 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-xp8xm I0504 20:47:04.744924 3794 pod.go:62] [cert-manager/cert-manager-59c77684cc-xp8xm] pod update took 21.870299ms I0504 20:47:04.745023 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-xp8xm] addLogicalPort annotation time took 21.97339ms I0504 20:47:04.746309 3794 pods.go:271] [cert-manager/cert-manager-59c77684cc-xp8xm] addLogicalPort took 23.403971ms, libovsdb time 902.362µs I0504 20:47:05.105280 3794 cni.go:452] [cert-manager/cert-manager-59c77684cc-xp8xm 3c0621af0ef0f1e87473d07affaf8dec36291ef4e7072c8cf357b2e837b4f6dc network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-xp8xm 3c0621af0ef0f1e87473d07affaf8dec36291ef4e7072c8cf357b2e837b4f6dc network default NAD default NAD key ] I0504 20:47:05.115121 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-xp8xm, hostIfaceName: 3c0621af0ef0f1e, network: default, NAD default, SandboxID: "3c0621af0ef0f1e87473d07affaf8dec36291ef4e7072c8cf357b2e837b4f6dc", PCI device ID: , UID: "40b37ecd-4667-4376-9198-7b11d344b3e7", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0504 20:47:05.170072 3794 cni.go:473] [cert-manager/cert-manager-59c77684cc-xp8xm 3c0621af0ef0f1e87473d07affaf8dec36291ef4e7072c8cf357b2e837b4f6dc network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-xp8xm 3c0621af0ef0f1e87473d07affaf8dec36291ef4e7072c8cf357b2e837b4f6dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:23:d2:9e:4a:2d\",\"name\":\"3c0621af0ef0f1e\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b49f51d9-2397-4ae1-b0ef-7543eea25374\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:47:05.179953 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:47:09.959701 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:47:10.589102 3794 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-s9lwn for pod on switch ip-10-0-0-118.ec2.internal I0504 20:47:10.589220 3794 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn I0504 20:47:10.620420 3794 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn] pod update took 31.227923ms I0504 20:47:10.620451 3794 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn] addLogicalPort annotation time took 31.262512ms I0504 20:47:10.621901 3794 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn] addLogicalPort took 32.815071ms, libovsdb time 1.025067ms I0504 20:47:10.971301 3794 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn 99b0f008be168be339a4fa7084df740157df68b9b3b3e784c1c60f3368874e37 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn 99b0f008be168be339a4fa7084df740157df68b9b3b3e784c1c60f3368874e37 network default NAD default NAD key ] I0504 20:47:10.980890 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-s9lwn, hostIfaceName: 99b0f008be168be, network: default, NAD default, SandboxID: "99b0f008be168be339a4fa7084df740157df68b9b3b3e784c1c60f3368874e37", PCI device ID: , UID: "2a70e50e-3d7f-4f07-bf8f-66f79df7a632", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0504 20:47:11.039913 3794 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn 99b0f008be168be339a4fa7084df740157df68b9b3b3e784c1c60f3368874e37 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-s9lwn 99b0f008be168be339a4fa7084df740157df68b9b3b3e784c1c60f3368874e37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:06:dc:c0:60:c7\",\"name\":\"99b0f008be168be\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef003f84-a43f-4d2d-b91c-01a70eff5982\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:47:13.711619 3794 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:47:13.712554 3794 namespace.go:102] [trusted-artifact-signer] adding namespace took 906.446µs I0504 20:47:13.807826 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:13.807882 3794 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:47:14.188122 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:47:14.908377 3794 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-9hlz9 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:47:14.908471 3794 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9 I0504 20:47:14.921144 3794 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9] pod update took 12.691909ms I0504 20:47:14.921172 3794 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9] addLogicalPort annotation time took 12.726178ms I0504 20:47:14.922491 3794 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9] addLogicalPort took 14.128211ms, libovsdb time 843.055µs I0504 20:47:15.272917 3794 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9 010f4e467d716227f6c7dccbd3c226c7e162fbca715ee1be680f3e84f69077f5 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9 010f4e467d716227f6c7dccbd3c226c7e162fbca715ee1be680f3e84f69077f5 network default NAD default NAD key ] I0504 20:47:15.282453 3794 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-9hlz9, hostIfaceName: 010f4e467d71622, network: default, NAD default, SandboxID: "010f4e467d716227f6c7dccbd3c226c7e162fbca715ee1be680f3e84f69077f5", PCI device ID: , UID: "ca255d74-a15a-49b3-ac26-9d7c2d6dbe2f", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0504 20:47:15.338218 3794 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9 010f4e467d716227f6c7dccbd3c226c7e162fbca715ee1be680f3e84f69077f5 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9hlz9 010f4e467d716227f6c7dccbd3c226c7e162fbca715ee1be680f3e84f69077f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:58:9e:31:9e:aa\",\"name\":\"010f4e467d71622\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7366ab34-1add-49b8-9d40-bf11accf386f\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:47:16.123707 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:47:19.723897 3794 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:19.724839 3794 namespace.go:102] [openshift-pipelines] adding namespace took 914.597µs I0504 20:47:19.749887 3794 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:20.795619 3794 namespace.go:142] [cert-manager] updating namespace I0504 20:47:21.121973 3794 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:21.690700 3794 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:21.897624 3794 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:22.089954 3794 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:22.482420 3794 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:22.687600 3794 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:22.887198 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:23.093961 3794 namespace.go:142] [tsf] updating namespace I0504 20:47:23.305975 3794 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:23.501463 3794 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:23.702636 3794 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:23.861310 3794 namespace.go:142] [cert-manager] updating namespace I0504 20:47:23.897179 3794 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:23.915722 3794 namespace.go:142] [default] updating namespace I0504 20:47:23.934213 3794 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:23.964292 3794 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:23.986063 3794 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:24.007807 3794 namespace.go:142] [openshift] updating namespace I0504 20:47:24.025836 3794 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:24.038484 3794 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:24.058275 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:24.071759 3794 namespace.go:142] [tsf] updating namespace I0504 20:47:24.087447 3794 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:24.100362 3794 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:24.120589 3794 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:24.219532 3794 namespace.go:142] [cert-manager] updating namespace I0504 20:47:24.333721 3794 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:24.418132 3794 namespace.go:142] [default] updating namespace I0504 20:47:24.496406 3794 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:24.582480 3794 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:24.666747 3794 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:24.720423 3794 namespace.go:142] [openshift] updating namespace I0504 20:47:24.790194 3794 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:24.886582 3794 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:24.991099 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:25.098611 3794 namespace.go:142] [tsf] updating namespace I0504 20:47:25.238481 3794 namespace.go:142] [tsf-keycloak] updating namespace W0504 20:47:25.247128 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:47:25.362562 3794 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:25.421494 3794 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:26.088510 3794 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:34.622022 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-9w6kh for pod on switch ip-10-0-0-118.ec2.internal I0504 20:47:34.622137 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh I0504 20:47:34.638180 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh] pod update took 16.073332ms I0504 20:47:34.638206 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh] addLogicalPort annotation time took 16.105711ms I0504 20:47:34.639554 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh] addLogicalPort took 17.555705ms, libovsdb time 925.728µs I0504 20:47:35.011508 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh 32ff10a7278174c4fdc424325bb07bf6c6613a9b4651e3a88609e249e7082060 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh 32ff10a7278174c4fdc424325bb07bf6c6613a9b4651e3a88609e249e7082060 network default NAD default NAD key ] I0504 20:47:35.023272 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-9w6kh, hostIfaceName: 32ff10a7278174c, network: default, NAD default, SandboxID: "32ff10a7278174c4fdc424325bb07bf6c6613a9b4651e3a88609e249e7082060", PCI device ID: , UID: "9ec9d0ae-7486-4881-adf9-27d341728299", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0504 20:47:35.086284 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh 32ff10a7278174c4fdc424325bb07bf6c6613a9b4651e3a88609e249e7082060 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w6kh 32ff10a7278174c4fdc424325bb07bf6c6613a9b4651e3a88609e249e7082060 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b3:1d:30:d2:9e\",\"name\":\"32ff10a7278174c\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/500532d9-da98-47fc-b291-77f40d0adde9\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:47:35.643218 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:35.643870 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:35.665301 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:35.665325 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:35.672010 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:47:35.672043 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0504 20:47:38.552110 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.552131 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.552138 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:39.217097 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217120 3794 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217127 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217135 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.310503 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:39.310525 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:39.310539 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:47:42.625930 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:47:42.626053 3794 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 I0504 20:47:42.641459 3794 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9] pod update took 15.450607ms I0504 20:47:42.641494 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9] addLogicalPort annotation time took 15.486137ms I0504 20:47:42.642862 3794 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9] addLogicalPort took 16.949809ms, libovsdb time 903.828µs I0504 20:47:42.987134 3794 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key ] I0504 20:47:42.997936 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9, hostIfaceName: 2ae90f423b88c7b, network: default, NAD default, SandboxID: "2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578", PCI device ID: , UID: "49ade10f-6674-4a50-867f-c90a51b07787", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0504 20:47:43.057361 3794 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c5:63:80:bc:4e\",\"name\":\"2ae90f423b88c7b\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae03b66f-2617-40c4-95b6-e9fca6fe2dda\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:47:48.369671 3794 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key ] I0504 20:47:48.446889 3794 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 2ae90f423b88c7b7fff7c00786efdf79c6697a805fa1015b3e74285b4d850578 network default NAD default NAD key default], result "{}", err I0504 20:47:48.498373 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.498407 3794 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 I0504 20:47:48.499940 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9, ips: 10.129.0.40 I0504 20:47:48.499979 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.500008 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.500019 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:47:48.500214 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.500230 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... W0504 20:47:48.582079 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:48.599008 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:49.530523 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.530558 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.530582 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.530596 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:47:50.315848 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:50.315881 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:50.315888 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:47:59.136901 3794 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:48:01.368041 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:48:11.855911 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:11.856502 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:11.879680 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.879706 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.885871 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:48:11.885906 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:48:13.945799 3794 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:48:13.946503 3794 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:48:13.946528 3794 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:48:13.948699 3794 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:48:18.648124 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:48:20.761345 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:20.761375 3794 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:20.764381 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:20.764404 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:48:21.735963 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:48:21.736070 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0504 20:48:21.749254 3794 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.18789ms I0504 20:48:21.749288 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.243433ms I0504 20:48:21.750675 3794 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.729891ms, libovsdb time 974.076µs I0504 20:48:26.268385 3794 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-lh8tq for pod on switch ip-10-0-0-118.ec2.internal I0504 20:48:26.268538 3794 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq I0504 20:48:26.291914 3794 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq] pod update took 23.417883ms I0504 20:48:26.291943 3794 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq] addLogicalPort annotation time took 23.451112ms I0504 20:48:26.293397 3794 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq] addLogicalPort took 25.028533ms, libovsdb time 1.008583ms I0504 20:48:26.647090 3794 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq 156e73a9b7cfd5273c24cbbbf29cbd7c9d7f52514a16ba0ee4f07d487ca490c0 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq 156e73a9b7cfd5273c24cbbbf29cbd7c9d7f52514a16ba0ee4f07d487ca490c0 network default NAD default NAD key ] I0504 20:48:26.657096 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-lh8tq, hostIfaceName: 156e73a9b7cfd52, network: default, NAD default, SandboxID: "156e73a9b7cfd5273c24cbbbf29cbd7c9d7f52514a16ba0ee4f07d487ca490c0", PCI device ID: , UID: "c65c63dd-192a-44be-963f-27152b9ac57b", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0504 20:48:26.717619 3794 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq 156e73a9b7cfd5273c24cbbbf29cbd7c9d7f52514a16ba0ee4f07d487ca490c0 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lh8tq 156e73a9b7cfd5273c24cbbbf29cbd7c9d7f52514a16ba0ee4f07d487ca490c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:54:95:05:52:a1\",\"name\":\"156e73a9b7cfd52\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f2951d8-20e5-4467-b6d8-c3ba0c22981f\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:31.105550 3794 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 b56d4d0393e20b9e6853f2822d57ef8a8bb99baf232f26ee98e5aa5dfcb43002 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 b56d4d0393e20b9e6853f2822d57ef8a8bb99baf232f26ee98e5aa5dfcb43002 network default NAD default NAD key ] I0504 20:48:31.115270 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: b56d4d0393e20b9, network: default, NAD default, SandboxID: "b56d4d0393e20b9e6853f2822d57ef8a8bb99baf232f26ee98e5aa5dfcb43002", PCI device ID: , UID: "af18b12b-ee90-41ff-add0-340b3fee0b4d", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0504 20:48:31.173071 3794 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 b56d4d0393e20b9e6853f2822d57ef8a8bb99baf232f26ee98e5aa5dfcb43002 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 b56d4d0393e20b9e6853f2822d57ef8a8bb99baf232f26ee98e5aa5dfcb43002 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:15:bf:15:f9:26\",\"name\":\"b56d4d0393e20b9\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76b9186f-777a-435c-a530-e54fa45ff741\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:38.720350 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:48:39.818123 3794 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key ] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key ] I0504 20:48:39.892624 3794 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn 2c3d375d634a990b0d163178718112a07a0e8ef05564ba2cee198316532555bb network default NAD default NAD key default], result "{}", err I0504 20:48:39.962346 3794 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:39.962381 3794 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn I0504 20:48:39.963647 3794 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn, ips: 10.129.0.35 I0504 20:48:39.963677 3794 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:40.171332 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-h4qxn for pod on switch ip-10-0-0-118.ec2.internal I0504 20:48:40.171441 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn I0504 20:48:40.196935 3794 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn] pod update took 25.519832ms I0504 20:48:40.196967 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn] addLogicalPort annotation time took 25.561034ms I0504 20:48:40.198289 3794 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn] addLogicalPort took 26.975165ms, libovsdb time 871.982µs I0504 20:48:40.410542 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-9fdpq for pod on switch ip-10-0-0-118.ec2.internal I0504 20:48:40.410648 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq I0504 20:48:40.446154 3794 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq] pod update took 35.531177ms I0504 20:48:40.446187 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq] addLogicalPort annotation time took 35.570394ms I0504 20:48:40.447512 3794 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq] addLogicalPort took 36.994264ms, libovsdb time 905.821µs I0504 20:48:40.534732 3794 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn c590085c9ca119fb37946c1b2e1b8dfac35c2c154692e024952c36628564cf9b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn c590085c9ca119fb37946c1b2e1b8dfac35c2c154692e024952c36628564cf9b network default NAD default NAD key ] I0504 20:48:40.544606 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-h4qxn, hostIfaceName: c590085c9ca119f, network: default, NAD default, SandboxID: "c590085c9ca119fb37946c1b2e1b8dfac35c2c154692e024952c36628564cf9b", PCI device ID: , UID: "a7cf1ad6-360d-45a5-8b81-31d75e30a3de", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0504 20:48:40.601105 3794 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn c590085c9ca119fb37946c1b2e1b8dfac35c2c154692e024952c36628564cf9b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-h4qxn c590085c9ca119fb37946c1b2e1b8dfac35c2c154692e024952c36628564cf9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:2c:aa:2e:7e:fc\",\"name\":\"c590085c9ca119f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4f3201a-9c9a-4ca2-a0f1-3f17183dd53e\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:48:40.967138 3794 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:40.967166 3794 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:40.973097 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn I0504 20:48:40.973136 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn I0504 20:48:41.834488 3794 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq 70afe938ef6fe4d8606f4c9e40b720f6af6d2d1fc3763b504c28eac14d52cf2c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq 70afe938ef6fe4d8606f4c9e40b720f6af6d2d1fc3763b504c28eac14d52cf2c network default NAD default NAD key ] I0504 20:48:41.844703 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-9fdpq, hostIfaceName: 70afe938ef6fe4d, network: default, NAD default, SandboxID: "70afe938ef6fe4d8606f4c9e40b720f6af6d2d1fc3763b504c28eac14d52cf2c", PCI device ID: , UID: "e00cb637-4996-4f07-9fed-79d0afc00748", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0504 20:48:41.907555 3794 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq 70afe938ef6fe4d8606f4c9e40b720f6af6d2d1fc3763b504c28eac14d52cf2c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9fdpq 70afe938ef6fe4d8606f4c9e40b720f6af6d2d1fc3763b504c28eac14d52cf2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:4d:61:2d:98:d1\",\"name\":\"70afe938ef6fe4d\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/336624a1-c870-43a5-bfae-d4ff7f1829aa\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:48:45.773813 3794 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:45.773836 3794 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:45.773841 3794 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:50.766432 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:50.766456 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:50.766462 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:56.694142 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-6fgq2] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-6fgq2 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:48:56.694259 3794 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-6fgq2 I0504 20:48:56.706877 3794 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-6fgq2] pod update took 12.663383ms I0504 20:48:56.706907 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-6fgq2] addLogicalPort annotation time took 12.698907ms I0504 20:48:56.708256 3794 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-6fgq2] addLogicalPort took 14.112969ms, libovsdb time 891.6µs I0504 20:48:57.060261 3794 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-6fgq2 86eaa2ebef3d50635ba7bc6a9076c5a417ab5ff07c89c258bd55384f096c3b06 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6fgq2 86eaa2ebef3d50635ba7bc6a9076c5a417ab5ff07c89c258bd55384f096c3b06 network default NAD default NAD key ] I0504 20:48:57.070794 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-6fgq2, hostIfaceName: 86eaa2ebef3d506, network: default, NAD default, SandboxID: "86eaa2ebef3d50635ba7bc6a9076c5a417ab5ff07c89c258bd55384f096c3b06", PCI device ID: , UID: "a8c17ec8-cbb0-4a03-be73-248f87330380", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0504 20:48:57.130942 3794 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-6fgq2 86eaa2ebef3d50635ba7bc6a9076c5a417ab5ff07c89c258bd55384f096c3b06 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6fgq2 86eaa2ebef3d50635ba7bc6a9076c5a417ab5ff07c89c258bd55384f096c3b06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:f1:53:e8:e5:92\",\"name\":\"86eaa2ebef3d506\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85ee1573-6047-46a1-a117-b033660a065a\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:49:04.120780 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:04.121407 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:04.160772 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:04.160799 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:04.164072 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:49:04.164097 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:49:06.701624 3794 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-847b67899d-425tg] creating logical port tsf-tas_fulcio-server-847b67899d-425tg for pod on switch ip-10-0-0-118.ec2.internal I0504 20:49:06.701741 3794 kube.go:256] Updating pod tsf-tas/fulcio-server-847b67899d-425tg I0504 20:49:06.722641 3794 pod.go:62] [tsf-tas/fulcio-server-847b67899d-425tg] pod update took 20.924344ms I0504 20:49:06.722676 3794 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-847b67899d-425tg] addLogicalPort annotation time took 20.971756ms I0504 20:49:06.724273 3794 pods.go:271] [tsf-tas/fulcio-server-847b67899d-425tg] addLogicalPort took 22.669095ms, libovsdb time 974.008µs I0504 20:49:07.069174 3794 cni.go:452] [tsf-tas/fulcio-server-847b67899d-425tg 583874b5c8c2035f2dbc72d5f34ef1f39ba55a9056b9764aeddb92e47fe291b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-847b67899d-425tg 583874b5c8c2035f2dbc72d5f34ef1f39ba55a9056b9764aeddb92e47fe291b4 network default NAD default NAD key ] I0504 20:49:07.080071 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-847b67899d-425tg, hostIfaceName: 583874b5c8c2035, network: default, NAD default, SandboxID: "583874b5c8c2035f2dbc72d5f34ef1f39ba55a9056b9764aeddb92e47fe291b4", PCI device ID: , UID: "12b0e12a-48f4-4bd9-a996-e18686c412a0", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0504 20:49:07.136930 3794 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-8ctfg-9rs47] creating logical port tsf-tas_rekor-createtree-job-8ctfg-9rs47 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:49:07.137054 3794 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-8ctfg-9rs47 I0504 20:49:07.141787 3794 cni.go:473] [tsf-tas/fulcio-server-847b67899d-425tg 583874b5c8c2035f2dbc72d5f34ef1f39ba55a9056b9764aeddb92e47fe291b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-847b67899d-425tg 583874b5c8c2035f2dbc72d5f34ef1f39ba55a9056b9764aeddb92e47fe291b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ed:08:0d:4c:34\",\"name\":\"583874b5c8c2035\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75b64602-b78a-414f-b0b1-0d73e539d336\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:49:07.152267 3794 pod.go:62] [tsf-tas/rekor-createtree-job-8ctfg-9rs47] pod update took 15.255935ms I0504 20:49:07.152300 3794 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-8ctfg-9rs47] addLogicalPort annotation time took 15.294345ms I0504 20:49:07.153834 3794 pods.go:271] [tsf-tas/rekor-createtree-job-8ctfg-9rs47] addLogicalPort took 16.925479ms, libovsdb time 960.419µs I0504 20:49:07.507906 3794 cni.go:452] [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key ] I0504 20:49:07.538251 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-8ctfg-9rs47, hostIfaceName: a478dfc36729218, network: default, NAD default, SandboxID: "a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96", PCI device ID: , UID: "812ad5f3-707f-4249-9869-73a885805961", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0504 20:49:07.598570 3794 cni.go:473] [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:16:fe:19:09:ab\",\"name\":\"a478dfc36729218\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7984c85c-d40a-4545-a1dc-1e5a97ddbfe3\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:49:09.786367 3794 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-ddbc58574-gbpwz] creating logical port tsf-tas_trillian-db-ddbc58574-gbpwz for pod on switch ip-10-0-0-118.ec2.internal I0504 20:49:09.786573 3794 kube.go:256] Updating pod tsf-tas/trillian-db-ddbc58574-gbpwz I0504 20:49:09.802320 3794 pod.go:62] [tsf-tas/trillian-db-ddbc58574-gbpwz] pod update took 15.782388ms I0504 20:49:09.802352 3794 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-ddbc58574-gbpwz] addLogicalPort annotation time took 15.820769ms I0504 20:49:09.803845 3794 pods.go:271] [tsf-tas/trillian-db-ddbc58574-gbpwz] addLogicalPort took 17.502471ms, libovsdb time 1.019156ms I0504 20:49:09.862070 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 W0504 20:49:10.898469 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:10.898493 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:10.990116 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:10.990139 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:49:12.876637 3794 cni.go:452] [tsf-tas/trillian-db-ddbc58574-gbpwz 2e1c89f005c05d25a0b8fab4d9f4805c1770b400c30b3d4e9e017c4ccd0a35c6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-ddbc58574-gbpwz 2e1c89f005c05d25a0b8fab4d9f4805c1770b400c30b3d4e9e017c4ccd0a35c6 network default NAD default NAD key ] I0504 20:49:12.887122 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-ddbc58574-gbpwz, hostIfaceName: 2e1c89f005c05d2, network: default, NAD default, SandboxID: "2e1c89f005c05d25a0b8fab4d9f4805c1770b400c30b3d4e9e017c4ccd0a35c6", PCI device ID: , UID: "f850a582-799f-41a6-a761-95259babe7a9", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0504 20:49:12.952403 3794 cni.go:473] [tsf-tas/trillian-db-ddbc58574-gbpwz 2e1c89f005c05d25a0b8fab4d9f4805c1770b400c30b3d4e9e017c4ccd0a35c6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-ddbc58574-gbpwz 2e1c89f005c05d25a0b8fab4d9f4805c1770b400c30b3d4e9e017c4ccd0a35c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9f:63:d9:ce:e5\",\"name\":\"2e1c89f005c05d2\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33a89fed-ee05-465d-8fa3-808a5ed55aa2\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:49:13.179685 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-n8vdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.180329 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-n8vdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.060483 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-n8vdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.060516 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-n8vdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:49:18.936603 3794 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:49:19.756748 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:19.779323 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:49:21.076658 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:49:22.890436 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:22.891043 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:23.750634 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:23.750655 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:49:29.982402 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:49:33.422003 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-8wc4t for pod on switch ip-10-0-0-118.ec2.internal I0504 20:49:33.422116 3794 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t I0504 20:49:33.436756 3794 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t] pod update took 14.664013ms I0504 20:49:33.436864 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t] addLogicalPort annotation time took 14.775863ms I0504 20:49:33.438367 3794 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t] addLogicalPort took 16.383523ms, libovsdb time 1.066316ms I0504 20:49:33.787735 3794 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t 66b1fc42e9034905a67dafff87294691754e70cc56dd837388820d5a2d6f9fb1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t 66b1fc42e9034905a67dafff87294691754e70cc56dd837388820d5a2d6f9fb1 network default NAD default NAD key ] I0504 20:49:33.797332 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-8wc4t, hostIfaceName: 66b1fc42e903490, network: default, NAD default, SandboxID: "66b1fc42e9034905a67dafff87294691754e70cc56dd837388820d5a2d6f9fb1", PCI device ID: , UID: "f2b584e6-e23f-46c0-9785-130a39e4c84c", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0504 20:49:33.856437 3794 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t 66b1fc42e9034905a67dafff87294691754e70cc56dd837388820d5a2d6f9fb1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-8wc4t 66b1fc42e9034905a67dafff87294691754e70cc56dd837388820d5a2d6f9fb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ca:3d:d3:8f:73\",\"name\":\"66b1fc42e903490\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6cd7ea2-86c7-44d9-bb9c-1a8474412620\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:49:54.372976 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:54.373570 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:54.394968 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:54.394993 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:54.400973 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:54.401005 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:50:01.861521 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=104 I0504 20:50:03.208756 3794 cni.go:452] [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key ] I0504 20:50:03.302192 3794 cni.go:473] [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-8ctfg-9rs47 a478dfc36729218c2dd717be4a98e52ad2b829e96ec1ea3c0c763fd7f74b6f96 network default NAD default NAD key default], result "{}", err I0504 20:50:03.354574 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.354616 3794 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-8ctfg-9rs47 I0504 20:50:03.356024 3794 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-8ctfg-9rs47, ips: 10.129.0.47 I0504 20:50:03.356056 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.436575 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.437145 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.222674 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.222712 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.307090 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.307110 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.434368 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.434975 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:05.455166 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:05.455195 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.112707 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.113352 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.982869 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.982900 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:08.341400 3794 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-55c58997b8-lrb5s] creating logical port tsf-tas_rekor-search-ui-55c58997b8-lrb5s for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:08.341524 3794 kube.go:256] Updating pod tsf-tas/rekor-search-ui-55c58997b8-lrb5s I0504 20:50:08.358468 3794 pod.go:62] [tsf-tas/rekor-search-ui-55c58997b8-lrb5s] pod update took 16.977327ms I0504 20:50:08.358494 3794 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-55c58997b8-lrb5s] addLogicalPort annotation time took 17.010536ms I0504 20:50:08.359876 3794 pods.go:271] [tsf-tas/rekor-search-ui-55c58997b8-lrb5s] addLogicalPort took 18.497615ms, libovsdb time 909.45µs I0504 20:50:08.706744 3794 cni.go:452] [tsf-tas/rekor-search-ui-55c58997b8-lrb5s 8e33584feb56b25d76905b0cdc48c6520662c9f94b3025079d5a8500e32c8573 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-55c58997b8-lrb5s 8e33584feb56b25d76905b0cdc48c6520662c9f94b3025079d5a8500e32c8573 network default NAD default NAD key ] I0504 20:50:08.716832 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-55c58997b8-lrb5s, hostIfaceName: 8e33584feb56b25, network: default, NAD default, SandboxID: "8e33584feb56b25d76905b0cdc48c6520662c9f94b3025079d5a8500e32c8573", PCI device ID: , UID: "42d3d4a8-58bb-4a57-80c6-c4922a3fa2fe", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0504 20:50:08.777299 3794 cni.go:473] [tsf-tas/rekor-search-ui-55c58997b8-lrb5s 8e33584feb56b25d76905b0cdc48c6520662c9f94b3025079d5a8500e32c8573 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-55c58997b8-lrb5s 8e33584feb56b25d76905b0cdc48c6520662c9f94b3025079d5a8500e32c8573 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bd:33:6b:38:b9\",\"name\":\"8e33584feb56b25\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18f20315-e726-4367-a7ff-fdb75b513dc8\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:10.123907 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-t8r4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:10.124549 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-t8r4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.147893 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-t8r4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.147922 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-t8r4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.179395 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.179419 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.184305 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-nlpmm I0504 20:50:11.184333 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-nlpmm W0504 20:50:13.269199 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:50:13.353659 3794 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 20:50:15.012667 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:15.499641 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:15.500260 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:15.521975 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:15.522007 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:15.526575 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:50:15.526604 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:50:21.182687 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:21.183268 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:21.976969 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 20:50:22.205462 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:22.205495 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:23.417799 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:25.215771 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:25.216393 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:50:25.305460 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:50:25.332342 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:25.332373 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:29.761376 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:29.761935 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:30.782089 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:30.782121 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:39.146350 3794 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 20:50:39.881780 3794 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-w8bzz-dsk6n] creating logical port tsf-tas_tuf-repository-init-w8bzz-dsk6n for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:39.881878 3794 kube.go:256] Updating pod tsf-tas/tuf-repository-init-w8bzz-dsk6n I0504 20:50:39.894056 3794 pod.go:62] [tsf-tas/tuf-repository-init-w8bzz-dsk6n] pod update took 12.203027ms I0504 20:50:39.894083 3794 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-w8bzz-dsk6n] addLogicalPort annotation time took 12.235281ms I0504 20:50:39.895515 3794 pods.go:271] [tsf-tas/tuf-repository-init-w8bzz-dsk6n] addLogicalPort took 13.750554ms, libovsdb time 935.928µs I0504 20:50:41.655228 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:41.655864 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:41.676218 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.676267 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.682540 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:41.682568 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:42.443886 3794 namespace.go:98] [build-service] adding namespace I0504 20:50:42.444776 3794 namespace.go:102] [build-service] adding namespace took 863.228µs I0504 20:50:42.445221 3794 namespace.go:98] [default-tenant] adding namespace I0504 20:50:42.446026 3794 namespace.go:102] [default-tenant] adding namespace took 788.542µs I0504 20:50:42.448622 3794 namespace.go:98] [image-controller] adding namespace I0504 20:50:42.448636 3794 namespace.go:98] [integration-service] adding namespace I0504 20:50:42.449321 3794 namespace.go:102] [image-controller] adding namespace took 679.465µs I0504 20:50:42.450073 3794 namespace.go:102] [integration-service] adding namespace took 1.420712ms I0504 20:50:42.474577 3794 namespace.go:142] [build-service] updating namespace I0504 20:50:42.494267 3794 namespace.go:142] [build-service] updating namespace I0504 20:50:42.501539 3794 namespace.go:142] [default-tenant] updating namespace I0504 20:50:42.528151 3794 namespace.go:142] [image-controller] updating namespace I0504 20:50:42.528151 3794 namespace.go:142] [default-tenant] updating namespace I0504 20:50:42.555993 3794 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.559135 3794 namespace.go:142] [image-controller] updating namespace I0504 20:50:42.585096 3794 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.621527 3794 namespace.go:142] [build-service] updating namespace I0504 20:50:42.643862 3794 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.680394 3794 namespace.go:98] [release-service] adding namespace I0504 20:50:42.681197 3794 namespace.go:102] [release-service] adding namespace took 780.939µs I0504 20:50:42.708895 3794 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:42.728273 3794 namespace.go:142] [release-service] updating namespace I0504 20:50:42.750512 3794 namespace.go:142] [release-service] updating namespace I0504 20:50:42.827123 3794 namespace.go:98] [konflux-info] adding namespace I0504 20:50:42.828015 3794 namespace.go:102] [konflux-info] adding namespace took 868.663µs I0504 20:50:42.862711 3794 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:42.863669 3794 namespace.go:102] [namespace-lister] adding namespace took 934.058µs I0504 20:50:42.902002 3794 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:42.902052 3794 namespace.go:142] [konflux-info] updating namespace I0504 20:50:42.902846 3794 namespace.go:102] [enterprise-contract-service] adding namespace took 824.902µs I0504 20:50:42.906000 3794 namespace.go:142] [image-controller] updating namespace I0504 20:50:43.034897 3794 namespace.go:142] [default-tenant] updating namespace I0504 20:50:43.108813 3794 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:43.109746 3794 namespace.go:102] [segment-bridge] adding namespace took 908.959µs I0504 20:50:43.126380 3794 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:43.127285 3794 namespace.go:102] [konflux-cli] adding namespace took 877.651µs I0504 20:50:43.159896 3794 namespace.go:142] [konflux-info] updating namespace I0504 20:50:43.180356 3794 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:43.238156 3794 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:43.621592 3794 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-xcltm] creating logical port namespace-lister_namespace-lister-696b855848-xcltm for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:43.621693 3794 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-xcltm I0504 20:50:43.812561 3794 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-xcltm I0504 20:50:43.852049 3794 pod.go:62] [namespace-lister/namespace-lister-696b855848-xcltm] pod update took 230.384052ms I0504 20:50:43.852076 3794 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-xcltm] addLogicalPort annotation time took 230.418458ms I0504 20:50:43.853349 3794 pods.go:271] [namespace-lister/namespace-lister-696b855848-xcltm] addLogicalPort took 231.771218ms, libovsdb time 794.796µs I0504 20:50:43.960003 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:44.097277 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:44.135862 3794 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:44.193263 3794 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:44.204512 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:44.205164 3794 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:44.205186 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:44.208251 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:44.276148 3794 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:44.279091 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:44.279122 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:44.280404 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:44.347332 3794 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:44.456787 3794 cni.go:452] [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key ] I0504 20:50:44.467215 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-w8bzz-dsk6n, hostIfaceName: e3bfae078aebb49, network: default, NAD default, SandboxID: "e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd", PCI device ID: , UID: "c3d6731f-a7d1-4f84-b2fc-a59e7c7a7f4c", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0504 20:50:44.527404 3794 cni.go:473] [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:89:51:6f:68:53\",\"name\":\"e3bfae078aebb49\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/897ffccd-6a52-4805-a3e9-bfd5b012a9bb\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:44.685562 3794 namespace.go:142] [build-service] updating namespace I0504 20:50:44.889883 3794 namespace.go:142] [default-tenant] updating namespace I0504 20:50:45.113622 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:45.247403 3794 namespace.go:142] [image-controller] updating namespace I0504 20:50:45.349369 3794 base_network_controller_pods.go:487] [default/konflux-ui/proxy-549f9f6984-r8p8x] creating logical port konflux-ui_proxy-549f9f6984-r8p8x for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:45.349479 3794 kube.go:256] Updating pod konflux-ui/proxy-549f9f6984-r8p8x I0504 20:50:45.366083 3794 pod.go:62] [konflux-ui/proxy-549f9f6984-r8p8x] pod update took 16.637544ms I0504 20:50:45.366109 3794 base_network_controller_pods.go:951] [default/konflux-ui/proxy-549f9f6984-r8p8x] addLogicalPort annotation time took 16.673116ms I0504 20:50:45.367523 3794 pods.go:271] [konflux-ui/proxy-549f9f6984-r8p8x] addLogicalPort took 18.176249ms, libovsdb time 915.386µs I0504 20:50:45.474412 3794 cni.go:452] [namespace-lister/namespace-lister-696b855848-xcltm 890e4d4fa5d19b1b4f2be86af181367ff1d020d879540427dc5760e9b9b55f84 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-xcltm 890e4d4fa5d19b1b4f2be86af181367ff1d020d879540427dc5760e9b9b55f84 network default NAD default NAD key ] I0504 20:50:45.480625 3794 namespace.go:142] [integration-service] updating namespace I0504 20:50:45.485540 3794 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-xcltm, hostIfaceName: 890e4d4fa5d19b1, network: default, NAD default, SandboxID: "890e4d4fa5d19b1b4f2be86af181367ff1d020d879540427dc5760e9b9b55f84", PCI device ID: , UID: "e5032820-a912-4e4d-9b6f-ca036ff42eb9", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0504 20:50:45.550121 3794 cni.go:473] [namespace-lister/namespace-lister-696b855848-xcltm 890e4d4fa5d19b1b4f2be86af181367ff1d020d879540427dc5760e9b9b55f84 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-xcltm 890e4d4fa5d19b1b4f2be86af181367ff1d020d879540427dc5760e9b9b55f84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:50:4b:6a:9f:64\",\"name\":\"890e4d4fa5d19b1\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4000c5a7-d1a1-4ee6-ae3d-f6fb2ea52d24\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:45.693383 3794 namespace.go:142] [konflux-info] updating namespace I0504 20:50:45.894835 3794 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:46.083188 3794 namespace.go:142] [release-service] updating namespace I0504 20:50:46.146137 3794 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-fbv7c] creating logical port image-controller_image-controller-controller-manager-6f859968fc-fbv7c for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:46.146304 3794 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-fbv7c I0504 20:50:46.164629 3794 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-fbv7c] pod update took 18.350859ms I0504 20:50:46.164657 3794 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-fbv7c] addLogicalPort annotation time took 18.385245ms I0504 20:50:46.166409 3794 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-fbv7c] addLogicalPort took 20.28884ms, libovsdb time 1.174113ms I0504 20:50:46.275571 3794 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:46.381029 3794 namespace.go:142] [build-service] updating namespace I0504 20:50:46.401795 3794 namespace.go:142] [default-tenant] updating namespace I0504 20:50:46.432292 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:46.448494 3794 namespace.go:142] [image-controller] updating namespace I0504 20:50:46.461860 3794 namespace.go:142] [integration-service] updating namespace I0504 20:50:46.487521 3794 namespace.go:142] [konflux-info] updating namespace I0504 20:50:46.501686 3794 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:46.512195 3794 namespace.go:142] [release-service] updating namespace I0504 20:50:46.526843 3794 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:46.584983 3794 namespace.go:142] [build-service] updating namespace I0504 20:50:46.646663 3794 namespace.go:142] [default-tenant] updating namespace I0504 20:50:46.701602 3794 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-m65lw] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-m65lw for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:46.701757 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-m65lw I0504 20:50:46.715104 3794 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw] pod update took 13.374155ms I0504 20:50:46.715138 3794 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-m65lw] addLogicalPort annotation time took 13.421473ms I0504 20:50:46.716777 3794 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw] addLogicalPort took 15.200057ms, libovsdb time 1.045679ms I0504 20:50:46.724874 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:46.810078 3794 namespace.go:142] [image-controller] updating namespace I0504 20:50:46.870355 3794 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-k7mrl] creating logical port build-service_build-service-controller-manager-7cbf488fcf-k7mrl for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:46.870473 3794 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-k7mrl I0504 20:50:46.896435 3794 namespace.go:142] [integration-service] updating namespace I0504 20:50:46.898323 3794 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-k7mrl] pod update took 27.885003ms I0504 20:50:46.898352 3794 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-k7mrl] addLogicalPort annotation time took 27.92079ms I0504 20:50:46.900098 3794 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-k7mrl] addLogicalPort took 29.766147ms, libovsdb time 1.100993ms I0504 20:50:46.989001 3794 namespace.go:142] [konflux-info] updating namespace I0504 20:50:47.094573 3794 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:47.184565 3794 namespace.go:142] [release-service] updating namespace I0504 20:50:47.296980 3794 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:47.722511 3794 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-ph8j8 for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:47.722619 3794 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8 I0504 20:50:47.737496 3794 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8] pod update took 14.905084ms I0504 20:50:47.737521 3794 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8] addLogicalPort annotation time took 14.936565ms I0504 20:50:47.738907 3794 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8] addLogicalPort took 16.415693ms, libovsdb time 875.704µs I0504 20:50:48.414736 3794 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-fbv7c 23eb078a8cb4da58f3887ba8b8daf56273efc5d0e4a84c3a0b3cdf1bddc2dfeb network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-fbv7c 23eb078a8cb4da58f3887ba8b8daf56273efc5d0e4a84c3a0b3cdf1bddc2dfeb network default NAD default NAD key ] I0504 20:50:48.414747 3794 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-k7mrl 6e3df06c72c783b0b0a641296ff148df3080b0f074d21bbc7edabff915182db1 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-k7mrl 6e3df06c72c783b0b0a641296ff148df3080b0f074d21bbc7edabff915182db1 network default NAD default NAD key ] I0504 20:50:48.429043 3794 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-fbv7c, hostIfaceName: 23eb078a8cb4da5, network: default, NAD default, SandboxID: "23eb078a8cb4da58f3887ba8b8daf56273efc5d0e4a84c3a0b3cdf1bddc2dfeb", PCI device ID: , UID: "910d3713-9c1d-432c-8751-7c47547a0b76", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0504 20:50:48.429525 3794 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-k7mrl, hostIfaceName: 6e3df06c72c783b, network: default, NAD default, SandboxID: "6e3df06c72c783b0b0a641296ff148df3080b0f074d21bbc7edabff915182db1", PCI device ID: , UID: "ccd0f4a3-49f9-4efa-b651-ec65d29ea8f3", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0504 20:50:48.493009 3794 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-fbv7c 23eb078a8cb4da58f3887ba8b8daf56273efc5d0e4a84c3a0b3cdf1bddc2dfeb network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-fbv7c 23eb078a8cb4da58f3887ba8b8daf56273efc5d0e4a84c3a0b3cdf1bddc2dfeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:43:37:80:27:e1\",\"name\":\"23eb078a8cb4da5\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6293254f-4250-4cb5-b89c-44bb0ebc02d7\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:48.515823 3794 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-k7mrl 6e3df06c72c783b0b0a641296ff148df3080b0f074d21bbc7edabff915182db1 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-k7mrl 6e3df06c72c783b0b0a641296ff148df3080b0f074d21bbc7edabff915182db1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:7e:60:ac:d6:01\",\"name\":\"6e3df06c72c783b\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/037beb3e-a74f-4b74-b640-479dcb529845\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:50:48.589995 3794 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:48.719361 3794 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:48.827536 3794 namespace.go:142] [konflux-cli] updating namespace W0504 20:50:49.505418 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0504 20:50:49.530943 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:50:50.526614 3794 cni.go:452] [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key ] I0504 20:50:50.617545 3794 cni.go:473] [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-w8bzz-dsk6n e3bfae078aebb4907c8e3fb0f97b6da887023dc99d756a61dfb1663ed519bbcd network default NAD default NAD key default], result "{}", err I0504 20:50:51.264793 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:51.264827 3794 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-w8bzz-dsk6n I0504 20:50:51.266482 3794 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-w8bzz-dsk6n, ips: 10.129.0.51 I0504 20:50:51.266517 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:51.967592 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 20:50:52.287439 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:52.287470 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:52.533517 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:50:52.558859 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:50:53.268508 3794 cni.go:452] [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key ] I0504 20:50:53.278998 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-549f9f6984-r8p8x, hostIfaceName: 027b4c8a8dc7b6b, network: default, NAD default, SandboxID: "027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e", PCI device ID: , UID: "51788199-cb26-4109-819c-007457b67289", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0504 20:50:53.334497 3794 cni.go:473] [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:88:8f:bf:a9:0b\",\"name\":\"027b4c8a8dc7b6b\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58719837-8a85-45ea-80a3-c998be0ac219\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:50:54.594567 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:50:54.595480 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0504 20:50:54.601592 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key ] I0504 20:50:54.612084 3794 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-m65lw, hostIfaceName: dc2a57faea68b1a, network: default, NAD default, SandboxID: "dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6", PCI device ID: , UID: "48ad83e4-e73a-447c-b216-c05e62a7e122", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0504 20:50:54.680516 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:bc:48:13:de:5b\",\"name\":\"dc2a57faea68b1a\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0b72858-1417-4480-9524-8570f47f512f\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:50:56.614218 3794 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0504 20:50:57.031869 3794 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-slwnh] creating logical port tsf-tas_tuf-97fc8ff76-slwnh for pod on switch ip-10-0-0-118.ec2.internal I0504 20:50:57.032085 3794 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-slwnh I0504 20:50:57.047339 3794 pod.go:62] [tsf-tas/tuf-97fc8ff76-slwnh] pod update took 15.290282ms I0504 20:50:57.047372 3794 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-slwnh] addLogicalPort annotation time took 15.328081ms I0504 20:50:57.048931 3794 pods.go:271] [tsf-tas/tuf-97fc8ff76-slwnh] addLogicalPort took 17.084394ms, libovsdb time 1.032674ms I0504 20:50:57.917286 3794 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8 904bf59d23641ef612cd1c8587f9a416ea97bec838f9ef93eff2bf3c78839796 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8 904bf59d23641ef612cd1c8587f9a416ea97bec838f9ef93eff2bf3c78839796 network default NAD default NAD key ] I0504 20:50:57.930007 3794 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-ph8j8, hostIfaceName: 904bf59d23641ef, network: default, NAD default, SandboxID: "904bf59d23641ef612cd1c8587f9a416ea97bec838f9ef93eff2bf3c78839796", PCI device ID: , UID: "854ec7fb-c1c5-403b-9c89-b2f7f085be3b", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0504 20:50:57.999590 3794 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8 904bf59d23641ef612cd1c8587f9a416ea97bec838f9ef93eff2bf3c78839796 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ph8j8 904bf59d23641ef612cd1c8587f9a416ea97bec838f9ef93eff2bf3c78839796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b3:4a:5c:f6:61\",\"name\":\"904bf59d23641ef\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a686cb47-536f-4bde-8cec-3946b480e151\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:50:58.589591 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:50:58.589623 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.597561 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:00.598450 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:00.649257 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.649281 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.660633 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:00.661833 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:03.546911 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:51:03.572900 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:51:04.902633 3794 cni.go:452] [tsf-tas/tuf-97fc8ff76-slwnh 78f4fc8dce4458e27e8a52912bc441b05584abc4500e0b1314272e6ddfcbd470 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-slwnh 78f4fc8dce4458e27e8a52912bc441b05584abc4500e0b1314272e6ddfcbd470 network default NAD default NAD key ] I0504 20:51:04.912374 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-slwnh, hostIfaceName: 78f4fc8dce4458e, network: default, NAD default, SandboxID: "78f4fc8dce4458e27e8a52912bc441b05584abc4500e0b1314272e6ddfcbd470", PCI device ID: , UID: "66bbe41c-e031-4a3b-95c6-8a530d0fa95a", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0504 20:51:04.972776 3794 cni.go:473] [tsf-tas/tuf-97fc8ff76-slwnh 78f4fc8dce4458e27e8a52912bc441b05584abc4500e0b1314272e6ddfcbd470 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-slwnh 78f4fc8dce4458e27e8a52912bc441b05584abc4500e0b1314272e6ddfcbd470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:05:5d:39:9c:a4\",\"name\":\"78f4fc8dce4458e\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0dd8a78-1d80-4187-80c9-ece4db10bc7c\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:51:05.602285 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:05.602315 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:05.605302 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:05.605373 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 20:51:05.783090 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key ] I0504 20:51:05.876564 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m65lw dc2a57faea68b1adcb3781177b642370debf02bcebc3d53b2f6fa414708b55f6 network default NAD default NAD key default], result "{}", err I0504 20:51:05.937462 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:05.937503 3794 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-m65lw I0504 20:51:05.938983 3794 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-m65lw, ips: 10.129.0.55 I0504 20:51:05.939018 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:51:06.652170 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:51:06.664038 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:06.664150 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:06.669532 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-m65lw I0504 20:51:06.669568 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-m65lw W0504 20:51:11.611232 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:11.616563 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:17.662066 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0504 20:51:18.861800 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0504 20:51:35.659779 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:35.659810 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:52:08.945282 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:52:11.305394 3794 cni.go:452] [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key ] I0504 20:52:11.397623 3794 cni.go:473] [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-549f9f6984-r8p8x 027b4c8a8dc7b6be78d6a30ec31ba4fb95ead266eaaf1f89a7c37ef1088d4e8e network default NAD default NAD key default], result "{}", err I0504 20:52:11.467677 3794 obj_retry.go:498] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:11.467742 3794 pods.go:176] Deleting pod: konflux-ui/proxy-549f9f6984-r8p8x I0504 20:52:11.469157 3794 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-549f9f6984-r8p8x, ips: 10.129.0.53 I0504 20:52:11.469191 3794 obj_retry.go:498] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:12.087202 3794 obj_retry.go:492] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:12.087251 3794 obj_retry.go:492] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:12.092408 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-549f9f6984-r8p8x I0504 20:52:12.092447 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-549f9f6984-r8p8x I0504 20:52:13.177229 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:13.177876 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:13.213131 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:13.213155 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:13.216307 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:13.216336 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:52:24.950055 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 20:52:45.134901 3794 namespace.go:98] [managed-tenant-gc9eg] adding namespace I0504 20:52:45.135936 3794 namespace.go:102] [managed-tenant-gc9eg] adding namespace took 1.002454ms I0504 20:52:45.162680 3794 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:45.180708 3794 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.173622 3794 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.304390 3794 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.402635 3794 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:53:00.984197 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 20:53:13.973412 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 20:53:21.872558 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=644 I0504 20:53:48.954946 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 20:54:03.963211 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 20:54:04.862856 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=172 I0504 20:54:19.945867 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 20:55:15.864912 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=63 I0504 20:55:32.863303 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0504 20:55:38.984109 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0504 20:56:46.866011 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0504 20:58:18.979634 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 20:59:43.947726 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:59:55.969810 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 21:00:00.174852 3794 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29632140-4s68r] creating logical port segment-bridge_segment-bridge-29632140-4s68r for pod on switch ip-10-0-0-118.ec2.internal I0504 21:00:00.174987 3794 kube.go:256] Updating pod segment-bridge/segment-bridge-29632140-4s68r I0504 21:00:00.195991 3794 pod.go:62] [segment-bridge/segment-bridge-29632140-4s68r] pod update took 21.029678ms I0504 21:00:00.196028 3794 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29632140-4s68r] addLogicalPort annotation time took 21.074565ms I0504 21:00:00.197678 3794 pods.go:271] [segment-bridge/segment-bridge-29632140-4s68r] addLogicalPort took 22.842199ms, libovsdb time 1.137464ms I0504 21:00:00.543520 3794 cni.go:452] [segment-bridge/segment-bridge-29632140-4s68r 75bba738558a74ba9973ca71b3b8b31e2469e2e895032f6b058afa59c0d942b3 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29632140-4s68r 75bba738558a74ba9973ca71b3b8b31e2469e2e895032f6b058afa59c0d942b3 network default NAD default NAD key ] I0504 21:00:00.553558 3794 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29632140-4s68r, hostIfaceName: 75bba738558a74b, network: default, NAD default, SandboxID: "75bba738558a74ba9973ca71b3b8b31e2469e2e895032f6b058afa59c0d942b3", PCI device ID: , UID: "df90d6cf-2ebd-4b9d-80dd-e6a207ad19f8", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0504 21:00:00.618525 3794 cni.go:473] [segment-bridge/segment-bridge-29632140-4s68r 75bba738558a74ba9973ca71b3b8b31e2469e2e895032f6b058afa59c0d942b3 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29632140-4s68r 75bba738558a74ba9973ca71b3b8b31e2469e2e895032f6b058afa59c0d942b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ed:8d:a0:30:94\",\"name\":\"75bba738558a74b\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed5999ef-7c04-40fb-ab8e-9d6e13d2366c\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 21:00:04.562981 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.563712 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.864640 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 21:00:05.431986 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.432014 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.043466 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.043495 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.047416 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-5gqpx I0504 21:00:22.047451 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-5gqpx I0504 21:00:25.034062 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:25.034113 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:25.041662 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mbp99 I0504 21:00:25.041710 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mbp99 I0504 21:00:30.024714 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:30.024745 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:30.028732 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wqp2t I0504 21:00:30.028769 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wqp2t I0504 21:00:34.986300 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0504 21:00:39.512527 3794 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5d5fcf4666-vjxz2 I0504 21:00:41.952543 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 21:01:21.865665 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0504 21:01:29.975996 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 21:01:42.948473 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 21:01:50.875045 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=43 I0504 21:02:00.278611 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:00.279281 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:01.057329 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:01.057376 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:01.062262 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:02:01.062297 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:02:03.800229 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-ms78v for pod on switch ip-10-0-0-118.ec2.internal I0504 21:02:03.800376 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v I0504 21:02:03.825638 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v] pod update took 25.301831ms I0504 21:02:03.825677 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v] addLogicalPort annotation time took 25.345895ms I0504 21:02:03.827175 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v] addLogicalPort took 26.964792ms, libovsdb time 1.032002ms I0504 21:02:04.166217 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v d6260e07e782b57db431d03f5dc32e996621de15cc8d418fd05b364f6836f592 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v d6260e07e782b57db431d03f5dc32e996621de15cc8d418fd05b364f6836f592 network default NAD default NAD key ] I0504 21:02:04.176431 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-ms78v, hostIfaceName: d6260e07e782b57, network: default, NAD default, SandboxID: "d6260e07e782b57db431d03f5dc32e996621de15cc8d418fd05b364f6836f592", PCI device ID: , UID: "cff843de-ea1e-4df9-ad7c-8d810c622801", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0504 21:02:04.236740 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v d6260e07e782b57db431d03f5dc32e996621de15cc8d418fd05b364f6836f592 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ms78v d6260e07e782b57db431d03f5dc32e996621de15cc8d418fd05b364f6836f592 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:54:9a:82:ba:2c\",\"name\":\"d6260e07e782b57\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/580ce795-d1e3-4980-81bb-9ca0f0664bff\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 21:02:04.257798 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:04.258424 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:04.957368 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0504 21:02:17.771725 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.771752 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.771758 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.771764 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-118.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 21:02:20.326780 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:20.327376 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:30.966269 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 21:02:52.869142 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0504 21:02:53.986472 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 21:02:57.798621 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:57.799546 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:58.416134 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:58.416174 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:58.420958 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:02:58.420984 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:03:03.611252 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:03.611899 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:05.867650 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0504 21:03:12.694159 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:12.694774 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:05.726118 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-build-container-pod for pod on switch ip-10-0-0-118.ec2.internal I0504 21:04:05.726330 3794 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod I0504 21:04:05.780603 3794 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod] pod update took 54.319033ms I0504 21:04:05.780635 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod] addLogicalPort annotation time took 54.356561ms I0504 21:04:05.782183 3794 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod] addLogicalPort took 56.084957ms, libovsdb time 1.059847ms I0504 21:04:06.043269 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:06.044050 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:06.100117 3794 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key ] I0504 21:04:06.110174 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-build-container-pod, hostIfaceName: 242498c831e07af, network: default, NAD default, SandboxID: "242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2", PCI device ID: , UID: "e765eaa4-6631-490e-a992-75960e1e863a", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0504 21:04:06.176501 3794 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:92:a2:c9:92:d3\",\"name\":\"242498c831e07af\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac8ce94b-8e9f-4c47-a007-d21254a85e37\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 21:04:33.568086 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:33.568121 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:33.572146 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:04:33.572174 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:04:57.355810 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:57.355837 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:57.365380 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:04:57.365413 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:05:07.865745 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0504 21:05:13.982508 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 21:05:25.972374 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0504 21:06:24.867680 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 21:07:12.868685 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 21:07:24.950292 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:07:44.988772 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:07:49.959928 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 21:08:06.163863 3794 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key ] I0504 21:08:06.275307 3794 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod 242498c831e07af7e2d1868b0b2d4a3f8930f491e0d562ba4e16328232e597e2 network default NAD default NAD key default], result "{}", err I0504 21:08:06.391171 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:06.391211 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod I0504 21:08:06.392728 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod, ips: 10.129.0.61 I0504 21:08:06.392759 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:36.897540 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod for pod on switch ip-10-0-0-118.ec2.internal I0504 21:08:36.897709 3794 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod I0504 21:08:36.929153 3794 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod] pod update took 31.476472ms I0504 21:08:36.929288 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod] addLogicalPort annotation time took 31.618612ms I0504 21:08:36.929189 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod for pod on switch ip-10-0-0-118.ec2.internal I0504 21:08:36.929484 3794 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod I0504 21:08:36.930847 3794 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod] addLogicalPort took 33.32899ms, libovsdb time 940.312µs I0504 21:08:36.968892 3794 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod] pod update took 39.4351ms I0504 21:08:36.968935 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod] addLogicalPort annotation time took 39.483798ms I0504 21:08:36.970756 3794 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod] addLogicalPort took 41.58589ms, libovsdb time 1.182852ms I0504 21:08:37.266048 3794 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key ] I0504 21:08:37.276958 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod, hostIfaceName: edaf3c55b952af7, network: default, NAD default, SandboxID: "edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c", PCI device ID: , UID: "6c718d01-1ebe-41e0-b958-7d94d0bb370d", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0504 21:08:37.295783 3794 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key ] I0504 21:08:37.306479 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod, hostIfaceName: 57384474db419d7, network: default, NAD default, SandboxID: "57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78", PCI device ID: , UID: "f0e19aa1-7443-42ab-8723-c614d6477ca9", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0504 21:08:37.344431 3794 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:8a:ac:34:49:b7\",\"name\":\"edaf3c55b952af7\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/151e1324-7fe3-4a19-be6c-3d7877c8b317\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 21:08:37.375114 3794 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f3:b8:1a:ec:65\",\"name\":\"57384474db419d7\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70821b1c-146c-49ba-8149-72a32b7d9cc9\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 21:08:37.677746 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:37.678379 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:52.871755 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28 I0504 21:09:13.954863 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 21:09:30.786208 3794 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key ] I0504 21:09:30.889474 3794 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod edaf3c55b952af7962a8f691fe067810f5018596883cbea39082b35c5280a53c network default NAD default NAD key default], result "{}", err I0504 21:09:31.039505 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:31.039574 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod I0504 21:09:31.040962 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod, ips: 10.129.0.62 I0504 21:09:31.040994 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:31.979207 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:09:48.870615 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0504 21:09:59.427183 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:59.427802 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.417114 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.418674 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.483024 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.483670 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.503640 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.504111 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.969379 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 21:10:05.295658 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.295684 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.328320 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.328352 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.330567 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 21:10:05.330593 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 21:10:18.950892 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 21:10:23.624514 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:23.625117 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:35.877988 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=220 I0504 21:11:38.989180 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 21:12:09.984955 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 21:12:11.868734 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0504 21:12:41.103191 3794 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key ] I0504 21:12:41.194810 3794 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod 57384474db419d7f12e30e25b35803a27c00aad658aa16de068ec6674316cd78 network default NAD default NAD key default], result "{}", err I0504 21:12:41.267600 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:41.267642 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod I0504 21:12:41.269219 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod, ips: 10.129.0.63 I0504 21:12:41.269342 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:59.553097 3794 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-ccqe-btxc9-verify-pod] creating logical port default-tenant_my-integration-test-ccqe-btxc9-verify-pod for pod on switch ip-10-0-0-118.ec2.internal I0504 21:12:59.553349 3794 kube.go:256] Updating pod default-tenant/my-integration-test-ccqe-btxc9-verify-pod I0504 21:12:59.594616 3794 pod.go:62] [default-tenant/my-integration-test-ccqe-btxc9-verify-pod] pod update took 41.32105ms I0504 21:12:59.594659 3794 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-ccqe-btxc9-verify-pod] addLogicalPort annotation time took 41.36925ms I0504 21:12:59.596764 3794 pods.go:271] [default-tenant/my-integration-test-ccqe-btxc9-verify-pod] addLogicalPort took 43.679258ms, libovsdb time 1.416172ms I0504 21:12:59.720834 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:59.721456 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:59.924441 3794 cni.go:452] [default-tenant/my-integration-test-ccqe-btxc9-verify-pod 9358dcb12bdbc511a0706da4a4220997f13d43d0a5693b41fc4dd07bba27ca87 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-ccqe-btxc9-verify-pod 9358dcb12bdbc511a0706da4a4220997f13d43d0a5693b41fc4dd07bba27ca87 network default NAD default NAD key ] I0504 21:12:59.934610 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-ccqe-btxc9-verify-pod, hostIfaceName: 9358dcb12bdbc51, network: default, NAD default, SandboxID: "9358dcb12bdbc511a0706da4a4220997f13d43d0a5693b41fc4dd07bba27ca87", PCI device ID: , UID: "ed1374de-f67e-4bf1-bdb2-2a25120b707b", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0504 21:13:00.005061 3794 cni.go:473] [default-tenant/my-integration-test-ccqe-btxc9-verify-pod 9358dcb12bdbc511a0706da4a4220997f13d43d0a5693b41fc4dd07bba27ca87 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-ccqe-btxc9-verify-pod 9358dcb12bdbc511a0706da4a4220997f13d43d0a5693b41fc4dd07bba27ca87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:73:db:b1:17:30\",\"name\":\"9358dcb12bdbc51\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e86d84b-5092-479d-9e2b-d167ca6aa1cf\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err