+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-18.ec2.internal ++ [[ -n ip-10-0-1-18.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-18.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 12:23:37.455629239 - disable conntrack on geneve port' I0504 12:23:37.455629239 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 12:23:37.471528025 - starting ovnkube-node' I0504 12:23:37.471528025 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-18.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-18.ec2.internal --init-node ip-10-0-1-18.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-18.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 12:23:37.511194 3685 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 12:23:37.511248 3685 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-99ffb1110b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 12:23:37.513052 3685 kube.go:431] Waiting for certificate I0504 12:23:37.513075 3685 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 12:23:37.513117 3685 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 12:23:37.513786 3685 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 12:23:37.547014 3685 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:37.547028 3685 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:37.551332 3685 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:37.551418 3685 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nzhxh" I0504 12:23:37.562428 3685 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nzhxh" I0504 12:23:37.562477 3685 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:38.513402 3685 kube.go:438] Certificate found I0504 12:23:38.513910 3685 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 12:23:38.515357 3685 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 12:23:38.579766 3685 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 12:23:38.582507 3685 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 12:18:37 +0000 UTC" deadline="2026-05-05 09:05:02.948245513 +0000 UTC" I0504 12:23:38.582546 3685 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h41m24.365715231s" I0504 12:23:38.601475 3685 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 12:23:38.601549 3685 server.go:101] MetricServer registers OVS metrics I0504 12:23:38.602048 3685 server.go:105] MetricServer registers OVN DB metrics I0504 12:23:38.602775 3685 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 12:23:38.602872 3685 factory.go:561] Starting watch factory I0504 12:23:38.603044 3685 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603146 3685 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603145 3685 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603167 3685 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603237 3685 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603256 3685 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603526 3685 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603563 3685 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603743 3685 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603792 3685 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.603888 3685 controller_manager.go:370] Starting the ovnkube controller I0504 12:23:38.603904 3685 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-18.ec2.internal I0504 12:23:38.604003 3685 controller_manager.go:395] NBDB zone sync took: 50.903µs I0504 12:23:38.604019 3685 factory.go:561] Starting watch factory I0504 12:23:38.604277 3685 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.604343 3685 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.606814 3685 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 12:23:38.606854 3685 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 12:23:38.621293 3685 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 12:23:38.621310 3685 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 12:23:38.622338 3685 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.622472 3685 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.623313 3685 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.623508 3685 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.623581 3685 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.629385 3685 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 12:23:38.629419 3685 server.go:109] MetricServer registers OVN Controller metrics I0504 12:23:38.631693 3685 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:38.633716 3685 server.go:113] MetricServer registers OVN Northd metrics I0504 12:23:38.637882 3685 metrics.go:519] OVN Metrics Server starts to run ... I0504 12:23:38.708756 3685 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 12:23:38.708770 3685 factory.go:1977] *v1.Node informer cache synced successfully I0504 12:23:38.708774 3685 factory.go:1977] *v1.Service informer cache synced successfully I0504 12:23:38.708777 3685 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 12:23:38.708780 3685 factory.go:1977] *v1.Pod informer cache synced successfully I0504 12:23:38.708783 3685 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 12:23:38.708877 3685 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:38.708895 3685 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:38.708874 3685 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:38.709292 3685 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:38.709498 3685 factory.go:1977] *v1.Pod informer cache synced successfully I0504 12:23:38.709511 3685 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 12:23:38.709515 3685 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 12:23:38.709520 3685 factory.go:1977] *v1.Node informer cache synced successfully I0504 12:23:38.709524 3685 factory.go:1977] *v1.Service informer cache synced successfully I0504 12:23:38.709528 3685 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 12:23:38.711795 3685 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:38.711796 3685 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:38.714203 3685 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 12:23:38.714215 3685 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 12:23:38.714280 3685 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.714292 3685 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.714804 3685 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 12:23:38.714816 3685 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 12:23:38.716825 3685 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.719956 3685 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 12:23:38.719962 3685 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 12:23:38.720033 3685 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.720053 3685 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.722253 3685 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.725268 3685 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 12:23:38.725289 3685 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 12:23:38.725354 3685 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.725374 3685 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.727732 3685 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.730736 3685 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 12:23:38.730740 3685 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 12:23:38.730790 3685 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.730802 3685 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.733007 3685 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.736304 3685 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 12:23:38.736368 3685 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.736385 3685 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.736392 3685 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 12:23:38.739139 3685 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.741425 3685 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 12:23:38.741433 3685 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 12:23:38.741602 3685 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 12:23:38.741615 3685 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 12:23:38.744308 3685 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 12:23:38.746492 3685 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 12:23:38.746547 3685 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.746560 3685 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.746575 3685 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.746589 3685 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.746669 3685 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 12:23:38.749234 3685 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.749312 3685 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:38.752551 3685 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 12:23:38.752560 3685 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 12:23:38.752568 3685 factory.go:680] Watch Factory start up complete, took: 148.54923ms I0504 12:23:38.752575 3685 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-18.ec2.internal" zone I0504 12:23:38.752582 3685 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 12:23:38.752590 3685 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 12:23:38.752597 3685 factory.go:680] Watch Factory start up complete, took: 149.729647ms I0504 12:23:38.752663 3685 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 12:23:38.809631 3685 default_node_network_controller.go:710] Initializing the default node network controller I0504 12:23:38.883054 3685 udn_isolation.go:101] Starting UDN host isolation manager I0504 12:23:38.888938 3685 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 12:23:38.938536 3685 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 12:23:38.938619 3685 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 12:23:38.938633 3685 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 12:23:38.971596 3685 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 12:23:38.971652 3685 default_node_network_controller.go:809] Node ip-10-0-1-18.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0504 12:23:38.976608 3685 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.18"] k8s.ovn.org/zone-name:ip-10-0-1-18.ec2.internal] on node ip-10-0-1-18.ec2.internal I0504 12:23:38.998015 3685 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 12:23:39.003036 3685 controller_manager.go:429] Waiting for node in zone sync took: 250.449999ms I0504 12:23:39.003860 3685 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 12:23:39.004005 3685 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0504 12:23:39.004154 3685 gateway_init.go:263] Preparing Gateway I0504 12:23:39.004165 3685 gateway_shared_intf.go:1687] Creating new gateway I0504 12:23:39.012345 3685 controller_manager.go:611] Switching to transit router for layer2 networks I0504 12:23:39.012357 3685 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-18.ec2.internal I0504 12:23:39.030301 3685 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 12:23:39.036273 3685 controller_manager.go:290] SCTP support detected in OVN I0504 12:23:39.036869 3685 services_controller.go:69] Creating services controller for network=default I0504 12:23:39.036986 3685 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 12:23:39.037067 3685 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 12:23:39.037097 3685 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 12:23:39.037108 3685 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 12:23:39.037116 3685 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 12:23:39.037267 3685 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 12:23:39.037308 3685 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 12:23:39.037343 3685 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.558µs I0504 12:23:39.037355 3685 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 46.018µs I0504 12:23:39.037361 3685 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 12:23:39.037375 3685 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 12:23:39.037387 3685 default_network_controller.go:325] Starting the default network controller I0504 12:23:39.037405 3685 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.501µs I0504 12:23:39.037437 3685 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.306µs I0504 12:23:39.037541 3685 udn_enabled_svc.go:95] Performing full resync I0504 12:23:39.038259 3685 udn_enabled_svc.go:99] Waiting for handler to sync I0504 12:23:39.038270 3685 udn_enabled_svc.go:104] Starting worker I0504 12:23:39.046060 3685 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 12:23:39.046126 3685 repair.go:33] Syncing exgw routes took 53.812µs I0504 12:23:39.046148 3685 default_network_controller.go:414] Starting all the Watchers... I0504 12:23:39.046298 3685 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 12:23:39.046314 3685 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 12:23:39.046319 3685 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 12:23:39.046324 3685 namespace.go:98] [openshift-config] adding namespace I0504 12:23:39.046315 3685 namespace.go:98] [openshift-apiserver] adding namespace I0504 12:23:39.046331 3685 namespace.go:98] [openshift-etcd] adding namespace I0504 12:23:39.046302 3685 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 12:23:39.046334 3685 namespace.go:98] [default] adding namespace I0504 12:23:39.046342 3685 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 12:23:39.046343 3685 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 12:23:39.046348 3685 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 12:23:39.046345 3685 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 12:23:39.046347 3685 namespace.go:98] [openshift-ingress] adding namespace I0504 12:23:39.046356 3685 namespace.go:98] [kube-public] adding namespace I0504 12:23:39.046300 3685 namespace.go:98] [openshift-monitoring] adding namespace I0504 12:23:39.047171 3685 namespace.go:102] [openshift-backplane-cee] adding namespace took 861.287µs I0504 12:23:39.047188 3685 namespace.go:98] [openshift-dns-operator] adding namespace I0504 12:23:39.047677 3685 namespace.go:102] [openshift-dns-operator] adding namespace took 482.621µs I0504 12:23:39.047693 3685 namespace.go:98] [kube-node-lease] adding namespace I0504 12:23:39.048164 3685 namespace.go:102] [kube-node-lease] adding namespace took 465.595µs I0504 12:23:39.048183 3685 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 12:23:39.048647 3685 namespace.go:102] [openshift-ingress-operator] adding namespace took 2.320921ms I0504 12:23:39.048662 3685 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 12:23:39.049207 3685 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 2.8759ms I0504 12:23:39.049224 3685 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 12:23:39.049646 3685 namespace.go:102] [openshift-config] adding namespace took 3.313821ms I0504 12:23:39.049654 3685 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 12:23:39.050198 3685 namespace.go:102] [openshift-apiserver] adding namespace took 3.863282ms I0504 12:23:39.050208 3685 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 12:23:39.050811 3685 namespace.go:102] [openshift-etcd] adding namespace took 4.466522ms I0504 12:23:39.050830 3685 namespace.go:98] [openshift-logging] adding namespace I0504 12:23:39.051506 3685 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.160607ms I0504 12:23:39.051522 3685 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 12:23:39.052150 3685 namespace.go:102] [default] adding namespace took 5.799378ms I0504 12:23:39.052171 3685 namespace.go:98] [openshift-insights] adding namespace I0504 12:23:39.052826 3685 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.472632ms I0504 12:23:39.052848 3685 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 12:23:39.053573 3685 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.217407ms I0504 12:23:39.053594 3685 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 12:23:39.054418 3685 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.060969ms I0504 12:23:39.054440 3685 namespace.go:98] [dedicated-admin] adding namespace I0504 12:23:39.055436 3685 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.075169ms I0504 12:23:39.055453 3685 namespace.go:98] [openshift-infra] adding namespace I0504 12:23:39.056070 3685 namespace.go:102] [openshift-ingress] adding namespace took 9.706531ms I0504 12:23:39.056089 3685 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 12:23:39.056658 3685 namespace.go:102] [kube-public] adding namespace took 10.290675ms I0504 12:23:39.056676 3685 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 12:23:39.057228 3685 namespace.go:102] [openshift-monitoring] adding namespace took 10.811637ms I0504 12:23:39.057244 3685 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 12:23:39.057798 3685 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.606919ms I0504 12:23:39.057817 3685 namespace.go:98] [openshift-network-console] adding namespace I0504 12:23:39.058277 3685 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.608975ms I0504 12:23:39.058296 3685 namespace.go:98] [openshift-backplane] adding namespace I0504 12:23:39.058878 3685 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.646524ms I0504 12:23:39.058899 3685 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 12:23:39.059375 3685 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 9.71396ms I0504 12:23:39.059392 3685 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 12:23:39.059949 3685 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.734391ms I0504 12:23:39.059967 3685 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 12:23:39.060452 3685 namespace.go:102] [openshift-logging] adding namespace took 9.614938ms I0504 12:23:39.060470 3685 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 12:23:39.061016 3685 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.488096ms I0504 12:23:39.061036 3685 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 12:23:39.061895 3685 namespace.go:102] [openshift-insights] adding namespace took 9.715384ms I0504 12:23:39.061917 3685 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 12:23:39.062456 3685 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.600654ms I0504 12:23:39.062479 3685 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 12:23:39.063149 3685 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.546392ms I0504 12:23:39.063168 3685 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 12:23:39.063864 3685 namespace.go:102] [dedicated-admin] adding namespace took 9.417495ms I0504 12:23:39.063880 3685 namespace.go:98] [openshift-network-operator] adding namespace I0504 12:23:39.064513 3685 namespace.go:102] [openshift-infra] adding namespace took 9.053615ms I0504 12:23:39.064572 3685 namespace.go:98] [openshift-package-operator] adding namespace I0504 12:23:39.065166 3685 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.070702ms I0504 12:23:39.065183 3685 namespace.go:98] [openshift-config-operator] adding namespace I0504 12:23:39.065872 3685 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.187715ms I0504 12:23:39.065947 3685 namespace.go:98] [kube-system] adding namespace I0504 12:23:39.066538 3685 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.286067ms I0504 12:23:39.066555 3685 namespace.go:98] [openshift-operators] adding namespace I0504 12:23:39.067207 3685 namespace.go:102] [openshift-network-console] adding namespace took 9.381867ms I0504 12:23:39.067230 3685 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 12:23:39.067763 3685 namespace.go:102] [openshift-backplane] adding namespace took 9.46015ms I0504 12:23:39.067777 3685 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 12:23:39.068324 3685 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.416301ms I0504 12:23:39.068347 3685 namespace.go:98] [openshift-node] adding namespace I0504 12:23:39.068900 3685 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.500883ms I0504 12:23:39.068935 3685 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 12:23:39.069515 3685 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 9.542394ms I0504 12:23:39.069531 3685 namespace.go:98] [openshift-console] adding namespace I0504 12:23:39.070007 3685 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.528548ms I0504 12:23:39.070027 3685 namespace.go:98] [openshift-host-network] adding namespace I0504 12:23:39.070617 3685 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.575133ms I0504 12:23:39.070634 3685 namespace.go:98] [openshift-marketplace] adding namespace I0504 12:23:39.071203 3685 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 9.261157ms I0504 12:23:39.071225 3685 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 12:23:39.071765 3685 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 9.278159ms I0504 12:23:39.071785 3685 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 12:23:39.072268 3685 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.092642ms I0504 12:23:39.072284 3685 namespace.go:98] [openshift-multus] adding namespace I0504 12:23:39.072817 3685 namespace.go:102] [openshift-network-operator] adding namespace took 8.929418ms I0504 12:23:39.072837 3685 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 12:23:39.073550 3685 namespace.go:102] [openshift-package-operator] adding namespace took 8.965688ms I0504 12:23:39.073609 3685 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 12:23:39.074316 3685 namespace.go:102] [openshift-config-operator] adding namespace took 9.125311ms I0504 12:23:39.074337 3685 namespace.go:98] [openshift-dns] adding namespace I0504 12:23:39.074961 3685 namespace.go:102] [kube-system] adding namespace took 8.973914ms I0504 12:23:39.074981 3685 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 12:23:39.075622 3685 namespace.go:102] [openshift-operators] adding namespace took 9.058241ms I0504 12:23:39.075680 3685 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 12:23:39.076378 3685 namespace.go:102] [openshift-ingress-canary] adding namespace took 9.137087ms I0504 12:23:39.077121 3685 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.33762ms I0504 12:23:39.077139 3685 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 12:23:39.077814 3685 namespace.go:102] [openshift-node] adding namespace took 9.4592ms I0504 12:23:39.077834 3685 namespace.go:98] [openshift-cluster-version] adding namespace I0504 12:23:39.078509 3685 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.563756ms I0504 12:23:39.078533 3685 namespace.go:98] [openshift-console-operator] adding namespace I0504 12:23:39.079040 3685 namespace.go:102] [openshift-console] adding namespace took 9.502143ms I0504 12:23:39.079055 3685 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 12:23:39.079648 3685 namespace.go:102] [openshift-host-network] adding namespace took 9.612841ms I0504 12:23:39.079667 3685 namespace.go:98] [openshift] adding namespace I0504 12:23:39.080161 3685 namespace.go:102] [openshift-marketplace] adding namespace took 9.521026ms I0504 12:23:39.080174 3685 namespace.go:98] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] adding namespace I0504 12:23:39.080612 3685 namespace.go:102] [openshift-backplane-srep] adding namespace took 9.381325ms I0504 12:23:39.080623 3685 namespace.go:98] [openshift-config-managed] adding namespace W0504 12:23:39.080995 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-528nq: pod openshift-multus/network-metrics-daemon-528nq: no pod IPs found W0504 12:23:39.081016 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x7hwd: pod openshift-multus/network-metrics-daemon-x7hwd: no pod IPs found I0504 12:23:39.081036 3685 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.24384ms I0504 12:23:39.081055 3685 namespace.go:98] [openshift-image-registry] adding namespace W0504 12:23:39.081539 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jl9gk: pod openshift-network-diagnostics/network-check-target-jl9gk: no pod IPs found W0504 12:23:39.081552 3685 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wqbm9: pod openshift-network-diagnostics/network-check-target-wqbm9: no pod IPs found I0504 12:23:39.081570 3685 namespace.go:102] [openshift-multus] adding namespace took 9.281612ms I0504 12:23:39.081584 3685 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 12:23:39.082145 3685 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.299383ms I0504 12:23:39.082168 3685 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 12:23:39.082465 3685 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.826479ms I0504 12:23:39.082479 3685 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 12:23:39.083069 3685 namespace.go:102] [openshift-dns] adding namespace took 8.724182ms I0504 12:23:39.083087 3685 namespace.go:98] [openshift-machine-api] adding namespace I0504 12:23:39.083601 3685 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.614843ms I0504 12:23:39.083612 3685 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 12:23:39.084071 3685 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.363492ms I0504 12:23:39.084080 3685 namespace.go:98] [openshift-controller-manager] adding namespace I0504 12:23:39.084623 3685 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.4774ms I0504 12:23:39.085053 3685 namespace.go:102] [openshift-cluster-version] adding namespace took 7.212978ms I0504 12:23:39.085065 3685 namespace.go:98] [openshift-authentication] adding namespace I0504 12:23:39.085474 3685 namespace.go:102] [openshift-console-operator] adding namespace took 6.928755ms I0504 12:23:39.085847 3685 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.787197ms I0504 12:23:39.086233 3685 namespace.go:102] [openshift] adding namespace took 6.561453ms I0504 12:23:39.086599 3685 namespace.go:102] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] adding namespace took 6.421172ms I0504 12:23:39.086612 3685 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 12:23:39.086947 3685 namespace.go:102] [openshift-config-managed] adding namespace took 6.319852ms I0504 12:23:39.087418 3685 namespace.go:102] [openshift-image-registry] adding namespace took 6.358927ms I0504 12:23:39.087811 3685 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.221746ms I0504 12:23:39.088211 3685 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.037742ms I0504 12:23:39.088638 3685 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.1536ms I0504 12:23:39.089052 3685 namespace.go:102] [openshift-machine-api] adding namespace took 5.960253ms I0504 12:23:39.089066 3685 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 12:23:39.089479 3685 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.862034ms I0504 12:23:39.089899 3685 namespace.go:102] [openshift-controller-manager] adding namespace took 5.814795ms I0504 12:23:39.090324 3685 namespace.go:102] [openshift-authentication] adding namespace took 5.255397ms I0504 12:23:39.090705 3685 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.08856ms I0504 12:23:39.091052 3685 namespace.go:102] [openshift-kube-scheduler] adding namespace took 1.982068ms W0504 12:23:39.091129 3685 master.go:458] Unable to parse local node ip-10-0-1-18.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 12:23:39.091137 3685 master.go:471] Unable to parse remote node ip-10-0-2-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 12:23:39.091142 3685 master.go:481] Removing stale chassis with ID/Name: 8f827cc9-0a45-4d25-b0bf-3b0cf186e5f0, hostname: ip-10-0-1-18.ec2.internal I0504 12:23:39.091578 3685 master.go:548] Adding or Updating local node "ip-10-0-1-18.ec2.internal" for network "default" I0504 12:23:39.091618 3685 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-63.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-63.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-63.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal I0504 12:23:39.092256 3685 zone_ic_handler.go:195] Time taken to create transit switch: 304.126µs I0504 12:23:39.092268 3685 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-182.ec2.internal for the network default I0504 12:23:39.093158 3685 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-182.ec2.internal" on network "default" took: 1.232342ms I0504 12:23:39.094888 3685 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-18.ec2.internal for the network default I0504 12:23:39.095061 3685 zone_ic_handler.go:195] Time taken to create transit switch: 160.693µs I0504 12:23:39.096072 3685 default_network_controller.go:823] Node add failed for ip-10-0-1-18.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal, error getting gateway config for node ip-10-0-1-18.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-18.ec2.internal", failed to update chassis to local for local node ip-10-0-1-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-18.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal] E0504 12:23:39.096111 3685 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-18.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal, error getting gateway config for node ip-10-0-1-18.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-18.ec2.internal", failed to update chassis to local for local node ip-10-0-1-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-18.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal] I0504 12:23:39.096165 3685 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 12:23:39.096184 3685 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 12:23:39.096180 3685 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-18.ec2.internal", UID:"61096e6b-95ce-4d36-b7a6-854fc719f20b", APIVersion:"v1", ResourceVersion:"9136", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal, error getting gateway config for node ip-10-0-1-18.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-18.ec2.internal", failed to update chassis to local for local node ip-10-0-1-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-18.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal] I0504 12:23:39.096196 3685 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 12:23:39.096208 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0504 12:23:39.096279 3685 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.096297 3685 services_controller.go:574] Full service sync requested for network=default I0504 12:23:39.096307 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0504 12:23:39.096317 3685 node_tracker.go:235] Node ip-10-0-1-18.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-18.ec2.internal" I0504 12:23:39.096326 3685 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.096331 3685 services_controller.go:574] Full service sync requested for network=default I0504 12:23:39.096336 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:39.096343 3685 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0504 12:23:39.096349 3685 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.096353 3685 services_controller.go:574] Full service sync requested for network=default I0504 12:23:39.132915 3685 iptables.go:108] Creating table: filter chain: FORWARD I0504 12:23:39.138702 3685 iptables.go:108] Creating table: filter chain: OUTPUT I0504 12:23:39.144446 3685 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 12:23:39.144458 3685 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-18.ec2.internal","mac-address":"0a:ff:ea:b0:33:d7","ip-addresses":["10.0.1.18/24"],"ip-address":"10.0.1.18/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8f827cc9-0a45-4d25-b0bf-3b0cf186e5f0 k8s.ovn.org/node-encap-ips:["10.0.1.18"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.18/24"} k8s.ovn.org/zone-name:ip-10-0-1-18.ec2.internal] on node ip-10-0-1-18.ec2.internal I0504 12:23:39.159883 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0504 12:23:39.159916 3685 master.go:548] Adding or Updating local node "ip-10-0-1-18.ec2.internal" for network "default" I0504 12:23:39.159963 3685 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.159982 3685 services_controller.go:574] Full service sync requested for network=default I0504 12:23:39.163711 3685 default_node_network_controller.go:519] Node connection status = connected W0504 12:23:39.164383 3685 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wqbm9: pod openshift-network-diagnostics/network-check-target-wqbm9: no pod IPs found W0504 12:23:39.164402 3685 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-x7hwd: pod openshift-multus/network-metrics-daemon-x7hwd: no pod IPs found I0504 12:23:39.165324 3685 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-18.ec2.internal for the network default I0504 12:23:39.165505 3685 zone_ic_handler.go:195] Time taken to create transit switch: 167.745µs I0504 12:23:39.196745 3685 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 12:23:39.196763 3685 services_controller.go:208] Setting up event handlers for services for network=default I0504 12:23:39.196836 3685 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 12:23:39.196877 3685 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 12:23:39.196891 3685 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 12:23:39.255295 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:39.255302 3685 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:39.255316 3685 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0504 12:23:39.255337 3685 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.255351 3685 services_controller.go:574] Full service sync requested for network=default I0504 12:23:39.297164 3685 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 12:23:39.297179 3685 repair.go:60] Starting repairing loop for services I0504 12:23:39.297251 3685 repair.go:131] Deleted 0 stale service LBs I0504 12:23:39.297269 3685 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 12:23:39.297285 3685 repair.go:62] Finished repairing loop for services: 107.894µs I0504 12:23:39.297307 3685 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 12:23:39.297316 3685 services_controller.go:254] Starting workers for network=default I0504 12:23:39.297604 3685 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x7hwd] creating logical port openshift-multus_network-metrics-daemon-x7hwd for pod on switch ip-10-0-1-18.ec2.internal I0504 12:23:39.297644 3685 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-528nq, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-528nq: suppressed error logged: pod openshift-multus/network-metrics-daemon-528nq: no pod IPs found I0504 12:23:39.297731 3685 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-x7hwd I0504 12:23:39.297739 3685 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jl9gk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jl9gk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jl9gk: no pod IPs found I0504 12:23:39.297750 3685 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wqbm9] creating logical port openshift-network-diagnostics_network-check-target-wqbm9 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:23:39.297840 3685 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wqbm9 W0504 12:23:39.300199 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:23:39.302378 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:39.302648 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:39.312670 3685 pod.go:62] [openshift-network-diagnostics/network-check-target-wqbm9] pod update took 14.860807ms I0504 12:23:39.312686 3685 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-wqbm9] addLogicalPort annotation time took 14.878483ms I0504 12:23:39.313563 3685 pods.go:271] [openshift-network-diagnostics/network-check-target-wqbm9] addLogicalPort took 15.821983ms, libovsdb time 689.572µs I0504 12:23:39.313882 3685 pod.go:62] [openshift-multus/network-metrics-daemon-x7hwd] pod update took 16.204085ms I0504 12:23:39.313896 3685 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-x7hwd] addLogicalPort annotation time took 16.22261ms I0504 12:23:39.314647 3685 pods.go:271] [openshift-multus/network-metrics-daemon-x7hwd] addLogicalPort took 17.053125ms, libovsdb time 547.159µs I0504 12:23:39.315014 3685 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 12:23:39.315032 3685 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 12:23:39.315044 3685 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 12:23:39.315048 3685 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 12:23:39.315235 3685 repair.go:29] Repairing admin network policies took 181.963µs I0504 12:23:39.315341 3685 repair.go:92] Repairing baseline admin network policies took 99.189µs I0504 12:23:39.315720 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 12:23:39.315738 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 12:23:39.318193 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 12:23:39.318211 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 12:23:39.318221 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 12:23:39.319641 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 12:23:39.319660 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 12:23:39.319668 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 12:23:39.321156 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 12:23:39.321174 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 12:23:39.321182 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 12:23:39.322599 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 12:23:39.322616 3685 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 12:23:39.322623 3685 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 12:23:39.323837 3685 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 12:23:39.323854 3685 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 12:23:39.323862 3685 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 12:23:39.324704 3685 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 12:23:39.324722 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 12:23:39.324730 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 12:23:39.325227 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 12:23:39.325240 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 12:23:39.325915 3685 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 12:23:39.325939 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 12:23:39.326609 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 12:23:39.326627 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 12:23:39.326634 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 12:23:39.326913 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 12:23:39.326942 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 12:23:39.326950 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 12:23:39.327639 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 12:23:39.327657 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 12:23:39.327665 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 12:23:39.328137 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 12:23:39.328153 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 12:23:39.328167 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 12:23:39.329539 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 12:23:39.329555 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 12:23:39.329563 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 12:23:39.330381 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 12:23:39.330395 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 12:23:39.330777 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 12:23:39.331490 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 12:23:39.331504 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 12:23:39.331515 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 12:23:39.332641 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 12:23:39.332659 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 12:23:39.332668 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 12:23:39.333700 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 12:23:39.333719 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 12:23:39.333729 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 12:23:39.334223 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 12:23:39.334241 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 12:23:39.334249 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 12:23:39.334723 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 12:23:39.334742 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 12:23:39.334750 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 12:23:39.335030 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 12:23:39.335044 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 12:23:39.335050 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 12:23:39.335274 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 12:23:39.335288 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 12:23:39.335295 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 12:23:39.335730 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 12:23:39.335746 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 12:23:39.335753 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 12:23:39.336250 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 12:23:39.336266 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 12:23:39.336273 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 12:23:39.337403 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 12:23:39.337421 3685 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 12:23:39.337430 3685 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 12:23:39.338418 3685 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 12:23:39.338442 3685 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 12:23:39.338455 3685 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 12:23:39.339385 3685 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 12:23:39.339399 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 12:23:39.339407 3685 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 12:23:39.339834 3685 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 12:23:39.339851 3685 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 12:23:39.339859 3685 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 12:23:39.340317 3685 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 12:23:39.340331 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 12:23:39.340340 3685 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 12:23:39.341439 3685 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 12:23:39.341455 3685 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 12:23:39.341482 3685 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 12:23:39.343013 3685 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 12:23:39.348883 3685 egressfirewall.go:374] Starting EgressFirewall controller I0504 12:23:39.348942 3685 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 12:23:39.348944 3685 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 12:23:39.348972 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 12:23:39.348984 3685 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 12:23:39.348972 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 12:23:39.348993 3685 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 12:23:39.349226 3685 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 12:23:39.349239 3685 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 12:23:39.349244 3685 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 12:23:39.349252 3685 egressqos.go:193] Setting up event handlers for EgressQoS I0504 12:23:39.349258 3685 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0504 12:23:39.349265 3685 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall I0504 12:23:39.349268 3685 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0504 12:23:39.349408 3685 egressqos.go:245] Starting EgressQoS Controller I0504 12:23:39.349420 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 12:23:39.349428 3685 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 12:23:39.349436 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 12:23:39.349440 3685 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 12:23:39.349445 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 12:23:39.349449 3685 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 12:23:39.349453 3685 egressqos.go:259] Repairing EgressQoSes I0504 12:23:39.349457 3685 egressqos.go:399] Starting repairing loop for egressqos I0504 12:23:39.349534 3685 egressqos.go:401] Finished repairing loop for egressqos: 76.505µs I0504 12:23:39.349553 3685 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 12:23:39.349587 3685 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-18.ec2.internal I0504 12:23:39.349626 3685 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-18.ec2.internal : 38.515µs I0504 12:23:39.349676 3685 egressservice_zone.go:210] Starting Egress Services Controller I0504 12:23:39.349685 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 12:23:39.349692 3685 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 12:23:39.349697 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 12:23:39.349701 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 12:23:39.349706 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 12:23:39.349711 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 12:23:39.349716 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 12:23:39.349720 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 12:23:39.349724 3685 egressservice_zone.go:228] Repairing Egress Services I0504 12:23:39.350005 3685 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 12:23:39.350014 3685 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 12:23:39.350037 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0504 12:23:39.350061 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 26.647µs I0504 12:23:39.350076 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0504 12:23:39.350082 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 7.868µs I0504 12:23:39.350091 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0504 12:23:39.350097 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 7.013µs I0504 12:23:39.350133 3685 default_network_controller.go:585] Completing all the Watchers took 303.975199ms I0504 12:23:39.350148 3685 default_network_controller.go:589] Starting unidling controllers I0504 12:23:39.350159 3685 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 12:23:39.350167 3685 unidle.go:63] Populating Initial ContollerEvent events I0504 12:23:39.350177 3685 unidle.go:79] Setting up event handlers for services I0504 12:23:39.350216 3685 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 12:23:39.376786 3685 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:39.376830 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:39.376868 3685 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.376887 3685 services_controller.go:574] Full service sync requested for network=default W0504 12:23:39.377302 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:39.377346 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:39.377359 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:23:39.377552 3685 zone_ic_handler.go:195] Time taken to create transit switch: 202.513µs I0504 12:23:39.377564 3685 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-63.ec2.internal for the network default I0504 12:23:39.378506 3685 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-63.ec2.internal" on network "default" took: 1.164851ms I0504 12:23:39.422222 3685 namespace.go:98] [openshift-service-ca] adding namespace I0504 12:23:39.422794 3685 namespace.go:102] [openshift-service-ca] adding namespace took 559.316µs I0504 12:23:39.437632 3685 namespace.go:142] [openshift-service-ca] updating namespace I0504 12:23:39.664196 3685 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:40.164233 3685 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 12:23:40.164491 3685 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:40.164957 3685 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 707.038µs I0504 12:23:40.190481 3685 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 12:23:40.664518 3685 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:40.811057 3685 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 12:23:40.930686 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0504 12:23:40.930700 3685 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0504 12:23:40.930706 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 27.24µs I0504 12:23:40.930712 3685 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-63.ec2.internal. Updating no re-route policies I0504 12:23:40.930724 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:40.930786 3685 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:40.930807 3685 services_controller.go:574] Full service sync requested for network=default W0504 12:23:40.930901 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:40.930959 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:23:40.931314 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 12:23:41.165244 3685 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:41.185201 3685 bridgeconfig.go:537] Gateway is ready I0504 12:23:41.185223 3685 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 12:23:41.197027 3685 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.18. Updating OVN encap IP. I0504 12:23:41.202143 3685 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.18 - it is already configured I0504 12:23:41.202157 3685 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.18/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 12:23:41.202338 3685 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.18/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-18.ec2.internal","mac-address":"0a:ff:ea:b0:33:d7","ip-addresses":["10.0.1.18/24"],"ip-address":"10.0.1.18/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8f827cc9-0a45-4d25-b0bf-3b0cf186e5f0 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.18/24"}] on node ip-10-0-1-18.ec2.internal I0504 12:23:41.226504 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0504 12:23:41.226518 3685 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0504 12:23:41.226523 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 60.299µs I0504 12:23:41.226525 3685 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall I0504 12:23:41.226533 3685 master.go:548] Adding or Updating local node "ip-10-0-1-18.ec2.internal" for network "default" I0504 12:23:41.226577 3685 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:41.226602 3685 services_controller.go:574] Full service sync requested for network=default I0504 12:23:41.226808 3685 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.18 I0504 12:23:41.226915 3685 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-18.ec2.internal W0504 12:23:41.227015 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:41.227096 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:41.227170 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:23:41.231515 3685 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-18.ec2.internal. Updating no re-route policies I0504 12:23:41.231596 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-62fc7 I0504 12:23:41.231607 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-flcn5 I0504 12:23:41.231617 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnhsh I0504 12:23:41.231625 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-18.ec2.internal I0504 12:23:41.231614 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-62fc7 I0504 12:23:41.231637 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x7hwd I0504 12:23:41.231641 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lvfb6 I0504 12:23:41.231652 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x7hwd I0504 12:23:41.231652 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-b9gcx I0504 12:23:41.231657 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ndf7b I0504 12:23:41.231664 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-b9gcx I0504 12:23:41.231669 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ndf7b I0504 12:23:41.231667 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fbv82 I0504 12:23:41.231673 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-62fc7 after 0 failed attempt(s) I0504 12:23:41.231625 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wqbm9 I0504 12:23:41.231685 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fbv82 I0504 12:23:41.231687 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-b9gcx after 0 failed attempt(s) I0504 12:23:41.231691 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wqbm9 I0504 12:23:41.231693 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ndf7b after 0 failed attempt(s) I0504 12:23:41.231711 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fbv82 after 0 failed attempt(s) I0504 12:23:41.231641 3685 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-shjcc I0504 12:23:41.231720 3685 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wqbm9] creating logical port openshift-network-diagnostics_network-check-target-wqbm9 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:23:41.231724 3685 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-shjcc I0504 12:23:41.231728 3685 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x7hwd] creating logical port openshift-multus_network-metrics-daemon-x7hwd for pod on switch ip-10-0-1-18.ec2.internal I0504 12:23:41.231740 3685 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-shjcc after 0 failed attempt(s) I0504 12:23:41.231654 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lvfb6 I0504 12:23:41.231670 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-18.ec2.internal I0504 12:23:41.231630 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-flcn5 I0504 12:23:41.231836 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-flcn5 after 0 failed attempt(s) I0504 12:23:41.231642 3685 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-18.ec2.internal I0504 12:23:41.231865 3685 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-18.ec2.internal I0504 12:23:41.231879 3685 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-18.ec2.internal after 0 failed attempt(s) I0504 12:23:41.231613 3685 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rmxks I0504 12:23:41.231893 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rmxks I0504 12:23:41.231904 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-rmxks after 0 failed attempt(s) I0504 12:23:41.231762 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lvfb6 after 0 failed attempt(s) I0504 12:23:41.231630 3685 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnhsh I0504 12:23:41.231919 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnhsh after 0 failed attempt(s) I0504 12:23:41.231806 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-18.ec2.internal after 0 failed attempt(s) I0504 12:23:41.232453 3685 pods.go:271] [openshift-multus/network-metrics-daemon-x7hwd] addLogicalPort took 767.414µs, libovsdb time 255.725µs I0504 12:23:41.232466 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-x7hwd after 0 failed attempt(s) I0504 12:23:41.232586 3685 pods.go:271] [openshift-network-diagnostics/network-check-target-wqbm9] addLogicalPort took 877.63µs, libovsdb time 361.413µs I0504 12:23:41.232595 3685 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wqbm9 after 0 failed attempt(s) I0504 12:23:41.256091 3685 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 12:23:41.267464 3685 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 12:23:41.270510 3685 iptables.go:108] Creating table: nat chain: OUTPUT I0504 12:23:41.310998 3685 iptables.go:108] Creating table: nat chain: PREROUTING I0504 12:23:41.364961 3685 iptables.go:108] Creating table: filter chain: FORWARD I0504 12:23:41.380586 3685 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 12:23:41.380765 3685 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 12:23:41.380806 3685 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 12:23:41.380881 3685 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 12:23:41.380940 3685 gateway_init.go:325] Gateway and management port readiness took 2.221138121s I0504 12:23:41.380966 3685 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 12:23:41.381010 3685 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 12:23:41.381021 3685 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 12:23:41.381029 3685 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 12:23:41.381084 3685 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 12:23:41.381186 3685 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.264µs I0504 12:23:41.381352 3685 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 12:23:41.381375 3685 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.502µs I0504 12:23:41.381383 3685 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 30.924µs I0504 12:23:41.381388 3685 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 12:23:41.381397 3685 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 12:23:41.381402 3685 default_node_network_controller.go:899] Starting the default node network controller I0504 12:23:41.381406 3685 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 12:23:41.381490 3685 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.469µs I0504 12:23:41.381535 3685 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 12:23:41.381544 3685 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 12:23:41.381565 3685 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bf24c0 0xc00071bc00 0xc00071bc70 0xc00071bce0 0xc00071bd50 0xc00071bdc0 0xc00071be30 0xc00030ba40 0xc00071bea0 0xc00071bf10 0xc0008d2d20 0xc0064a9340 0xc0002ec000 map[0x2ff9080:0xc0026169c0 0x2ff95c0:0xc002616c00 0x2ffa2e0:0xc0026166c0 0x2ffa580:0xc002616960 0x2ffad60:0xc002616a20 0x2ffb000:0xc002616a80 0x2ffb2a0:0xc002616ba0 0x2ffba80:0xc002616c60 0x2ffbd20:0xc002616cc0 0x3026980:0xc0009276e0 0x3026d20:0xc000927740 0x3027800:0xc000c44360 0x3029160:0xc001c8c000 0x30298a0:0xc000927920 0x302a720:0xc0009e3ec0] 0xc0000d2d20 0} I0504 12:23:41.381622 3685 gateway.go:151] Starting gateway service sync I0504 12:23:41.382043 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 12:23:41.384055 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 12:23:41.415710 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 12:23:41.416784 3685 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 12:23:41.417877 3685 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 12:23:41.449674 3685 gateway.go:168] Gateway service sync done. Time taken: 68.041918ms I0504 12:23:41.450294 3685 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32347 I0504 12:23:41.450513 3685 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bf24c0 0xc00071bc00 0xc00071bc70 0xc00071bce0 0xc00071bd50 0xc00071bdc0 0xc00071be30 0xc00030ba40 0xc00071bea0 0xc00071bf10 0xc0008d2d20 0xc0064a9340 0xc0002ec000 map[0x2ff9080:0xc0026169c0 0x2ff95c0:0xc002616c00 0x2ffa2e0:0xc0026166c0 0x2ffa580:0xc002616960 0x2ffad60:0xc002616a20 0x2ffb000:0xc002616a80 0x2ffb2a0:0xc002616ba0 0x2ffba80:0xc002616c60 0x2ffbd20:0xc002616cc0 0x3026980:0xc0009276e0 0x3026d20:0xc000927740 0x3027800:0xc000c44360 0x3029160:0xc001c8c000 0x30298a0:0xc000927920 0x302a720:0xc0009e3ec0] 0xc0000d2d20 0} I0504 12:23:41.451039 3685 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bf24c0 0xc00071bc00 0xc00071bc70 0xc00071bce0 0xc00071bd50 0xc00071bdc0 0xc00071be30 0xc00030ba40 0xc00071bea0 0xc00071bf10 0xc0008d2d20 0xc0064a9340 0xc0002ec000 map[0x2ff9080:0xc0026169c0 0x2ff95c0:0xc002616c00 0x2ffa2e0:0xc0026166c0 0x2ffa580:0xc002616960 0x2ffad60:0xc002616a20 0x2ffb000:0xc002616a80 0x2ffb2a0:0xc002616ba0 0x2ffba80:0xc002616c60 0x2ffbd20:0xc002616cc0 0x3026980:0xc0009276e0 0x3026d20:0xc000927740 0x3027800:0xc000c44360 0x3029160:0xc001c8c000 0x30298a0:0xc000927920 0x302a720:0xc0009e3ec0] 0xc0000d2d20 0} I0504 12:23:41.451081 3685 gateway.go:532] Reconciling gateway with updates I0504 12:23:41.456547 3685 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 12:23:41.456625 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:41.456637 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:41.456647 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:41.456628 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:41.456652 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:41.456656 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:41.456661 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:41.456675 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:41.456679 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:41.456687 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 12:23:41.456672 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:41.456696 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:41.456700 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:41.456700 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:41.456708 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 30776 is already open, no action needed I0504 12:23:41.456717 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 30843 is already open, no action needed I0504 12:23:41.456717 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:41.456716 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 12:23:41.456637 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:41.456691 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:41.456767 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 12:23:41.456771 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:41.456778 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 12:23:41.456781 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 12:23:41.456658 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:41.456649 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:41.456820 3685 default_node_network_controller.go:944] Gateway and management port readiness took 75.26571ms I0504 12:23:41.456829 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 12:23:41.456830 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:41.456648 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:41.456855 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 12:23:41.456866 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:41.456856 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 12:23:41.456874 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:41.456734 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 12:23:41.456881 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:41.456709 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:41.456890 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:41.456892 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:41.456704 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:41.456939 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 12:23:41.456884 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 12:23:41.456950 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:41.456785 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 12:23:41.456856 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 12:23:41.456957 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 12:23:41.456963 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 12:23:41.456968 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:41.456980 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:41.456988 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 12:23:41.456875 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 12:23:41.456749 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:41.456998 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:41.457003 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:41.456954 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:41.457024 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:41.457048 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:41.457060 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:41.457061 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:41.457067 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 12:23:41.457074 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:41.457078 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:41.457097 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:41.457098 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:41.457107 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:41.457114 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:41.457122 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:41.457127 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 12:23:41.457137 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:41.457107 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:41.457146 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:41.457152 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:41.457173 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:41.457182 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:41.457189 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:41.457199 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:41.457211 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:41.457222 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:41.457252 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:41.457262 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:41.457287 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:41.457294 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:41.457322 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:41.457331 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:41.457342 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:41.457356 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 12:23:41.457358 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:41.457364 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 12:23:41.457371 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 12:23:41.457379 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:41.457387 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:41.457435 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:41.457445 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:41.457450 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 12:23:41.457452 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:41.457494 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:41.457530 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:41.457551 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:41.457594 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:41.457610 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:41.457613 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:41.457626 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:41.457681 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:41.457698 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:41.457700 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:41.457717 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:41.457729 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:41.457743 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:41.457750 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 12:23:41.458249 3685 node_ip_handler_linux.go:160] Node IP manager is running W0504 12:23:41.492762 3685 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 12:23:41.492874 3685 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 12:23:41.493001 3685 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0504 12:23:41.501910 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 12:23:41.501963 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 12:23:41.501980 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 12:23:41.501993 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 12:23:41.502001 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 12:23:41.502010 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 12:23:41.502017 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 12:23:41.502026 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 12:23:41.502033 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 12:23:41.502039 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 12:23:41.502045 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 12:23:41.502051 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 12:23:41.502055 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 12:23:41.502060 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 12:23:41.502065 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 12:23:41.502070 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 12:23:41.502076 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 12:23:41.539678 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 12:23:41.539696 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 12:23:41.539705 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 12:23:41.539712 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 12:23:41.539717 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 12:23:41.539723 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 12:23:41.539729 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 12:23:41.539737 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 12:23:41.539742 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 12:23:42.978590 3685 default_node_network_controller.go:1380] Starting node controller node sync W0504 12:23:42.978614 3685 egressip_healthcheck.go:76] Health checking using insecure connection I0504 12:23:42.978662 3685 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0504 12:23:42.990184 3685 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.575105ms I0504 12:23:42.990294 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 10.0.2.63 to PMTUD blocking rules I0504 12:23:42.990319 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 12:23:42.990295 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 12:23:42.990382 3685 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 10.0.0.182 to PMTUD blocking rules I0504 12:23:43.001468 3685 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 12:23:43.001706 3685 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 12:23:43.001850 3685 egressservice_node.go:183] Starting Egress Services Controller I0504 12:23:43.001865 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 12:23:43.001874 3685 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 12:23:43.001881 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 12:23:43.001886 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 12:23:43.001891 3685 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 12:23:43.001896 3685 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 12:23:43.001900 3685 egressservice_node.go:197] Repairing Egress Services I0504 12:23:43.011551 3685 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 12:23:43.011561 3685 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 12:23:43.011759 3685 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 12:23:43.011770 3685 link_network_manager.go:119] Link manager is running I0504 12:23:43.011779 3685 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 12:23:43.012108 3685 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 12:23:43.012353 3685 vrf_manager.go:128] VRF manager is running I0504 12:23:43.012479 3685 node_controller_manager.go:437] Removing flows to drop GARP I0504 12:23:43.012492 3685 gateway.go:532] Reconciling gateway with updates I0504 12:23:43.036883 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:43.036903 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:43.036911 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:43.036919 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:43.036937 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:43.036938 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:43.036956 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:43.036958 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:43.036965 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:43.036954 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:43.036976 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:43.036984 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:43.036985 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:43.036988 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:43.036997 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:43.036991 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:43.037005 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:43.037008 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:43.037007 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:43.037014 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:43.037017 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:43.037030 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:43.037035 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 12:23:43.037045 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:43.037039 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:43.037050 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:43.037053 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 12:23:43.037060 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:43.037061 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:43.037001 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:43.037070 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 12:23:43.037075 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:43.037029 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:43.037087 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:43.037088 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:43.037092 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:43.037101 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 12:23:43.037104 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:43.037108 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 12:23:43.036972 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 12:23:43.037124 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:43.037114 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 12:23:43.037127 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:43.037136 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:43.037138 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:43.037134 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:43.037140 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:43.037146 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:43.037152 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:43.037155 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:43.037152 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 12:23:43.037161 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:43.037162 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 12:23:43.037171 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:43.037177 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 12:23:43.037176 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:43.037189 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:43.037158 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 12:23:43.037233 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 12:23:43.037261 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 12:23:43.037017 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:43.037275 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 12:23:43.037079 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:43.037288 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:43.037291 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 30776 is already open, no action needed I0504 12:23:43.037295 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:43.037090 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 12:23:43.037059 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:43.037327 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:43.037338 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 12:23:43.037016 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:43.036997 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 12:23:43.037332 3685 port_claim.go:71] Svc openshift-ingress/router-default: port 30843 is already open, no action needed I0504 12:23:43.037036 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:43.037064 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 12:23:43.036993 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:43.037481 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 12:23:43.037111 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 12:23:43.037110 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:43.037505 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:43.037115 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:43.036888 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:43.037601 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:43.037606 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 12:23:43.037126 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 12:23:43.036969 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:43.037617 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:43.037115 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:43.037646 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:43.037131 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:43.037672 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:43.037675 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 12:23:43.037142 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:43.037143 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:43.037701 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:43.037144 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:43.037725 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:43.037149 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:43.037145 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:43.037770 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:43.037155 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:43.037794 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:43.037157 3685 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:43.037816 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:43.037159 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:43.037840 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 12:23:43.037162 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:43.037164 3685 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:43.076391 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 12:23:43.076411 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 12:23:43.076420 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 12:23:43.114870 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 12:23:43.114888 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 12:23:43.114895 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 12:23:43.114901 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 12:23:43.114907 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 12:23:43.114912 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 12:23:43.114919 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 12:23:43.114942 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 12:23:43.152899 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 12:23:43.152911 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 12:23:43.152951 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 12:23:43.152970 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 12:23:43.152977 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 12:23:43.152983 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 12:23:43.152988 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 12:23:43.152996 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 12:23:43.153008 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 12:23:43.153014 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 12:23:43.153019 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 12:23:43.153024 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 12:23:43.153049 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 12:23:43.153057 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 12:23:43.153063 3685 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 12:23:44.793638 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0504 12:23:44.793666 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 35.899µs I0504 12:23:45.000268 3685 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0504 12:23:45.000303 3685 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 42.345µs W0504 12:23:47.254960 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 12:23:49.542584 3685 cni.go:452] [openshift-network-diagnostics/network-check-target-wqbm9 3df40757c94087e7a304e7e1f8508bc7c5efe057804b7a38aa0ac83c5ec39d9e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wqbm9 3df40757c94087e7a304e7e1f8508bc7c5efe057804b7a38aa0ac83c5ec39d9e network default NAD default NAD key ] I0504 12:23:49.582654 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wqbm9, hostIfaceName: 3df40757c94087e, network: default, NAD default, SandboxID: "3df40757c94087e7a304e7e1f8508bc7c5efe057804b7a38aa0ac83c5ec39d9e", PCI device ID: , UID: "f7f7b1ef-740b-404f-bfd7-637b7810323c", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0504 12:23:49.631502 3685 cni.go:473] [openshift-network-diagnostics/network-check-target-wqbm9 3df40757c94087e7a304e7e1f8508bc7c5efe057804b7a38aa0ac83c5ec39d9e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wqbm9 3df40757c94087e7a304e7e1f8508bc7c5efe057804b7a38aa0ac83c5ec39d9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:cc:e6:b5:b3:8c\",\"name\":\"3df40757c94087e\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b3e7806-11f3-4a1b-815f-8d4b5994d934\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:02.675666 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:24:02.711383 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 12:24:02.814841 3685 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-f75ff85c9-wbqnf] creating logical port openshift-image-registry_image-registry-f75ff85c9-wbqnf for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:02.814975 3685 kube.go:256] Updating pod openshift-image-registry/image-registry-f75ff85c9-wbqnf I0504 12:24:02.874288 3685 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-f75ff85c9-wbqnf] addLogicalPort annotation time took 59.339567ms I0504 12:24:02.874311 3685 base_network_controller_pods.go:842] Released IPs: 10.129.0.5 for node: ip-10-0-1-18.ec2.internal I0504 12:24:02.874318 3685 pods.go:271] [openshift-image-registry/image-registry-f75ff85c9-wbqnf] addLogicalPort took 59.495951ms, libovsdb time 0s E0504 12:24:02.874334 3685 obj_retry.go:716] Failed to update *v1.Pod, old=openshift-image-registry/image-registry-f75ff85c9-wbqnf, new=openshift-image-registry/image-registry-f75ff85c9-wbqnf, error: addLogicalPort failed for openshift-image-registry/image-registry-f75ff85c9-wbqnf: failed to update pod openshift-image-registry/image-registry-f75ff85c9-wbqnf: pods "image-registry-f75ff85c9-wbqnf" not found I0504 12:24:02.874432 3685 pods.go:176] Deleting pod: openshift-image-registry/image-registry-f75ff85c9-wbqnf I0504 12:24:02.874459 3685 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-image-registry", Name:"image-registry-f75ff85c9-wbqnf", UID:"5755f549-b271-4153-9b0b-73ae126deda4", APIVersion:"v1", ResourceVersion:"9928", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for openshift-image-registry/image-registry-f75ff85c9-wbqnf: failed to update pod openshift-image-registry/image-registry-f75ff85c9-wbqnf: pods "image-registry-f75ff85c9-wbqnf" not found I0504 12:24:02.928227 3685 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hm88x] creating logical port openshift-console_downloads-5c54f4944f-hm88x for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:02.928310 3685 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hm88x I0504 12:24:02.985066 3685 pod.go:62] [openshift-console/downloads-5c54f4944f-hm88x] pod update took 56.779553ms I0504 12:24:02.985093 3685 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hm88x] addLogicalPort annotation time took 56.809226ms I0504 12:24:02.986312 3685 pods.go:271] [openshift-console/downloads-5c54f4944f-hm88x] addLogicalPort took 58.098379ms, libovsdb time 951.046µs I0504 12:24:02.997971 3685 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-k8gtb] creating logical port openshift-ingress-canary_ingress-canary-k8gtb for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:02.998073 3685 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-k8gtb I0504 12:24:03.039701 3685 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59d855649b-x9bsr] creating logical port openshift-image-registry_image-registry-59d855649b-x9bsr for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:03.039828 3685 kube.go:256] Updating pod openshift-image-registry/image-registry-59d855649b-x9bsr I0504 12:24:03.058567 3685 pod.go:62] [openshift-ingress-canary/ingress-canary-k8gtb] pod update took 60.516089ms I0504 12:24:03.058590 3685 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-k8gtb] addLogicalPort annotation time took 60.545311ms I0504 12:24:03.059778 3685 pods.go:271] [openshift-ingress-canary/ingress-canary-k8gtb] addLogicalPort took 61.83077ms, libovsdb time 939.38µs I0504 12:24:03.077173 3685 pod.go:62] [openshift-image-registry/image-registry-59d855649b-x9bsr] pod update took 37.374919ms I0504 12:24:03.077195 3685 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-59d855649b-x9bsr] addLogicalPort annotation time took 37.402601ms I0504 12:24:03.078323 3685 pods.go:271] [openshift-image-registry/image-registry-59d855649b-x9bsr] addLogicalPort took 38.635893ms, libovsdb time 860.464µs I0504 12:24:03.086837 3685 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8k9vf] creating logical port openshift-insights_insights-runtime-extractor-8k9vf for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:03.086947 3685 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8k9vf I0504 12:24:03.134001 3685 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-zrwsj] creating logical port openshift-dns_dns-default-zrwsj for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:03.134100 3685 kube.go:256] Updating pod openshift-dns/dns-default-zrwsj I0504 12:24:03.135512 3685 pod.go:62] [openshift-insights/insights-runtime-extractor-8k9vf] pod update took 48.607844ms I0504 12:24:03.135530 3685 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8k9vf] addLogicalPort annotation time took 48.632236ms I0504 12:24:03.136618 3685 pods.go:271] [openshift-insights/insights-runtime-extractor-8k9vf] addLogicalPort took 49.79364ms, libovsdb time 845.06µs I0504 12:24:03.173211 3685 pod.go:62] [openshift-dns/dns-default-zrwsj] pod update took 39.142672ms I0504 12:24:03.173234 3685 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-zrwsj] addLogicalPort annotation time took 39.175506ms I0504 12:24:03.174345 3685 pods.go:271] [openshift-dns/dns-default-zrwsj] addLogicalPort took 40.363093ms, libovsdb time 853.377µs W0504 12:24:03.292212 3685 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:03.292232 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:03.292238 3685 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 12:24:03.391108 3685 cni.go:452] [openshift-ingress-canary/ingress-canary-k8gtb 90a3525ee9200da2df026dadf457910ac8fadf6d155cbadd7bcb7802108adb54 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-k8gtb 90a3525ee9200da2df026dadf457910ac8fadf6d155cbadd7bcb7802108adb54 network default NAD default NAD key ] I0504 12:24:03.401055 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-k8gtb, hostIfaceName: 90a3525ee9200da, network: default, NAD default, SandboxID: "90a3525ee9200da2df026dadf457910ac8fadf6d155cbadd7bcb7802108adb54", PCI device ID: , UID: "ef2fabc6-01ba-4943-9e19-9841570e60e2", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0504 12:24:03.451652 3685 cni.go:473] [openshift-ingress-canary/ingress-canary-k8gtb 90a3525ee9200da2df026dadf457910ac8fadf6d155cbadd7bcb7802108adb54 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-k8gtb 90a3525ee9200da2df026dadf457910ac8fadf6d155cbadd7bcb7802108adb54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d2:12:c9:ce:cb\",\"name\":\"90a3525ee9200da\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd8511be-c908-40d4-8da0-ee333f32fc26\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:03.460494 3685 cni.go:452] [openshift-insights/insights-runtime-extractor-8k9vf 3c69a29f7058a311fd814ed3955ebe67fe10060852453a9d4583c72f830e88bf network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8k9vf 3c69a29f7058a311fd814ed3955ebe67fe10060852453a9d4583c72f830e88bf network default NAD default NAD key ] I0504 12:24:03.470014 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8k9vf, hostIfaceName: 3c69a29f7058a31, network: default, NAD default, SandboxID: "3c69a29f7058a311fd814ed3955ebe67fe10060852453a9d4583c72f830e88bf", PCI device ID: , UID: "db751fc9-9d0c-4212-81fe-b5ab88701f03", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0504 12:24:03.520552 3685 cni.go:473] [openshift-insights/insights-runtime-extractor-8k9vf 3c69a29f7058a311fd814ed3955ebe67fe10060852453a9d4583c72f830e88bf network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8k9vf 3c69a29f7058a311fd814ed3955ebe67fe10060852453a9d4583c72f830e88bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:de:81:f3:b2:0f\",\"name\":\"3c69a29f7058a31\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a3a011c-09b9-42da-9ba2-244d5df35970\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:03.527288 3685 cni.go:452] [openshift-dns/dns-default-zrwsj 96880ed4f3f26a051c5c5620ffe36ea1542c751913dfac4d1731457e6d3c53a5 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-zrwsj 96880ed4f3f26a051c5c5620ffe36ea1542c751913dfac4d1731457e6d3c53a5 network default NAD default NAD key ] I0504 12:24:03.538285 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-zrwsj, hostIfaceName: 96880ed4f3f26a0, network: default, NAD default, SandboxID: "96880ed4f3f26a051c5c5620ffe36ea1542c751913dfac4d1731457e6d3c53a5", PCI device ID: , UID: "7fae2972-ebe5-4225-8395-1c23bf6ad262", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0504 12:24:03.588369 3685 cni.go:473] [openshift-dns/dns-default-zrwsj 96880ed4f3f26a051c5c5620ffe36ea1542c751913dfac4d1731457e6d3c53a5 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-zrwsj 96880ed4f3f26a051c5c5620ffe36ea1542c751913dfac4d1731457e6d3c53a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:97:e8:c2:18:03\",\"name\":\"96880ed4f3f26a0\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0328ce9c-4268-4558-8bc1-0c0aec86f89a\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:03.654805 3685 cni.go:452] [openshift-console/downloads-5c54f4944f-hm88x 0de972531d57ada6731bc4081c17d2948b556ebcd38e0bd779c33988ab1306e1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hm88x 0de972531d57ada6731bc4081c17d2948b556ebcd38e0bd779c33988ab1306e1 network default NAD default NAD key ] I0504 12:24:03.667201 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hm88x, hostIfaceName: 0de972531d57ada, network: default, NAD default, SandboxID: "0de972531d57ada6731bc4081c17d2948b556ebcd38e0bd779c33988ab1306e1", PCI device ID: , UID: "1c552fb8-6a87-4454-9edc-90d01ed97941", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0504 12:24:03.717646 3685 cni.go:473] [openshift-console/downloads-5c54f4944f-hm88x 0de972531d57ada6731bc4081c17d2948b556ebcd38e0bd779c33988ab1306e1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hm88x 0de972531d57ada6731bc4081c17d2948b556ebcd38e0bd779c33988ab1306e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:aa:e0:76:42:1e\",\"name\":\"0de972531d57ada\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed3dde4c-73d9-42ef-93fc-cbabcdf17080\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:03.730340 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-jhdzk for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:03.730470 3685 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk I0504 12:24:03.752264 3685 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk] pod update took 21.816557ms I0504 12:24:03.752366 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk] addLogicalPort annotation time took 21.92215ms I0504 12:24:03.753543 3685 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk] addLogicalPort took 23.219275ms, libovsdb time 870.033µs I0504 12:24:04.102683 3685 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk fc707284923d45273c09575cf604d9969a5d32812ff204ec797d680995f3606b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk fc707284923d45273c09575cf604d9969a5d32812ff204ec797d680995f3606b network default NAD default NAD key ] I0504 12:24:04.114860 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-jhdzk, hostIfaceName: fc707284923d452, network: default, NAD default, SandboxID: "fc707284923d45273c09575cf604d9969a5d32812ff204ec797d680995f3606b", PCI device ID: , UID: "82ccdf4a-93da-42a9-b5b2-ccabde1de79f", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0504 12:24:04.169273 3685 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk fc707284923d45273c09575cf604d9969a5d32812ff204ec797d680995f3606b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jhdzk fc707284923d45273c09575cf604d9969a5d32812ff204ec797d680995f3606b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:d4:ca:1c:8a:c3\",\"name\":\"fc707284923d452\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebec5c01-1d2c-4efd-b98e-d7328be8f120\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:04.319726 3685 cni.go:452] [openshift-image-registry/image-registry-59d855649b-x9bsr a29cd77974c517db93c784977ce6a4a95132857f318f40325e523cfb6092fd4b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-59d855649b-x9bsr a29cd77974c517db93c784977ce6a4a95132857f318f40325e523cfb6092fd4b network default NAD default NAD key ] I0504 12:24:04.332123 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-59d855649b-x9bsr, hostIfaceName: a29cd77974c517d, network: default, NAD default, SandboxID: "a29cd77974c517db93c784977ce6a4a95132857f318f40325e523cfb6092fd4b", PCI device ID: , UID: "32a833d1-9d49-4868-aaf7-a687ba8a305e", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0504 12:24:04.388716 3685 cni.go:473] [openshift-image-registry/image-registry-59d855649b-x9bsr a29cd77974c517db93c784977ce6a4a95132857f318f40325e523cfb6092fd4b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-59d855649b-x9bsr a29cd77974c517db93c784977ce6a4a95132857f318f40325e523cfb6092fd4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:3b:ae:47:5d:46\",\"name\":\"a29cd77974c517d\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dde68908-f1c1-439f-8d8b-02fd95ddce5e\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:04.392843 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:04.393491 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:04.417688 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:04.417717 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:04.431548 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85b84bf8b4-rwvjm I0504 12:24:04.431576 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85b84bf8b4-rwvjm W0504 12:24:05.157241 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:06.325355 3685 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:07.178697 3685 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.178722 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.178731 3685 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.325949 3685 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.325968 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.325973 3685 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:09.884172 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:24:09.884202 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:24:10.300156 3685 base_network_controller_pods.go:487] [default/openshift-console/console-7d559c6f65-nfcdc] creating logical port openshift-console_console-7d559c6f65-nfcdc for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:10.300246 3685 kube.go:256] Updating pod openshift-console/console-7d559c6f65-nfcdc I0504 12:24:10.318600 3685 pod.go:62] [openshift-console/console-7d559c6f65-nfcdc] pod update took 18.382142ms I0504 12:24:10.318621 3685 base_network_controller_pods.go:951] [default/openshift-console/console-7d559c6f65-nfcdc] addLogicalPort annotation time took 18.406104ms I0504 12:24:10.319732 3685 pods.go:271] [openshift-console/console-7d559c6f65-nfcdc] addLogicalPort took 19.595739ms, libovsdb time 799.906µs I0504 12:24:10.658969 3685 cni.go:452] [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key ] I0504 12:24:10.686276 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d559c6f65-nfcdc, hostIfaceName: 7db69b729c1fc5d, network: default, NAD default, SandboxID: "7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1", PCI device ID: , UID: "93c345ee-6c84-4573-9825-66d9bdf4622a", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0504 12:24:10.734260 3685 cni.go:473] [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:c8:06:9f:e1:da\",\"name\":\"7db69b729c1fc5d\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d2567a3-1979-4d8b-8e7b-e5037deb1edf\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:13.002560 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:13.002586 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:13.002595 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:13.002613 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:13.002621 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:13.002628 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 12:24:13.362142 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-f8jmg for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:13.362288 3685 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg I0504 12:24:13.378837 3685 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg] pod update took 16.579584ms I0504 12:24:13.378869 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg] addLogicalPort annotation time took 16.618567ms I0504 12:24:13.380147 3685 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg] addLogicalPort took 18.024168ms, libovsdb time 933.955µs I0504 12:24:13.382584 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-wggw4 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:13.382697 3685 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4 I0504 12:24:13.402248 3685 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4] pod update took 19.585137ms I0504 12:24:13.402347 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4] addLogicalPort annotation time took 19.6894ms I0504 12:24:13.403806 3685 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4] addLogicalPort took 21.235716ms, libovsdb time 1.096924ms I0504 12:24:14.148505 3685 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg 973b98dcc6b4a35f5088057ef8a5ac31f8c8e3e0f26c07f56f48798c9fadb2f9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg 973b98dcc6b4a35f5088057ef8a5ac31f8c8e3e0f26c07f56f48798c9fadb2f9 network default NAD default NAD key ] I0504 12:24:14.149026 3685 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4 ba1058a3e1351f14d4d17b75877e0baec0ee509cd1bcce4efbd973528e4adcfb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4 ba1058a3e1351f14d4d17b75877e0baec0ee509cd1bcce4efbd973528e4adcfb network default NAD default NAD key ] I0504 12:24:14.161224 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-f8jmg, hostIfaceName: 973b98dcc6b4a35, network: default, NAD default, SandboxID: "973b98dcc6b4a35f5088057ef8a5ac31f8c8e3e0f26c07f56f48798c9fadb2f9", PCI device ID: , UID: "1c92c026-69df-4353-aa7b-8d0fbe8e3f5f", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0504 12:24:14.161515 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-wggw4, hostIfaceName: ba1058a3e1351f1, network: default, NAD default, SandboxID: "ba1058a3e1351f14d4d17b75877e0baec0ee509cd1bcce4efbd973528e4adcfb", PCI device ID: , UID: "291113f7-0d9f-4bcb-9ced-29a81a979dd3", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0504 12:24:14.217262 3685 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg 973b98dcc6b4a35f5088057ef8a5ac31f8c8e3e0f26c07f56f48798c9fadb2f9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-f8jmg 973b98dcc6b4a35f5088057ef8a5ac31f8c8e3e0f26c07f56f48798c9fadb2f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:36:1b:73:1a:4c\",\"name\":\"973b98dcc6b4a35\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62a5c244-d8d9-4b6d-8a12-179961875157\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:14.235305 3685 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4 ba1058a3e1351f14d4d17b75877e0baec0ee509cd1bcce4efbd973528e4adcfb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-wggw4 ba1058a3e1351f14d4d17b75877e0baec0ee509cd1bcce4efbd973528e4adcfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:f2:a4:f9:01:33\",\"name\":\"ba1058a3e1351f1\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02cf6033-8b8e-432a-b988-ef476a275913\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:14.384911 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 12:24:14.680428 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:14.680533 3685 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 12:24:14.704597 3685 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.098129ms I0504 12:24:14.704626 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.135301ms I0504 12:24:14.706021 3685 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.613144ms, libovsdb time 1.019682ms I0504 12:24:15.060819 3685 cni.go:452] [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key ] I0504 12:24:15.070249 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: b29aa7927b87db0, network: default, NAD default, SandboxID: "b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb", PCI device ID: , UID: "325b64e5-9947-417d-a0a6-34cefb71bba4", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0504 12:24:15.121884 3685 cni.go:473] [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:be:0c:7f:58:d0\",\"name\":\"b29aa7927b87db0\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5364a23f-6b32-441d-b0d2-92cff08fc62f\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:15.206655 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 12:24:15.325852 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-79bc8f874b-v8srd] creating logical port openshift-monitoring_thanos-querier-79bc8f874b-v8srd for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:15.326007 3685 kube.go:256] Updating pod openshift-monitoring/thanos-querier-79bc8f874b-v8srd I0504 12:24:15.342854 3685 pod.go:62] [openshift-monitoring/thanos-querier-79bc8f874b-v8srd] pod update took 16.891311ms I0504 12:24:15.342886 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-79bc8f874b-v8srd] addLogicalPort annotation time took 16.954318ms I0504 12:24:15.344245 3685 pods.go:271] [openshift-monitoring/thanos-querier-79bc8f874b-v8srd] addLogicalPort took 18.410452ms, libovsdb time 948.769µs I0504 12:24:15.906685 3685 cni.go:452] [openshift-monitoring/thanos-querier-79bc8f874b-v8srd 84faf14154de7b82daa4ba71e1a45084255f9a6437f7ba33295624c712f9281a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-79bc8f874b-v8srd 84faf14154de7b82daa4ba71e1a45084255f9a6437f7ba33295624c712f9281a network default NAD default NAD key ] I0504 12:24:15.918324 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-79bc8f874b-v8srd, hostIfaceName: 84faf14154de7b8, network: default, NAD default, SandboxID: "84faf14154de7b82daa4ba71e1a45084255f9a6437f7ba33295624c712f9281a", PCI device ID: , UID: "ecfb315a-351f-4962-88b0-653ef95e6a4f", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0504 12:24:15.977984 3685 cni.go:473] [openshift-monitoring/thanos-querier-79bc8f874b-v8srd 84faf14154de7b82daa4ba71e1a45084255f9a6437f7ba33295624c712f9281a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-79bc8f874b-v8srd 84faf14154de7b82daa4ba71e1a45084255f9a6437f7ba33295624c712f9281a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3b:47:ea:9a:cd\",\"name\":\"84faf14154de7b8\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7823f7dc-5582-4638-8c7c-d60b5ee28c92\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:17.176356 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:17.176378 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:17.176384 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 12:24:17.957820 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-65f66884d8-pvds9] creating logical port openshift-monitoring_metrics-server-65f66884d8-pvds9 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:17.957916 3685 kube.go:256] Updating pod openshift-monitoring/metrics-server-65f66884d8-pvds9 I0504 12:24:17.974174 3685 pod.go:62] [openshift-monitoring/metrics-server-65f66884d8-pvds9] pod update took 16.281998ms I0504 12:24:17.974198 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-65f66884d8-pvds9] addLogicalPort annotation time took 16.30692ms I0504 12:24:17.975373 3685 pods.go:271] [openshift-monitoring/metrics-server-65f66884d8-pvds9] addLogicalPort took 17.571363ms, libovsdb time 861.353µs I0504 12:24:18.064387 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-4kccg for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:18.064487 3685 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg I0504 12:24:18.084370 3685 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg] pod update took 19.91284ms I0504 12:24:18.084397 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg] addLogicalPort annotation time took 19.944366ms I0504 12:24:18.085455 3685 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg] addLogicalPort took 21.08712ms, libovsdb time 782.123µs W0504 12:24:18.907458 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 12:24:19.719091 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:19.719203 3685 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 12:24:19.748847 3685 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.684817ms I0504 12:24:19.748875 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.720398ms I0504 12:24:19.750313 3685 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.240692ms, libovsdb time 1.013703ms W0504 12:24:20.983355 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:20.983387 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:21.405693 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 12:24:21.405721 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 12:24:23.292048 3685 cni.go:452] [openshift-multus/network-metrics-daemon-x7hwd a5d681489d2fa53512327e4374e220c03b48e5cd378d98662af2d73ff33f1fe7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-x7hwd a5d681489d2fa53512327e4374e220c03b48e5cd378d98662af2d73ff33f1fe7 network default NAD default NAD key ] I0504 12:24:23.293130 3685 cni.go:452] [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key ] I0504 12:24:23.297264 3685 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg 0e17a5d42f1f5a0f84423d99a4f12341dd5ae2468183921caa3585b87805e59e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg 0e17a5d42f1f5a0f84423d99a4f12341dd5ae2468183921caa3585b87805e59e network default NAD default NAD key ] I0504 12:24:23.297276 3685 cni.go:452] [openshift-monitoring/metrics-server-65f66884d8-pvds9 af1d7c0ec571c095679ffca49046c65819959ccc6a8410ca333579313fda9f75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-65f66884d8-pvds9 af1d7c0ec571c095679ffca49046c65819959ccc6a8410ca333579313fda9f75 network default NAD default NAD key ] I0504 12:24:23.312523 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-x7hwd, hostIfaceName: a5d681489d2fa53, network: default, NAD default, SandboxID: "a5d681489d2fa53512327e4374e220c03b48e5cd378d98662af2d73ff33f1fe7", PCI device ID: , UID: "200cca62-48f1-49cc-aa96-2035a68f049a", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0504 12:24:23.312979 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 9c2dfc62a5e85bc, network: default, NAD default, SandboxID: "9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59", PCI device ID: , UID: "ad2865c0-8187-4558-a62d-dd153ac2462f", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0504 12:24:23.318637 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-4kccg, hostIfaceName: 0e17a5d42f1f5a0, network: default, NAD default, SandboxID: "0e17a5d42f1f5a0f84423d99a4f12341dd5ae2468183921caa3585b87805e59e", PCI device ID: , UID: "dee40579-7d5c-4bbb-9b7b-8c0858704d13", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0504 12:24:23.327368 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-65f66884d8-pvds9, hostIfaceName: af1d7c0ec571c09, network: default, NAD default, SandboxID: "af1d7c0ec571c095679ffca49046c65819959ccc6a8410ca333579313fda9f75", PCI device ID: , UID: "e3977a0c-e56b-45a1-9249-bc7f6a9f0992", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0504 12:24:23.398615 3685 cni.go:473] [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e2:c0:6d:c4:fc\",\"name\":\"9c2dfc62a5e85bc\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dedb2074-d08e-4a5e-9797-6f80ff5deec5\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:23.409109 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 12:24:23.451298 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:23.451336 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:23.520128 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:23.520162 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:23.520171 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 12:24:23.627894 3685 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg 0e17a5d42f1f5a0f84423d99a4f12341dd5ae2468183921caa3585b87805e59e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4kccg 0e17a5d42f1f5a0f84423d99a4f12341dd5ae2468183921caa3585b87805e59e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:0c:77:4f:75:36\",\"name\":\"0e17a5d42f1f5a0\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf252315-bbd0-44f5-b3cb-28a7ede16f80\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:23.628457 3685 cni.go:473] [openshift-multus/network-metrics-daemon-x7hwd a5d681489d2fa53512327e4374e220c03b48e5cd378d98662af2d73ff33f1fe7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-x7hwd a5d681489d2fa53512327e4374e220c03b48e5cd378d98662af2d73ff33f1fe7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:7d:0e:8e:69:57\",\"name\":\"a5d681489d2fa53\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cffe5a7-9cc0-4c1a-a0e8-d154611b6c3e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:24:23.628847 3685 cni.go:473] [openshift-monitoring/metrics-server-65f66884d8-pvds9 af1d7c0ec571c095679ffca49046c65819959ccc6a8410ca333579313fda9f75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-65f66884d8-pvds9 af1d7c0ec571c095679ffca49046c65819959ccc6a8410ca333579313fda9f75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:50:f1:8e:7e:07\",\"name\":\"af1d7c0ec571c09\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ff3e4d3-8200-4577-a84f-577e97efec99\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:24.121152 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:24:24.275653 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:24.275680 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:24.275693 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:24.346578 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:24.346674 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:26.176243 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:27.286681 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 12:24:27.307780 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 12:24:27.330226 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 12:24:27.472674 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 12:24:29.360326 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.360347 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.360352 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.360356 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513671 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513698 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513706 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513716 3685 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:30.162036 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 12:24:30.162068 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 12:24:30.241021 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 12:24:30.241056 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 12:24:31.361229 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:31.361250 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:31.361259 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:31.361266 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 12:24:44.079326 3685 cni.go:452] [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key ] I0504 12:24:44.163647 3685 cni.go:473] [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d559c6f65-nfcdc 7db69b729c1fc5d709fa5174088ccb6814faca7dff3da7644c736f545fcaa2c1 network default NAD default NAD key default], result "{}", err I0504 12:24:44.224081 3685 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-nfcdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:44.224112 3685 pods.go:176] Deleting pod: openshift-console/console-7d559c6f65-nfcdc I0504 12:24:44.225352 3685 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d559c6f65-nfcdc, ips: 10.129.0.12 I0504 12:24:44.225378 3685 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-nfcdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:44.235206 3685 base_network_controller_pods.go:487] [default/openshift-console/console-75cfb74f4-flfh4] creating logical port openshift-console_console-75cfb74f4-flfh4 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:24:44.235319 3685 kube.go:256] Updating pod openshift-console/console-75cfb74f4-flfh4 I0504 12:24:44.249775 3685 pod.go:62] [openshift-console/console-75cfb74f4-flfh4] pod update took 14.488996ms I0504 12:24:44.249797 3685 base_network_controller_pods.go:951] [default/openshift-console/console-75cfb74f4-flfh4] addLogicalPort annotation time took 14.517383ms I0504 12:24:44.250978 3685 pods.go:271] [openshift-console/console-75cfb74f4-flfh4] addLogicalPort took 15.793367ms, libovsdb time 830.968µs I0504 12:24:44.387257 3685 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-nfcdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:44.387283 3685 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-nfcdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:44.393692 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d559c6f65-nfcdc I0504 12:24:44.393716 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d559c6f65-nfcdc I0504 12:24:44.635411 3685 cni.go:452] [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key ] I0504 12:24:44.645122 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-75cfb74f4-flfh4, hostIfaceName: 03aaf484bfc2a7a, network: default, NAD default, SandboxID: "03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86", PCI device ID: , UID: "a378c371-988f-41ff-b5bb-3d6c13e3a6d5", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0504 12:24:44.694487 3685 cni.go:473] [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:f2:32:c1:93:b6\",\"name\":\"03aaf484bfc2a7a\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0738376-2d70-4831-b703-d09b883eeca0\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:24:48.318014 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 12:24:49.186274 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 12:24:51.491741 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:51.492370 3685 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:52.192705 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:52.192728 3685 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:52.196197 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85b84bf8b4-vll5v I0504 12:24:52.196227 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85b84bf8b4-vll5v W0504 12:24:55.027608 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.027628 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.027634 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.027644 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.027649 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.027653 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.161946 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.161964 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.161971 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:55.453395 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 12:24:55.560537 3685 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:55.561057 3685 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:55.866998 3685 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:55.867022 3685 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:55.873948 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d559c6f65-h7dn6 I0504 12:24:55.873976 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d559c6f65-h7dn6 W0504 12:25:04.245332 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 12:25:04.274263 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0504 12:25:16.369391 3685 obj_retry.go:498] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:16.369906 3685 obj_retry.go:498] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:17.297029 3685 obj_retry.go:492] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:17.297058 3685 obj_retry.go:492] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:17.304146 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c6689f965-sncd8 I0504 12:25:17.304178 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c6689f965-sncd8 W0504 12:25:20.578360 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:25:20.578380 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 12:25:35.056145 3685 cni.go:452] [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key ] I0504 12:25:35.141719 3685 cni.go:473] [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 b29aa7927b87db02453e1163dc04003e158dc88023bb03426416d0116b8dc1cb network default NAD default NAD key default], result "{}", err I0504 12:25:35.201428 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:35.201469 3685 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0504 12:25:35.202688 3685 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0504 12:25:35.202719 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:35.606464 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:35.606491 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:35.613221 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 12:25:35.613248 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 12:25:35.652698 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:25:35.652855 3685 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 12:25:35.674808 3685 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.997552ms I0504 12:25:35.674835 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.031279ms I0504 12:25:35.676210 3685 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.528998ms, libovsdb time 1.013742ms I0504 12:25:36.016396 3685 cni.go:452] [openshift-monitoring/alertmanager-main-1 eab9ef9b4a9b628889e3b49fa7e6123922c866dc6de5c80fac2e05f1e94f5ff6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 eab9ef9b4a9b628889e3b49fa7e6123922c866dc6de5c80fac2e05f1e94f5ff6 network default NAD default NAD key ] I0504 12:25:36.026396 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: eab9ef9b4a9b628, network: default, NAD default, SandboxID: "eab9ef9b4a9b628889e3b49fa7e6123922c866dc6de5c80fac2e05f1e94f5ff6", PCI device ID: , UID: "2f777391-8e16-4f5f-b112-57ad7ddb71d2", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0504 12:25:36.091234 3685 cni.go:473] [openshift-monitoring/alertmanager-main-1 eab9ef9b4a9b628889e3b49fa7e6123922c866dc6de5c80fac2e05f1e94f5ff6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 eab9ef9b4a9b628889e3b49fa7e6123922c866dc6de5c80fac2e05f1e94f5ff6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:cd:d9:23:40:f2\",\"name\":\"eab9ef9b4a9b628\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2a3ca9b-2e46-4998-90f4-cf72a2beae64\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:25:37.975119 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-97dcc6545-fnmpp] creating logical port openshift-monitoring_telemeter-client-97dcc6545-fnmpp for pod on switch ip-10-0-1-18.ec2.internal I0504 12:25:37.975290 3685 kube.go:256] Updating pod openshift-monitoring/telemeter-client-97dcc6545-fnmpp I0504 12:25:37.997097 3685 pod.go:62] [openshift-monitoring/telemeter-client-97dcc6545-fnmpp] pod update took 21.833546ms I0504 12:25:37.997137 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-97dcc6545-fnmpp] addLogicalPort annotation time took 21.879444ms I0504 12:25:37.998572 3685 pods.go:271] [openshift-monitoring/telemeter-client-97dcc6545-fnmpp] addLogicalPort took 23.468667ms, libovsdb time 1.031789ms I0504 12:25:38.339110 3685 cni.go:452] [openshift-monitoring/telemeter-client-97dcc6545-fnmpp c5c806c681ff3eac33573b033805bab79ccf6f9580d1b722b02dcfe7b82c6d82 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-97dcc6545-fnmpp c5c806c681ff3eac33573b033805bab79ccf6f9580d1b722b02dcfe7b82c6d82 network default NAD default NAD key ] I0504 12:25:38.348702 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-97dcc6545-fnmpp, hostIfaceName: c5c806c681ff3ea, network: default, NAD default, SandboxID: "c5c806c681ff3eac33573b033805bab79ccf6f9580d1b722b02dcfe7b82c6d82", PCI device ID: , UID: "abc5e934-6019-41cf-83e5-73ddd2d749cc", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0504 12:25:38.404084 3685 cni.go:473] [openshift-monitoring/telemeter-client-97dcc6545-fnmpp c5c806c681ff3eac33573b033805bab79ccf6f9580d1b722b02dcfe7b82c6d82 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-97dcc6545-fnmpp c5c806c681ff3eac33573b033805bab79ccf6f9580d1b722b02dcfe7b82c6d82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:74:05:92:79:09\",\"name\":\"c5c806c681ff3ea\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08f201a6-d00d-4983-b2c8-9f067ec74bb7\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:25:39.562989 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:39.563552 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:39.752651 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:39.752685 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:39.760802 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 12:25:39.760826 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0504 12:26:06.068290 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:26:06.068316 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:26:06.068322 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 12:26:07.338400 3685 cni.go:452] [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key ] I0504 12:26:07.356708 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.357242 3685 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.430092 3685 cni.go:473] [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-75cfb74f4-flfh4 03aaf484bfc2a7adbfc8a37b3baa9928a157b5f3dbebb754ec4d3f7eccba9c86 network default NAD default NAD key default], result "{}", err I0504 12:26:07.478024 3685 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-flfh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.478068 3685 pods.go:176] Deleting pod: openshift-console/console-75cfb74f4-flfh4 I0504 12:26:07.479368 3685 pods.go:236] Attempting to release IPs for pod: openshift-console/console-75cfb74f4-flfh4, ips: 10.129.0.20 I0504 12:26:07.479397 3685 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-flfh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.486997 3685 base_network_controller_pods.go:487] [default/openshift-console/console-86f5dfb94f-mrsfl] creating logical port openshift-console_console-86f5dfb94f-mrsfl for pod on switch ip-10-0-1-18.ec2.internal I0504 12:26:07.487089 3685 kube.go:256] Updating pod openshift-console/console-86f5dfb94f-mrsfl I0504 12:26:07.504221 3685 pod.go:62] [openshift-console/console-86f5dfb94f-mrsfl] pod update took 17.155528ms I0504 12:26:07.504252 3685 base_network_controller_pods.go:951] [default/openshift-console/console-86f5dfb94f-mrsfl] addLogicalPort annotation time took 17.192078ms I0504 12:26:07.505564 3685 pods.go:271] [openshift-console/console-86f5dfb94f-mrsfl] addLogicalPort took 18.581728ms, libovsdb time 974.486µs I0504 12:26:07.744109 3685 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-flfh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.744136 3685 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-flfh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.747828 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75cfb74f4-flfh4 I0504 12:26:07.747851 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75cfb74f4-flfh4 I0504 12:26:07.849314 3685 cni.go:452] [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key ] I0504 12:26:07.858733 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86f5dfb94f-mrsfl, hostIfaceName: a59ef977f4964e7, network: default, NAD default, SandboxID: "a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483", PCI device ID: , UID: "8ac9f599-17e1-4a2e-b827-dc9f8d1af8f9", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0504 12:26:07.890916 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.891037 3685 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.898463 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 12:26:07.898546 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 12:26:07.914334 3685 cni.go:473] [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fe:60:73:1f:2d\",\"name\":\"a59ef977f4964e7\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e11ee9b8-005f-4809-9b8f-23725cb31462\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:26:17.662219 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.662768 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.662796 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.662807 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 12:26:17.662824 3685 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.662830 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 12:26:18.155336 3685 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-4fz5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:18.155862 3685 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-4fz5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:18.538393 3685 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-4fz5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.538423 3685 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-4fz5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.545117 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75cfb74f4-4fz5p I0504 12:26:18.545140 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75cfb74f4-4fz5p I0504 12:26:18.688563 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.688588 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.688608 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.688618 3685 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 12:26:18.803807 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 12:26:22.710513 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:22.711002 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:22.913093 3685 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 12:26:22.924346 3685 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 12:26:23.585201 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:23.585229 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:42.245686 3685 cni.go:452] [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key ] I0504 12:26:42.322763 3685 cni.go:473] [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 9c2dfc62a5e85bcc2136baed25633667672f73d91f9b81d22089486451316c59 network default NAD default NAD key default], result "{}", err I0504 12:26:42.383558 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:42.383608 3685 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0504 12:26:42.385043 3685 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.19 I0504 12:26:42.385070 3685 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:42.896576 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:42.896602 3685 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:42.906750 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 12:26:42.906777 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 12:26:42.955423 3685 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:26:42.955534 3685 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 12:26:42.977173 3685 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 21.679226ms I0504 12:26:42.977198 3685 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 21.705836ms I0504 12:26:42.978458 3685 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.055231ms, libovsdb time 932.749µs I0504 12:26:43.318946 3685 cni.go:452] [openshift-monitoring/prometheus-k8s-0 bcb22b56bd17016b8f46594350ca854f24425cba2f9cfcb101e11e1b3069f70e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 bcb22b56bd17016b8f46594350ca854f24425cba2f9cfcb101e11e1b3069f70e network default NAD default NAD key ] I0504 12:26:43.328767 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: bcb22b56bd17016, network: default, NAD default, SandboxID: "bcb22b56bd17016b8f46594350ca854f24425cba2f9cfcb101e11e1b3069f70e", PCI device ID: , UID: "02a311d0-8085-4d22-a6ac-d65fa4654409", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0504 12:26:43.378178 3685 cni.go:473] [openshift-monitoring/prometheus-k8s-0 bcb22b56bd17016b8f46594350ca854f24425cba2f9cfcb101e11e1b3069f70e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 bcb22b56bd17016b8f46594350ca854f24425cba2f9cfcb101e11e1b3069f70e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ef:7a:30:67:bc\",\"name\":\"bcb22b56bd17016\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6866faf9-3430-43a2-99b1-aa1b60dea41c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:27:44.183414 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:27:44.183440 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 12:28:25.717700 3685 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:25.718321 3685 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:26.461183 3685 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:26.461205 3685 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:26.470021 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86f5dfb94f-vj5rk I0504 12:28:26.470046 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86f5dfb94f-vj5rk I0504 12:28:36.185487 3685 cni.go:452] [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key ] I0504 12:28:36.267238 3685 cni.go:473] [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-86f5dfb94f-mrsfl a59ef977f4964e7ff7e4540417cc98c66967435b729dc7d8d9725c904f3d0483 network default NAD default NAD key default], result "{}", err I0504 12:28:36.313542 3685 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:36.313572 3685 pods.go:176] Deleting pod: openshift-console/console-86f5dfb94f-mrsfl I0504 12:28:36.314908 3685 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86f5dfb94f-mrsfl, ips: 10.129.0.23 I0504 12:28:36.314964 3685 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:36.645794 3685 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:36.645822 3685 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:36.652272 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86f5dfb94f-mrsfl I0504 12:28:36.652295 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86f5dfb94f-mrsfl I0504 12:28:45.390300 3685 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 12:28:55.719489 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 12:29:31.730841 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 12:29:36.625569 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0504 12:29:43.634151 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=499 I0504 12:30:04.543267 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:30:04.543838 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:30:05.434633 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:30:05.434664 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:30:21.724345 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 12:30:37.625681 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 12:30:43.752123 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 12:30:48.794321 3685 namespace.go:98] [tsf] adding namespace I0504 12:30:48.795182 3685 namespace.go:102] [tsf] adding namespace took 837.813µs I0504 12:30:48.815399 3685 namespace.go:142] [tsf] updating namespace I0504 12:30:48.826196 3685 namespace.go:142] [tsf] updating namespace I0504 12:30:53.820724 3685 namespace.go:98] [tsf-tas] adding namespace I0504 12:30:53.820820 3685 namespace.go:98] [tsf-keycloak] adding namespace I0504 12:30:53.820987 3685 namespace.go:98] [rhtpa-operator] adding namespace I0504 12:30:53.821085 3685 namespace.go:98] [konflux-operator] adding namespace I0504 12:30:53.821252 3685 namespace.go:98] [konflux-ui] adding namespace I0504 12:30:53.821753 3685 namespace.go:102] [tsf-tas] adding namespace took 1.010945ms I0504 12:30:53.821786 3685 namespace.go:98] [cert-manager-operator] adding namespace I0504 12:30:53.822395 3685 namespace.go:102] [cert-manager-operator] adding namespace took 599.126µs I0504 12:30:53.822947 3685 namespace.go:102] [tsf-keycloak] adding namespace took 2.108088ms I0504 12:30:53.822979 3685 namespace.go:98] [rhbk-operator] adding namespace I0504 12:30:53.823496 3685 namespace.go:102] [rhtpa-operator] adding namespace took 2.494683ms I0504 12:30:53.823897 3685 namespace.go:102] [konflux-operator] adding namespace took 2.795839ms I0504 12:30:53.824422 3685 namespace.go:102] [konflux-ui] adding namespace took 3.157677ms I0504 12:30:53.824441 3685 namespace.go:98] [tsf-tpa] adding namespace I0504 12:30:53.824783 3685 namespace.go:102] [rhbk-operator] adding namespace took 1.797978ms I0504 12:30:53.825271 3685 namespace.go:102] [tsf-tpa] adding namespace took 823.854µs I0504 12:30:53.841712 3685 namespace.go:142] [tsf-tas] updating namespace I0504 12:30:53.867101 3685 namespace.go:142] [tsf-tas] updating namespace I0504 12:30:53.879005 3685 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:53.905136 3685 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:53.909370 3685 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:30:53.909513 3685 namespace.go:142] [konflux-operator] updating namespace I0504 12:30:53.911784 3685 namespace.go:142] [konflux-ui] updating namespace I0504 12:30:53.918700 3685 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:53.921413 3685 namespace.go:142] [rhbk-operator] updating namespace I0504 12:30:53.923337 3685 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:30:53.972280 3685 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:53.972319 3685 namespace.go:142] [tsf-tas] updating namespace I0504 12:30:53.979396 3685 namespace.go:142] [konflux-operator] updating namespace I0504 12:30:53.994544 3685 namespace.go:142] [konflux-operator] updating namespace I0504 12:30:54.001488 3685 namespace.go:142] [konflux-ui] updating namespace I0504 12:30:54.020809 3685 namespace.go:142] [rhbk-operator] updating namespace I0504 12:30:54.033041 3685 namespace.go:142] [konflux-ui] updating namespace I0504 12:30:54.056445 3685 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:54.061787 3685 namespace.go:142] [rhbk-operator] updating namespace I0504 12:30:54.077492 3685 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:54.082818 3685 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:30:54.096575 3685 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:30:54.114973 3685 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:30:54.135308 3685 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:30:54.735332 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 12:30:55.065186 3685 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:55.065312 3685 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:55.751531 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 12:30:57.626826 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134 I0504 12:30:57.714731 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 12:31:01.804178 3685 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.804710 3685 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.804736 3685 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.804745 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:01.804755 3685 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.804759 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:02.796044 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.796647 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.796676 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.796685 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:02.796694 3685 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.796698 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:02.829377 3685 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:02.829407 3685 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:02.829418 3685 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:02.829428 3685 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.625549 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=52 I0504 12:31:03.827184 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.827206 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.827215 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.827226 3685 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:05.836915 3685 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.837465 3685 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.837489 3685 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.837496 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:05.837505 3685 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.837510 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:06.942576 3685 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:06.942601 3685 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:06.942615 3685 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:06.942629 3685 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.857340 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.857861 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.857887 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.857905 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:07.857937 3685 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.857944 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:07.878433 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.878842 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.878868 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.878875 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:07.878884 3685 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.878888 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:07.995388 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.995407 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.995424 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.995436 3685 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015509 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015524 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015536 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015548 3685 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.866654 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.867200 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.867223 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.867230 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:08.867240 3685 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.867244 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:08.869842 3685 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-9w2ht for pod on switch ip-10-0-1-18.ec2.internal I0504 12:31:08.869967 3685 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht I0504 12:31:08.883992 3685 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht] pod update took 14.073734ms I0504 12:31:08.884015 3685 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht] addLogicalPort annotation time took 14.10028ms I0504 12:31:08.885086 3685 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht] addLogicalPort took 15.251535ms, libovsdb time 746.811µs I0504 12:31:09.227769 3685 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht 3a05e77ba4673fe72e2a7f80efeacd0d222c1256ac96e5a2d59216a7b3513675 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht 3a05e77ba4673fe72e2a7f80efeacd0d222c1256ac96e5a2d59216a7b3513675 network default NAD default NAD key ] I0504 12:31:09.236623 3685 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-9w2ht, hostIfaceName: 3a05e77ba4673fe, network: default, NAD default, SandboxID: "3a05e77ba4673fe72e2a7f80efeacd0d222c1256ac96e5a2d59216a7b3513675", PCI device ID: , UID: "983e0bdb-2696-4c09-b6a3-c9be1fe260b4", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0504 12:31:09.284798 3685 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht 3a05e77ba4673fe72e2a7f80efeacd0d222c1256ac96e5a2d59216a7b3513675 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-9w2ht 3a05e77ba4673fe72e2a7f80efeacd0d222c1256ac96e5a2d59216a7b3513675 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b0:ce:f1:ae:e0\",\"name\":\"3a05e77ba4673fe\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a949d904-e8bf-4c7f-803c-e08ad394ebc7\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:31:09.891885 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:09.891905 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:09.891919 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:09.891954 3685 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:11.868142 3685 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-glwp8 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:31:11.868246 3685 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8 I0504 12:31:11.883336 3685 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8] pod update took 15.113029ms I0504 12:31:11.883370 3685 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8] addLogicalPort annotation time took 15.149473ms I0504 12:31:11.884652 3685 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8] addLogicalPort took 16.530408ms, libovsdb time 905.741µs I0504 12:31:12.234327 3685 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8 14b9228d8e27148f134f4992858438f4325948cd7b339dabb6bd37cddee931e4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8 14b9228d8e27148f134f4992858438f4325948cd7b339dabb6bd37cddee931e4 network default NAD default NAD key ] I0504 12:31:12.244448 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-glwp8, hostIfaceName: 14b9228d8e27148, network: default, NAD default, SandboxID: "14b9228d8e27148f134f4992858438f4325948cd7b339dabb6bd37cddee931e4", PCI device ID: , UID: "03933050-d066-4377-92e1-3756003c6ec7", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0504 12:31:12.295858 3685 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8 14b9228d8e27148f134f4992858438f4325948cd7b339dabb6bd37cddee931e4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-glwp8 14b9228d8e27148f134f4992858438f4325948cd7b339dabb6bd37cddee931e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:03:7f:69:cb:19\",\"name\":\"14b9228d8e27148\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00ebdad4-77fb-4968-a526-f6ed49e48851\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:31:17.001004 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 12:31:17.746675 3685 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0504 12:31:28.011582 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 12:31:28.189792 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:31:39.275892 3685 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 12:31:39.276007 3685 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jcq2w IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jcq2w: no pod IPs found I0504 12:31:40.694100 3685 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-z85rq for pod on switch ip-10-0-1-18.ec2.internal I0504 12:31:40.694261 3685 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq I0504 12:31:40.729414 3685 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq] pod update took 35.182558ms I0504 12:31:40.729436 3685 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq] addLogicalPort annotation time took 35.20968ms I0504 12:31:40.730573 3685 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq] addLogicalPort took 36.48759ms, libovsdb time 826.11µs I0504 12:31:40.749778 3685 namespace.go:142] [openshift-operators] updating namespace I0504 12:31:40.758197 3685 namespace.go:142] [openshift-operators] updating namespace I0504 12:31:41.051702 3685 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq 7aa411752f9f9c07dfa63bb08e4750b2d9fe68c11f2e389df2337d988f30f0a6 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq 7aa411752f9f9c07dfa63bb08e4750b2d9fe68c11f2e389df2337d988f30f0a6 network default NAD default NAD key ] I0504 12:31:41.060867 3685 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-z85rq, hostIfaceName: 7aa411752f9f9c0, network: default, NAD default, SandboxID: "7aa411752f9f9c07dfa63bb08e4750b2d9fe68c11f2e389df2337d988f30f0a6", PCI device ID: , UID: "e6465cc5-2a6b-45e7-93d2-9b48218b741a", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0504 12:31:41.108887 3685 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq 7aa411752f9f9c07dfa63bb08e4750b2d9fe68c11f2e389df2337d988f30f0a6 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-z85rq 7aa411752f9f9c07dfa63bb08e4750b2d9fe68c11f2e389df2337d988f30f0a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e0:1e:bd:9d:3c\",\"name\":\"7aa411752f9f9c0\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd474ebe-ce36-4178-b19d-93b671d934e0\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:31:43.550832 3685 namespace.go:98] [cert-manager] adding namespace I0504 12:31:43.551820 3685 namespace.go:102] [cert-manager] adding namespace took 962.856µs I0504 12:31:43.573774 3685 namespace.go:142] [cert-manager] updating namespace I0504 12:31:43.573895 3685 namespace.go:142] [cert-manager] updating namespace I0504 12:31:43.626972 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=78 I0504 12:31:45.227158 3685 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-z7d2n for pod on switch ip-10-0-1-18.ec2.internal I0504 12:31:45.227305 3685 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n I0504 12:31:45.244585 3685 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n] pod update took 17.313059ms I0504 12:31:45.244610 3685 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n] addLogicalPort annotation time took 17.345999ms I0504 12:31:45.245869 3685 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n] addLogicalPort took 18.729508ms, libovsdb time 898.638µs I0504 12:31:45.964424 3685 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n af37e0b7e8d1f13dbdd3a398860f508da8abcae71b90492dd5efd3567d38146a network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n af37e0b7e8d1f13dbdd3a398860f508da8abcae71b90492dd5efd3567d38146a network default NAD default NAD key ] I0504 12:31:45.973787 3685 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-z7d2n, hostIfaceName: af37e0b7e8d1f13, network: default, NAD default, SandboxID: "af37e0b7e8d1f13dbdd3a398860f508da8abcae71b90492dd5efd3567d38146a", PCI device ID: , UID: "de3ab1cc-2ee2-4e09-b6c6-170d59c07056", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0504 12:31:46.022902 3685 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n af37e0b7e8d1f13dbdd3a398860f508da8abcae71b90492dd5efd3567d38146a network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-z7d2n af37e0b7e8d1f13dbdd3a398860f508da8abcae71b90492dd5efd3567d38146a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:bb:cc:3f:97:f0\",\"name\":\"af37e0b7e8d1f13\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc92c2db-4c04-4fb6-95ba-253c389b79b0\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:31:48.665952 3685 namespace.go:142] [openshift-operators] updating namespace W0504 12:31:49.162012 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 12:31:49.162031 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 12:31:49.350614 3685 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-vzrpv for pod on switch ip-10-0-1-18.ec2.internal I0504 12:31:49.350799 3685 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv I0504 12:31:49.389151 3685 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv] pod update took 38.37978ms I0504 12:31:49.389180 3685 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv] addLogicalPort annotation time took 38.411688ms I0504 12:31:49.390377 3685 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv] addLogicalPort took 39.787535ms, libovsdb time 848.384µs I0504 12:31:49.702484 3685 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv e14e26868ab59961e30da80de2d08740225efbe96efcac54db2b5787a1b81064 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv e14e26868ab59961e30da80de2d08740225efbe96efcac54db2b5787a1b81064 network default NAD default NAD key ] I0504 12:31:49.712277 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-vzrpv, hostIfaceName: e14e26868ab5996, network: default, NAD default, SandboxID: "e14e26868ab59961e30da80de2d08740225efbe96efcac54db2b5787a1b81064", PCI device ID: , UID: "12089fce-80a5-4f7e-b7f2-8556ddb4ea67", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0504 12:31:49.761935 3685 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv e14e26868ab59961e30da80de2d08740225efbe96efcac54db2b5787a1b81064 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-vzrpv e14e26868ab59961e30da80de2d08740225efbe96efcac54db2b5787a1b81064 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:84:10:66:f0:ae\",\"name\":\"e14e26868ab5996\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87c37d88-ac0e-466c-8019-bda11cd3ef91\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:31:52.609387 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 12:31:54.818308 3685 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-7tpqs for pod on switch ip-10-0-1-18.ec2.internal I0504 12:31:54.818421 3685 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs I0504 12:31:54.848444 3685 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs] pod update took 30.050744ms I0504 12:31:54.848471 3685 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs] addLogicalPort annotation time took 30.08303ms I0504 12:31:54.849779 3685 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs] addLogicalPort took 31.492442ms, libovsdb time 925.948µs W0504 12:31:55.171589 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 12:31:55.171614 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 12:31:55.174293 3685 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs f6d45f790470f77873634e4c69984b814081ca291357e3e236e7a6578e34b2f3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs f6d45f790470f77873634e4c69984b814081ca291357e3e236e7a6578e34b2f3 network default NAD default NAD key ] I0504 12:31:55.183771 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-7tpqs, hostIfaceName: f6d45f790470f77, network: default, NAD default, SandboxID: "f6d45f790470f77873634e4c69984b814081ca291357e3e236e7a6578e34b2f3", PCI device ID: , UID: "d9403f87-cf10-4972-862a-84eab31ba3ae", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0504 12:31:55.237372 3685 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs f6d45f790470f77873634e4c69984b814081ca291357e3e236e7a6578e34b2f3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7tpqs f6d45f790470f77873634e4c69984b814081ca291357e3e236e7a6578e34b2f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:46:f3:18:3b:6e\",\"name\":\"f6d45f790470f77\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15a3ef1f-d5dc-4a8a-9e03-adf01242a5f7\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:31:56.611884 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 12:31:56.646341 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 12:31:56.838045 3685 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 12:31:56.838898 3685 namespace.go:102] [trusted-artifact-signer] adding namespace took 829.39µs I0504 12:31:56.846143 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:31:56.864987 3685 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 12:31:57.076941 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 12:31:57.087762 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 12:31:57.192987 3685 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 12:32:04.230010 3685 namespace.go:98] [openshift-pipelines] adding namespace I0504 12:32:04.230851 3685 namespace.go:102] [openshift-pipelines] adding namespace took 820.987µs I0504 12:32:04.338226 3685 namespace.go:142] [openshift-pipelines] updating namespace I0504 12:32:04.648728 3685 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-kj67l] creating logical port cert-manager_cert-manager-59c77684cc-kj67l for pod on switch ip-10-0-1-18.ec2.internal I0504 12:32:04.648883 3685 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-kj67l I0504 12:32:04.760487 3685 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-kj67l I0504 12:32:04.852242 3685 pod.go:62] [cert-manager/cert-manager-59c77684cc-kj67l] pod update took 203.394397ms I0504 12:32:04.852269 3685 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-kj67l] addLogicalPort annotation time took 203.425668ms I0504 12:32:04.853485 3685 pods.go:271] [cert-manager/cert-manager-59c77684cc-kj67l] addLogicalPort took 204.778151ms, libovsdb time 851.999µs I0504 12:32:05.004255 3685 cni.go:452] [cert-manager/cert-manager-59c77684cc-kj67l d576ff970ffe4ecbe2c655a288a0497590357b80df19133961d477ce0588537d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-kj67l d576ff970ffe4ecbe2c655a288a0497590357b80df19133961d477ce0588537d network default NAD default NAD key ] I0504 12:32:05.013580 3685 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-kj67l, hostIfaceName: d576ff970ffe4ec, network: default, NAD default, SandboxID: "d576ff970ffe4ecbe2c655a288a0497590357b80df19133961d477ce0588537d", PCI device ID: , UID: "63c444ce-1ef2-466f-882e-fe13c2d2d848", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0504 12:32:05.068078 3685 cni.go:473] [cert-manager/cert-manager-59c77684cc-kj67l d576ff970ffe4ecbe2c655a288a0497590357b80df19133961d477ce0588537d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-kj67l d576ff970ffe4ecbe2c655a288a0497590357b80df19133961d477ce0588537d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:31:ee:d5:39:4b\",\"name\":\"d576ff970ffe4ec\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3797fae3-834b-4c8c-90f9-154583c96811\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:32:05.214976 3685 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:05.217102 3685 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:05.308027 3685 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:05.308048 3685 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:05.345208 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 12:32:05.345238 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 12:32:05.367127 3685 namespace.go:142] [cert-manager] updating namespace I0504 12:32:05.562093 3685 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:32:05.957090 3685 namespace.go:142] [konflux-operator] updating namespace I0504 12:32:06.152891 3685 namespace.go:142] [konflux-ui] updating namespace I0504 12:32:06.387100 3685 namespace.go:142] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] updating namespace I0504 12:32:06.807382 3685 namespace.go:142] [rhbk-operator] updating namespace I0504 12:32:07.011256 3685 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:32:07.219328 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:32:07.421727 3685 namespace.go:142] [tsf] updating namespace I0504 12:32:07.611908 3685 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:32:07.815107 3685 namespace.go:142] [tsf-tas] updating namespace I0504 12:32:08.014156 3685 namespace.go:142] [tsf-tpa] updating namespace I0504 12:32:08.165105 3685 namespace.go:142] [cert-manager] updating namespace I0504 12:32:08.175107 3685 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:32:08.193026 3685 namespace.go:142] [default] updating namespace I0504 12:32:08.210960 3685 namespace.go:142] [konflux-operator] updating namespace W0504 12:32:08.223830 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 12:32:08.229697 3685 namespace.go:142] [konflux-ui] updating namespace I0504 12:32:08.246782 3685 namespace.go:142] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] updating namespace I0504 12:32:08.260000 3685 namespace.go:142] [openshift] updating namespace I0504 12:32:08.269961 3685 namespace.go:142] [rhbk-operator] updating namespace I0504 12:32:08.280513 3685 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:32:08.289164 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:32:08.299082 3685 namespace.go:142] [tsf] updating namespace I0504 12:32:08.310740 3685 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:32:08.321708 3685 namespace.go:142] [tsf-tas] updating namespace I0504 12:32:08.332151 3685 namespace.go:142] [tsf-tpa] updating namespace I0504 12:32:08.391253 3685 namespace.go:142] [cert-manager] updating namespace I0504 12:32:08.492567 3685 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:32:08.624566 3685 namespace.go:142] [default] updating namespace I0504 12:32:08.747574 3685 namespace.go:142] [konflux-operator] updating namespace I0504 12:32:08.875309 3685 namespace.go:142] [konflux-ui] updating namespace I0504 12:32:09.234915 3685 namespace.go:142] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] updating namespace I0504 12:32:09.630978 3685 namespace.go:142] [openshift] updating namespace I0504 12:32:09.796471 3685 namespace.go:142] [rhbk-operator] updating namespace I0504 12:32:09.983241 3685 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:32:10.084535 3685 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:32:10.192968 3685 namespace.go:142] [tsf] updating namespace I0504 12:32:10.309077 3685 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:32:10.414568 3685 namespace.go:142] [tsf-tas] updating namespace I0504 12:32:10.480088 3685 namespace.go:142] [tsf-tpa] updating namespace I0504 12:32:11.268225 3685 namespace.go:142] [openshift-pipelines] updating namespace W0504 12:32:17.108118 3685 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 12:32:17.137299 3685 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 12:32:21.402722 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-wn4xv for pod on switch ip-10-0-1-18.ec2.internal I0504 12:32:21.402837 3685 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv I0504 12:32:21.422329 3685 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv] pod update took 19.515549ms I0504 12:32:21.422352 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv] addLogicalPort annotation time took 19.544943ms I0504 12:32:21.423558 3685 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv] addLogicalPort took 20.856975ms, libovsdb time 822.211µs I0504 12:32:21.773038 3685 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv 1f1390b7ac569b96b6245d3b9a15da78ff4451624c116e1dd3f53316473ab793 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv 1f1390b7ac569b96b6245d3b9a15da78ff4451624c116e1dd3f53316473ab793 network default NAD default NAD key ] I0504 12:32:21.783313 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-wn4xv, hostIfaceName: 1f1390b7ac569b9, network: default, NAD default, SandboxID: "1f1390b7ac569b96b6245d3b9a15da78ff4451624c116e1dd3f53316473ab793", PCI device ID: , UID: "3c5cf1a0-9c7f-4cc6-a104-dc37f93aaadd", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0504 12:32:21.839516 3685 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv 1f1390b7ac569b96b6245d3b9a15da78ff4451624c116e1dd3f53316473ab793 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-wn4xv 1f1390b7ac569b96b6245d3b9a15da78ff4451624c116e1dd3f53316473ab793 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:86:fd:ca:89:da\",\"name\":\"1f1390b7ac569b9\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da33ee48-39b3-422a-8540-218407cf6984\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:32:25.453300 3685 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 12:32:25.453317 3685 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 12:32:25.453323 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 12:32:26.337245 3685 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:26.337271 3685 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:26.337279 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:28.519350 3685 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:28.519368 3685 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:28.519373 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:28.519377 3685 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:37.342711 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:37.342731 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:37.342736 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0504 12:32:41.396791 3685 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:41.397332 3685 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:41.421190 3685 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:41.421221 3685 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:41.430153 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 12:32:41.430177 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 12:32:43.746086 3685 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 12:32:43.746821 3685 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 12:32:43.746844 3685 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 12:32:43.749226 3685 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 12:32:46.292790 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-tg2xl for pod on switch ip-10-0-1-18.ec2.internal I0504 12:32:46.292916 3685 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl I0504 12:32:46.342284 3685 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl I0504 12:32:46.372115 3685 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl] pod update took 79.23817ms I0504 12:32:46.372140 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl] addLogicalPort annotation time took 79.269371ms I0504 12:32:46.373446 3685 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl] addLogicalPort took 80.680945ms, libovsdb time 937.812µs I0504 12:32:46.645865 3685 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl b59c70e4fca8b561e7fadbd1f0988e40679cf788ee77a1b0fc2d6ef2535a289a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl b59c70e4fca8b561e7fadbd1f0988e40679cf788ee77a1b0fc2d6ef2535a289a network default NAD default NAD key ] I0504 12:32:46.655189 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-tg2xl, hostIfaceName: b59c70e4fca8b56, network: default, NAD default, SandboxID: "b59c70e4fca8b561e7fadbd1f0988e40679cf788ee77a1b0fc2d6ef2535a289a", PCI device ID: , UID: "b9627b7a-478f-4f16-a5ee-9a33484d652e", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0504 12:32:46.708422 3685 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl b59c70e4fca8b561e7fadbd1f0988e40679cf788ee77a1b0fc2d6ef2535a289a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-tg2xl b59c70e4fca8b561e7fadbd1f0988e40679cf788ee77a1b0fc2d6ef2535a289a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:d1:14:25:c8:2a\",\"name\":\"b59c70e4fca8b56\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6834b243-ba65-4fe2-b4d1-d913a2b9afb1\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:32:50.571616 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 12:33:00.742236 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 12:33:03.474637 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mcthl] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-mcthl for pod on switch ip-10-0-1-18.ec2.internal I0504 12:33:03.474741 3685 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-mcthl I0504 12:33:03.490609 3685 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-mcthl] pod update took 15.897176ms I0504 12:33:03.490634 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mcthl] addLogicalPort annotation time took 15.92828ms I0504 12:33:03.491877 3685 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-mcthl] addLogicalPort took 17.264493ms, libovsdb time 830.515µs I0504 12:33:03.844134 3685 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-mcthl 943e108b37c922440b5c19901f2b11ab2524c690c22bbf74f7d6460afd450a7b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mcthl 943e108b37c922440b5c19901f2b11ab2524c690c22bbf74f7d6460afd450a7b network default NAD default NAD key ] I0504 12:33:03.853990 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-mcthl, hostIfaceName: 943e108b37c9224, network: default, NAD default, SandboxID: "943e108b37c922440b5c19901f2b11ab2524c690c22bbf74f7d6460afd450a7b", PCI device ID: , UID: "d1f890ad-effe-45e3-a605-5b2105c5837a", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0504 12:33:03.906382 3685 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-mcthl 943e108b37c922440b5c19901f2b11ab2524c690c22bbf74f7d6460afd450a7b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mcthl 943e108b37c922440b5c19901f2b11ab2524c690c22bbf74f7d6460afd450a7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:6c:a8:b7:81:a4\",\"name\":\"943e108b37c9224\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0587344c-07f9-4368-a79a-477fc4c3410a\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:33:08.284683 3685 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 12:33:17.715235 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0504 12:33:27.347243 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-96gs9 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:33:27.347337 3685 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9 I0504 12:33:27.364105 3685 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9] pod update took 16.794074ms I0504 12:33:27.364137 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9] addLogicalPort annotation time took 16.828887ms I0504 12:33:27.365639 3685 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9] addLogicalPort took 18.415187ms, libovsdb time 1.037468ms I0504 12:33:27.713159 3685 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9 daa0fd897d2f875fbeb304e2f3099a26eb840194ea1f941477b1dc056a10fdd2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9 daa0fd897d2f875fbeb304e2f3099a26eb840194ea1f941477b1dc056a10fdd2 network default NAD default NAD key ] I0504 12:33:27.722433 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-96gs9, hostIfaceName: daa0fd897d2f875, network: default, NAD default, SandboxID: "daa0fd897d2f875fbeb304e2f3099a26eb840194ea1f941477b1dc056a10fdd2", PCI device ID: , UID: "d0b7e6ce-05c5-406c-8780-95a064497813", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0504 12:33:27.775660 3685 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9 daa0fd897d2f875fbeb304e2f3099a26eb840194ea1f941477b1dc056a10fdd2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-96gs9 daa0fd897d2f875fbeb304e2f3099a26eb840194ea1f941477b1dc056a10fdd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b6:81:00:ff:c9\",\"name\":\"daa0fd897d2f875\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91683c06-e3dc-4e9a-aed7-beebdaee7f74\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:33:32.783071 3685 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 12:33:32.783090 3685 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 12:33:32.783095 3685 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 12:33:44.995418 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-9b2mj] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-9b2mj for pod on switch ip-10-0-1-18.ec2.internal I0504 12:33:44.995535 3685 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-9b2mj I0504 12:33:45.007655 3685 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-9b2mj] pod update took 12.13724ms I0504 12:33:45.007685 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-9b2mj] addLogicalPort annotation time took 12.17267ms I0504 12:33:45.009067 3685 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-9b2mj] addLogicalPort took 13.662094ms, libovsdb time 958.434µs I0504 12:33:45.357941 3685 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-9b2mj 7545f21c7f2fc18afdef92f8a04fdb5ff9acb37e8f5cb90132eafe00f40dab89 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9b2mj 7545f21c7f2fc18afdef92f8a04fdb5ff9acb37e8f5cb90132eafe00f40dab89 network default NAD default NAD key ] I0504 12:33:45.367163 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-9b2mj, hostIfaceName: 7545f21c7f2fc18, network: default, NAD default, SandboxID: "7545f21c7f2fc18afdef92f8a04fdb5ff9acb37e8f5cb90132eafe00f40dab89", PCI device ID: , UID: "818ca221-3798-4f9d-ae62-d7c558bda5b5", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0504 12:33:45.419767 3685 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-9b2mj 7545f21c7f2fc18afdef92f8a04fdb5ff9acb37e8f5cb90132eafe00f40dab89 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9b2mj 7545f21c7f2fc18afdef92f8a04fdb5ff9acb37e8f5cb90132eafe00f40dab89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:2d:5b:dd:57:81\",\"name\":\"7545f21c7f2fc18\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c877e21b-b09e-4f83-a5e7-b5cbeca5ca57\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:33:58.652109 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-flmkr for pod on switch ip-10-0-1-18.ec2.internal I0504 12:33:58.652251 3685 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr I0504 12:33:58.668164 3685 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr] pod update took 15.953756ms I0504 12:33:58.668187 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr] addLogicalPort annotation time took 15.981677ms I0504 12:33:58.669524 3685 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr] addLogicalPort took 17.432742ms, libovsdb time 961.349µs I0504 12:33:59.013866 3685 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr 6b0014c622f611e3ef7006e34d5f4f102d7754bdd5ee7fce3cc9462b544edad7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr 6b0014c622f611e3ef7006e34d5f4f102d7754bdd5ee7fce3cc9462b544edad7 network default NAD default NAD key ] I0504 12:33:59.024903 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-flmkr, hostIfaceName: 6b0014c622f611e, network: default, NAD default, SandboxID: "6b0014c622f611e3ef7006e34d5f4f102d7754bdd5ee7fce3cc9462b544edad7", PCI device ID: , UID: "8a90d743-c989-46be-aecb-ffe6c411a8c3", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0504 12:33:59.076144 3685 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr 6b0014c622f611e3ef7006e34d5f4f102d7754bdd5ee7fce3cc9462b544edad7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-flmkr 6b0014c622f611e3ef7006e34d5f4f102d7754bdd5ee7fce3cc9462b544edad7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6a:fa:8e:dc:b8\",\"name\":\"6b0014c622f611e\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57baf81c-6ec8-4a00-ba01-ac5b2aa36e6e\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:34:03.652363 3685 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 12:34:03.652382 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 12:34:06.945856 3685 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 12:34:13.717314 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 12:34:13.717335 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 12:34:13.719090 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 12:34:13.719107 3685 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 12:34:19.058364 3685 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-bbv6n for pod on switch ip-10-0-1-18.ec2.internal I0504 12:34:19.058448 3685 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n I0504 12:34:19.072423 3685 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n] pod update took 13.99716ms I0504 12:34:19.072444 3685 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n] addLogicalPort annotation time took 14.022813ms I0504 12:34:19.073693 3685 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n] addLogicalPort took 15.342711ms, libovsdb time 835.96µs I0504 12:34:20.015890 3685 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n 6b7f8e95d5e4f598e1c27c6f16f17f7178d05fec4db0d8a18da9768b8392104a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n 6b7f8e95d5e4f598e1c27c6f16f17f7178d05fec4db0d8a18da9768b8392104a network default NAD default NAD key ] I0504 12:34:20.024601 3685 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-bbv6n, hostIfaceName: 6b7f8e95d5e4f59, network: default, NAD default, SandboxID: "6b7f8e95d5e4f598e1c27c6f16f17f7178d05fec4db0d8a18da9768b8392104a", PCI device ID: , UID: "8aad730c-bb05-4432-9bf4-2650ad125eed", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0504 12:34:20.073403 3685 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n 6b7f8e95d5e4f598e1c27c6f16f17f7178d05fec4db0d8a18da9768b8392104a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-bbv6n 6b7f8e95d5e4f598e1c27c6f16f17f7178d05fec4db0d8a18da9768b8392104a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:8c:5b:4d:f3:6c\",\"name\":\"6b7f8e95d5e4f59\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a092a71-d23a-41c8-bba4-78905245a80c\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:34:30.765797 3685 namespace.go:142] [openshift-pipelines] updating namespace I0504 12:34:42.006601 3685 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:34:42.007157 3685 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:03.129454 3685 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88vn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:03.130006 3685 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88vn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:04.032850 3685 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88vn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:04.032873 3685 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88vn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:42.157597 3685 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:42.157628 3685 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:42.163617 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 12:35:42.163643 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 12:35:50.380848 3685 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:50.381377 3685 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:50.408674 3685 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:50.408695 3685 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:50.415026 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 12:35:50.415044 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 12:35:53.395198 3685 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-m7sdz-mp4t4] creating logical port tsf-tas_ctlog-createtree-job-m7sdz-mp4t4 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:35:53.395299 3685 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 I0504 12:35:53.437307 3685 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 I0504 12:35:53.469081 3685 pod.go:62] [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4] pod update took 73.803299ms I0504 12:35:53.469111 3685 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-m7sdz-mp4t4] addLogicalPort annotation time took 73.837815ms I0504 12:35:53.470468 3685 pods.go:271] [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4] addLogicalPort took 75.291222ms, libovsdb time 984.223µs I0504 12:35:53.511255 3685 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-577c6c4c6d-slvt4] creating logical port tsf-tas_trillian-logserver-577c6c4c6d-slvt4 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:35:53.511349 3685 kube.go:256] Updating pod tsf-tas/trillian-logserver-577c6c4c6d-slvt4 I0504 12:35:53.531644 3685 pod.go:62] [tsf-tas/trillian-logserver-577c6c4c6d-slvt4] pod update took 20.325656ms I0504 12:35:53.531664 3685 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-577c6c4c6d-slvt4] addLogicalPort annotation time took 20.350732ms I0504 12:35:53.533101 3685 pods.go:271] [tsf-tas/trillian-logserver-577c6c4c6d-slvt4] addLogicalPort took 21.858346ms, libovsdb time 1.039566ms I0504 12:35:53.750089 3685 cni.go:452] [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key ] I0504 12:35:53.759979 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-m7sdz-mp4t4, hostIfaceName: eae92dbe5031cf1, network: default, NAD default, SandboxID: "eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e", PCI device ID: , UID: "c1a15398-1b74-4ff0-ab35-db83a3d6e322", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0504 12:35:53.815942 3685 cni.go:473] [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5b:b8:33:70:e0\",\"name\":\"eae92dbe5031cf1\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f308617c-7aa0-460c-882d-e09c87490f8f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:35:54.473661 3685 cni.go:452] [tsf-tas/trillian-logserver-577c6c4c6d-slvt4 6ac989e8db42921e8f937db28bb0aeab0dc9d7e3a9222784559bd87d7ec17762 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-577c6c4c6d-slvt4 6ac989e8db42921e8f937db28bb0aeab0dc9d7e3a9222784559bd87d7ec17762 network default NAD default NAD key ] I0504 12:35:54.483289 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-577c6c4c6d-slvt4, hostIfaceName: 6ac989e8db42921, network: default, NAD default, SandboxID: "6ac989e8db42921e8f937db28bb0aeab0dc9d7e3a9222784559bd87d7ec17762", PCI device ID: , UID: "c4ba7dde-bcd4-4a30-9161-b12e643978e3", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0504 12:35:54.543719 3685 cni.go:473] [tsf-tas/trillian-logserver-577c6c4c6d-slvt4 6ac989e8db42921e8f937db28bb0aeab0dc9d7e3a9222784559bd87d7ec17762 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-577c6c4c6d-slvt4 6ac989e8db42921e8f937db28bb0aeab0dc9d7e3a9222784559bd87d7ec17762 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:30:cf:70:7e:20\",\"name\":\"6ac989e8db42921\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6148cc55-637e-4d3d-b6ea-fbddbf43e6c3\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:35:59.483163 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 12:35:59.483180 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 12:36:10.457382 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 12:36:11.568529 3685 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 12:36:14.700725 3685 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:14.701334 3685 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:15.723297 3685 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:15.723328 3685 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 12:36:18.400963 3685 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 12:36:19.717825 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 12:36:29.755237 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0504 12:36:43.586999 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0504 12:36:46.696043 3685 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:46.696606 3685 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:46.738117 3685 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:46.738140 3685 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:46.744954 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 12:36:46.744979 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 12:36:47.630648 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=105 I0504 12:36:55.776356 3685 obj_retry.go:498] Detected object tsf/patch-tekton-config-cpwwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:55.776975 3685 obj_retry.go:498] Detected object tsf/patch-tekton-config-cpwwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:55.795754 3685 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:55.796336 3685 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:56.628365 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=60 I0504 12:36:56.648648 3685 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:56.648672 3685 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:56.801767 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:56.801790 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:03.477467 3685 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gvg72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:03.478108 3685 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gvg72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:04.501345 3685 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gvg72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.501369 3685 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gvg72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.539432 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.539456 3685 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.543341 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cpwwt I0504 12:37:04.543370 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cpwwt W0504 12:37:04.675755 3685 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 12:37:04.695039 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 12:37:08.840601 3685 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:08.841200 3685 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:08.861854 3685 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:08.861880 3685 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:08.868817 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 12:37:08.868855 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0504 12:37:09.847398 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 12:37:23.839798 3685 cni.go:452] [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key ] I0504 12:37:23.923869 3685 cni.go:473] [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 eae92dbe5031cf18038858b1c865ab64b59d1001c2f28654bffb8ddd67772c6e network default NAD default NAD key default], result "{}", err I0504 12:37:23.974623 3685 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:23.974660 3685 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 I0504 12:37:23.976013 3685 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-m7sdz-mp4t4, ips: 10.129.0.39 I0504 12:37:23.976040 3685 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:24.039292 3685 obj_retry.go:498] Detected object tsf-tpa/create-db-sxrrz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:24.039819 3685 obj_retry.go:498] Detected object tsf-tpa/create-db-sxrrz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:24.854182 3685 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:24.854274 3685 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:25.062794 3685 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:25.062818 3685 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:27.967884 3685 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jjqtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:27.968515 3685 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jjqtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:28.727066 3685 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5d998f8ccd-jndsn] creating logical port tsf-tas_ctlog-5d998f8ccd-jndsn for pod on switch ip-10-0-1-18.ec2.internal I0504 12:37:28.727223 3685 kube.go:256] Updating pod tsf-tas/ctlog-5d998f8ccd-jndsn I0504 12:37:28.741424 3685 pod.go:62] [tsf-tas/ctlog-5d998f8ccd-jndsn] pod update took 14.240549ms I0504 12:37:28.741446 3685 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5d998f8ccd-jndsn] addLogicalPort annotation time took 14.266025ms I0504 12:37:28.742633 3685 pods.go:271] [tsf-tas/ctlog-5d998f8ccd-jndsn] addLogicalPort took 15.587366ms, libovsdb time 784.054µs I0504 12:37:28.989719 3685 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:28.989738 3685 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:29.690088 3685 cni.go:452] [tsf-tas/ctlog-5d998f8ccd-jndsn f589a063d3b71d415d5db1f2a8146e0605210f163a1a7c3876c39155f4c71f33 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5d998f8ccd-jndsn f589a063d3b71d415d5db1f2a8146e0605210f163a1a7c3876c39155f4c71f33 network default NAD default NAD key ] I0504 12:37:29.699241 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5d998f8ccd-jndsn, hostIfaceName: f589a063d3b71d4, network: default, NAD default, SandboxID: "f589a063d3b71d415d5db1f2a8146e0605210f163a1a7c3876c39155f4c71f33", PCI device ID: , UID: "e5ab0834-165c-40fd-a603-e6948a0cebe1", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0504 12:37:29.750606 3685 cni.go:473] [tsf-tas/ctlog-5d998f8ccd-jndsn f589a063d3b71d415d5db1f2a8146e0605210f163a1a7c3876c39155f4c71f33 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5d998f8ccd-jndsn f589a063d3b71d415d5db1f2a8146e0605210f163a1a7c3876c39155f4c71f33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:05:10:52:a7:fe\",\"name\":\"f589a063d3b71d4\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ba9d3ff-b0e8-4972-9f41-2ceafec01b69\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 12:37:30.882686 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 12:37:30.972725 3685 obj_retry.go:498] Detected object tsf-tpa/create-importers-fkqzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:30.973303 3685 obj_retry.go:498] Detected object tsf-tpa/create-importers-fkqzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:31.995821 3685 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:31.995846 3685 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:32.117441 3685 base_network_controller_pods.go:487] [default/tsf-tpa/server-6776b94567-ztklt] creating logical port tsf-tpa_server-6776b94567-ztklt for pod on switch ip-10-0-1-18.ec2.internal I0504 12:37:32.117548 3685 kube.go:256] Updating pod tsf-tpa/server-6776b94567-ztklt I0504 12:37:32.131740 3685 pod.go:62] [tsf-tpa/server-6776b94567-ztklt] pod update took 14.218734ms I0504 12:37:32.131767 3685 base_network_controller_pods.go:951] [default/tsf-tpa/server-6776b94567-ztklt] addLogicalPort annotation time took 14.252323ms I0504 12:37:32.133166 3685 pods.go:271] [tsf-tpa/server-6776b94567-ztklt] addLogicalPort took 15.73947ms, libovsdb time 979.035µs I0504 12:37:32.168741 3685 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-5kbx4] creating logical port tsf-tpa_importer-86bcdf477b-5kbx4 for pod on switch ip-10-0-1-18.ec2.internal I0504 12:37:32.168842 3685 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-5kbx4 I0504 12:37:32.183258 3685 pod.go:62] [tsf-tpa/importer-86bcdf477b-5kbx4] pod update took 14.438898ms I0504 12:37:32.183285 3685 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-5kbx4] addLogicalPort annotation time took 14.471667ms I0504 12:37:32.184590 3685 pods.go:271] [tsf-tpa/importer-86bcdf477b-5kbx4] addLogicalPort took 15.867931ms, libovsdb time 864.45µs I0504 12:37:41.039591 3685 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:41.040176 3685 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 12:37:41.889598 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0504 12:37:41.922848 3685 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:41.922868 3685 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:43.628199 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 12:37:43.877512 3685 cni.go:452] [tsf-tpa/server-6776b94567-ztklt 06248236673f43193d60f88ddbae91e364a82aa69f05f6b99d690176d0dd7589 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6776b94567-ztklt 06248236673f43193d60f88ddbae91e364a82aa69f05f6b99d690176d0dd7589 network default NAD default NAD key ] I0504 12:37:43.886714 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6776b94567-ztklt, hostIfaceName: 06248236673f431, network: default, NAD default, SandboxID: "06248236673f43193d60f88ddbae91e364a82aa69f05f6b99d690176d0dd7589", PCI device ID: , UID: "1d771810-4254-4730-97cc-86434ffb19ad", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0504 12:37:43.929887 3685 cni.go:452] [tsf-tpa/importer-86bcdf477b-5kbx4 7f374f3ad83192faf3bbe882c3ce0787f60d8707d64831508cabe26dd32bc7fc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-5kbx4 7f374f3ad83192faf3bbe882c3ce0787f60d8707d64831508cabe26dd32bc7fc network default NAD default NAD key ] I0504 12:37:43.939211 3685 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-5kbx4, hostIfaceName: 7f374f3ad83192f, network: default, NAD default, SandboxID: "7f374f3ad83192faf3bbe882c3ce0787f60d8707d64831508cabe26dd32bc7fc", PCI device ID: , UID: "7ca9ec76-d141-4349-a01b-854d8e2c3dcc", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0504 12:37:43.941906 3685 cni.go:473] [tsf-tpa/server-6776b94567-ztklt 06248236673f43193d60f88ddbae91e364a82aa69f05f6b99d690176d0dd7589 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6776b94567-ztklt 06248236673f43193d60f88ddbae91e364a82aa69f05f6b99d690176d0dd7589 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:60:5f:96:67:b8\",\"name\":\"06248236673f431\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/441c2e8d-ee2c-4090-81d3-ff63d3f1c956\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:37:43.989940 3685 cni.go:473] [tsf-tpa/importer-86bcdf477b-5kbx4 7f374f3ad83192faf3bbe882c3ce0787f60d8707d64831508cabe26dd32bc7fc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-5kbx4 7f374f3ad83192faf3bbe882c3ce0787f60d8707d64831508cabe26dd32bc7fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:95:c5:94:c1:fc\",\"name\":\"7f374f3ad83192f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32f444be-c99c-4baa-a31f-f040f1757276\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 12:37:44.749285 3685 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0504 12:37:46.636905 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=534 W0504 12:37:46.971581 3685 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0504 12:37:48.002852 3685 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0504 12:37:50.095256 3685 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:50.095793 3685 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:50.118326 3685 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:50.118345 3685 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:50.122419 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 12:37:50.122433 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 12:37:50.916359 3685 namespace.go:98] [image-controller] adding namespace I0504 12:37:50.917215 3685 namespace.go:102] [image-controller] adding namespace took 834.737µs I0504 12:37:50.918376 3685 namespace.go:98] [build-service] adding namespace I0504 12:37:50.919143 3685 namespace.go:102] [build-service] adding namespace took 748.912µs I0504 12:37:50.919591 3685 namespace.go:98] [integration-service] adding namespace I0504 12:37:50.920212 3685 namespace.go:102] [integration-service] adding namespace took 605.683µs I0504 12:37:50.927352 3685 namespace.go:98] [default-tenant] adding namespace I0504 12:37:50.927975 3685 namespace.go:102] [default-tenant] adding namespace took 609.744µs I0504 12:37:51.018375 3685 namespace.go:142] [image-controller] updating namespace I0504 12:37:51.068660 3685 namespace.go:142] [image-controller] updating namespace I0504 12:37:51.098390 3685 namespace.go:142] [build-service] updating namespace I0504 12:37:51.127381 3685 namespace.go:142] [build-service] updating namespace I0504 12:37:51.169368 3685 namespace.go:142] [integration-service] updating namespace I0504 12:37:51.202638 3685 namespace.go:142] [build-service] updating namespace I0504 12:37:51.224995 3685 namespace.go:142] [integration-service] updating namespace I0504 12:37:51.233712 3685 namespace.go:142] [default-tenant] updating namespace I0504 12:37:51.262112 3685 namespace.go:142] [default-tenant] updating namespace I0504 12:37:51.275186 3685 namespace.go:142] [integration-service] updating namespace I0504 12:37:51.378198 3685 namespace.go:98] [release-service] adding namespace I0504 12:37:51.379130 3685 namespace.go:102] [release-service] adding namespace took 909.293µs I0504 12:37:51.386265 3685 namespace.go:142] [release-service] updating namespace I0504 12:37:51.412341 3685 namespace.go:142] [konflux-ui] updating namespace I0504 12:37:51.412391 3685 namespace.go:142] [release-service] updating namespace I0504 12:37:51.738005 3685 namespace.go:98] [konflux-info] adding namespace I0504 12:37:51.738867 3685 namespace.go:102] [konflux-info] adding namespace took 839.001µs I0504 12:37:51.795094 3685 namespace.go:98] [namespace-lister] adding namespace I0504 12:37:51.795217 3685 namespace.go:142] [konflux-info] updating namespace I0504 12:37:51.795854 3685 namespace.go:102] [namespace-lister] adding namespace took 743.24µs I0504 12:37:51.860030 3685 namespace.go:142] [konflux-info] updating namespace I0504 12:37:51.860153 3685 namespace.go:98] [enterprise-contract-service] adding namespace I0504 12:37:51.860902 3685 namespace.go:102] [enterprise-contract-service] adding namespace took 689.593µs I0504 12:37:51.879846 3685 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:51.963345 3685 namespace.go:142] [image-controller] updating namespace I0504 12:37:51.990170 3685 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:52.118215 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:52.235069 3685 namespace.go:142] [default-tenant] updating namespace I0504 12:37:52.315118 3685 namespace.go:98] [segment-bridge] adding namespace I0504 12:37:52.315956 3685 namespace.go:102] [segment-bridge] adding namespace took 816.49µs I0504 12:37:52.324619 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:52.540978 3685 namespace.go:98] [konflux-cli] adding namespace I0504 12:37:52.541811 3685 namespace.go:102] [konflux-cli] adding namespace took 811.935µs I0504 12:37:52.635585 3685 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 12:37:52.636187 3685 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 12:37:52.636206 3685 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 12:37:52.638952 3685 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 12:37:52.840096 3685 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:53.033185 3685 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 12:37:53.033221 3685 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 12:37:53.034253 3685 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 12:37:53.072489 3685 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:53.154298 3685 namespace.go:142] [build-service] updating namespace I0504 12:37:53.210173 3685 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:53.261160 3685 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:53.594107 3685 namespace.go:142] [default-tenant] updating namespace I0504 12:37:53.783346 3685 namespace.go:142] [image-controller] updating namespace I0504 12:37:54.097069 3685 namespace.go:142] [integration-service] updating namespace I0504 12:37:54.295301 3685 namespace.go:142] [release-service] updating namespace I0504 12:37:54.439333 3685 namespace.go:142] [build-service] updating namespace I0504 12:37:54.462611 3685 namespace.go:142] [default-tenant] updating namespace I0504 12:37:54.476691 3685 namespace.go:142] [image-controller] updating namespace I0504 12:37:54.518417 3685 namespace.go:142] [integration-service] updating namespace I0504 12:37:54.525454 3685 namespace.go:142] [release-service] updating namespace I0504 12:37:54.593303 3685 namespace.go:142] [build-service] updating namespace I0504 12:37:54.701286 3685 namespace.go:142] [default-tenant] updating namespace I0504 12:37:54.812536 3685 namespace.go:142] [image-controller] updating namespace I0504 12:37:54.880300 3685 namespace.go:142] [integration-service] updating namespace I0504 12:37:54.979058 3685 namespace.go:142] [release-service] updating namespace I0504 12:37:56.281592 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:56.469097 3685 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:56.671031 3685 namespace.go:142] [konflux-info] updating namespace I0504 12:37:56.874995 3685 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:57.080985 3685 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:57.239309 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:57.251452 3685 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:57.287521 3685 namespace.go:142] [konflux-info] updating namespace I0504 12:37:57.300176 3685 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:57.327831 3685 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:57.416135 3685 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:57.491266 3685 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:57.574115 3685 namespace.go:142] [konflux-info] updating namespace I0504 12:37:57.650825 3685 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:57.724053 3685 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:58.754786 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 12:37:59.628903 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 W0504 12:38:01.057052 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0504 12:38:01.084311 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0504 12:38:01.139644 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 12:38:02.120376 3685 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 12:38:03.128001 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 12:38:03.129184 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 12:38:04.100918 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 12:38:04.100984 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 12:38:04.129081 3685 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 12:38:08.130165 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:08.130185 3685 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:08.167807 3685 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:08.167824 3685 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:10.181329 3685 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 12:38:10.185796 3685 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0504 12:38:13.738560 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 12:38:15.081402 3685 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:38:15.082005 3685 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:38:15.198255 3685 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:38:15.198275 3685 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:38:15.208376 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 I0504 12:38:15.208396 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 I0504 12:38:22.636048 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0504 12:38:40.722192 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 12:38:52.733896 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0504 12:39:18.353373 3685 obj_retry.go:498] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:18.354014 3685 obj_retry.go:498] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:18.820423 3685 obj_retry.go:492] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:18.820454 3685 obj_retry.go:492] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:18.829031 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-c8cfcf87d-sgt59 I0504 12:39:18.829057 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-c8cfcf87d-sgt59 I0504 12:39:22.738718 3685 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:22.739258 3685 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:22.778075 3685 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:22.778094 3685 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:22.786173 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 12:39:22.786196 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 12:39:53.800643 3685 namespace.go:98] [managed-tenant-9g2ln] adding namespace I0504 12:39:53.801565 3685 namespace.go:102] [managed-tenant-9g2ln] adding namespace took 894.081µs I0504 12:39:53.840260 3685 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:53.860327 3685 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:55.020553 3685 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:55.151871 3685 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:55.267194 3685 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:40:03.990953 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:40:03.991651 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:40:04.865498 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:40:04.865529 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:40:06.727389 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 12:40:09.745486 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 12:42:02.720856 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0504 12:42:42.757962 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0504 12:43:06.717739 3685 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 12:43:31.741604 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 12:43:52.632301 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0504 12:44:59.640266 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=119 I0504 12:45:11.634217 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=66 I0504 12:45:18.758016 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 12:45:54.730086 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 12:46:09.631661 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0504 12:47:05.638851 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0504 12:47:05.736981 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 12:47:19.632771 3685 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0504 12:47:25.049808 3685 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:25.049851 3685 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:25.055078 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-sxrrz I0504 12:47:25.055104 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-sxrrz I0504 12:47:28.032121 3685 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:28.032167 3685 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:28.034963 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jjqtc I0504 12:47:28.034994 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jjqtc I0504 12:47:31.033723 3685 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:31.033767 3685 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:31.039220 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-fkqzn I0504 12:47:31.039244 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-fkqzn I0504 12:47:36.752488 3685 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 12:48:01.748985 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 12:48:58.730063 3685 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 12:50:04.475162 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:50:04.475738 3685 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:50:05.328843 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.328866 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.362877 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.362934 3685 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.366599 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp I0504 12:50:05.366619 3685 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp W0504 12:51:04.037582 3685 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl