+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-43.ec2.internal ++ [[ -n ip-10-0-0-43.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-43.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0508 00:10:22.012887501 - disable conntrack on geneve port' I0508 00:10:22.012887501 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0508 00:10:22.037540501 - starting ovnkube-node' I0508 00:10:22.037540501 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-43.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-43.ec2.internal --init-node ip-10-0-0-43.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-43.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0508 00:10:22.080933 3784 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0508 00:10:22.080997 3784 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-461967cbe0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0508 00:10:22.082522 3784 kube.go:431] Waiting for certificate I0508 00:10:22.082567 3784 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0508 00:10:22.082606 3784 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0508 00:10:22.083862 3784 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 00:10:22.144693 3784 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:22.144720 3784 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:22.154587 3784 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:22.154665 3784 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7k7dn" I0508 00:10:22.162751 3784 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:23.082964 3784 kube.go:438] Certificate found I0508 00:10:23.083628 3784 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 00:10:23.084931 3784 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0508 00:10:23.157711 3784 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 00:10:23.168837 3784 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0508 00:10:23.168996 3784 server.go:101] MetricServer registers OVS metrics I0508 00:10:23.169499 3784 server.go:105] MetricServer registers OVN DB metrics I0508 00:10:23.173120 3784 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0508 00:10:23.173288 3784 factory.go:561] Starting watch factory I0508 00:10:23.173439 3784 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.173497 3784 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.173559 3784 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.173820 3784 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.173898 3784 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.174159 3784 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.174218 3784 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.174487 3784 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.174536 3784 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.174770 3784 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.174785 3784 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.173494 3784 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.175933 3784 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0508 00:10:23.175964 3784 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0508 00:10:23.177770 3784 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-09 00:05:22 +0000 UTC" deadline="2026-05-08 19:39:15.869494094 +0000 UTC" I0508 00:10:23.177814 3784 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h28m52.691705732s" I0508 00:10:23.182132 3784 controller_manager.go:370] Starting the ovnkube controller I0508 00:10:23.182143 3784 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-43.ec2.internal I0508 00:10:23.182186 3784 controller_manager.go:395] NBDB zone sync took: 37.14µs I0508 00:10:23.182195 3784 factory.go:561] Starting watch factory I0508 00:10:23.190130 3784 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0508 00:10:23.190150 3784 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0508 00:10:23.194016 3784 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0508 00:10:23.194049 3784 server.go:109] MetricServer registers OVN Controller metrics I0508 00:10:23.194529 3784 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.195276 3784 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.195354 3784 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.198199 3784 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.199342 3784 server.go:113] MetricServer registers OVN Northd metrics I0508 00:10:23.201630 3784 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.204263 3784 metrics.go:519] OVN Metrics Server starts to run ... I0508 00:10:23.209089 3784 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:23.279107 3784 factory.go:1977] *v1.Node informer cache synced successfully I0508 00:10:23.279131 3784 factory.go:1977] *v1.Service informer cache synced successfully I0508 00:10:23.279135 3784 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0508 00:10:23.279139 3784 factory.go:1977] *v1.Pod informer cache synced successfully I0508 00:10:23.279142 3784 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0508 00:10:23.279145 3784 factory.go:1977] *v1.Namespace informer cache synced successfully I0508 00:10:23.279226 3784 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:23.279245 3784 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:23.279545 3784 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:23.279585 3784 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:23.288206 3784 factory.go:1977] *v1.Pod informer cache synced successfully I0508 00:10:23.288224 3784 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0508 00:10:23.288228 3784 factory.go:1977] *v1.Namespace informer cache synced successfully I0508 00:10:23.288232 3784 factory.go:1977] *v1.Node informer cache synced successfully I0508 00:10:23.288235 3784 factory.go:1977] *v1.Service informer cache synced successfully I0508 00:10:23.288238 3784 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0508 00:10:23.296591 3784 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:23.296635 3784 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:23.385567 3784 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 00:10:23.385590 3784 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 00:10:23.385723 3784 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.385736 3784 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.394114 3784 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 00:10:23.394131 3784 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 00:10:23.394517 3784 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.399506 3784 factory.go:1977] *v1.EgressIP informer cache synced successfully I0508 00:10:23.399580 3784 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.399628 3784 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.406424 3784 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.491864 3784 factory.go:1977] *v1.EgressIP informer cache synced successfully I0508 00:10:23.497069 3784 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0508 00:10:23.497158 3784 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.497176 3784 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.504566 3784 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.505623 3784 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0508 00:10:23.511306 3784 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0508 00:10:23.511432 3784 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.511454 3784 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.518406 3784 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.603063 3784 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0508 00:10:23.608389 3784 factory.go:1977] *v1.EgressService informer cache synced successfully I0508 00:10:23.608513 3784 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.608526 3784 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.612273 3784 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.614204 3784 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 00:10:23.614368 3784 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 00:10:23.614385 3784 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 00:10:23.617462 3784 factory.go:1977] *v1.EgressService informer cache synced successfully I0508 00:10:23.618108 3784 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 00:10:23.620062 3784 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 00:10:23.620131 3784 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.620148 3784 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.620157 3784 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.620169 3784 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.623321 3784 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 00:10:23.623599 3784 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.623891 3784 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:23.625908 3784 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 00:10:23.625919 3784 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0508 00:10:23.625926 3784 factory.go:680] Watch Factory start up complete, took: 452.645171ms I0508 00:10:23.625996 3784 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0508 00:10:23.628475 3784 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 00:10:23.633535 3784 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0508 00:10:23.633547 3784 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 00:10:23.633554 3784 factory.go:680] Watch Factory start up complete, took: 451.357498ms I0508 00:10:23.633573 3784 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-43.ec2.internal" zone I0508 00:10:23.666752 3784 default_node_network_controller.go:710] Initializing the default node network controller I0508 00:10:23.730472 3784 udn_isolation.go:101] Starting UDN host isolation manager I0508 00:10:23.736574 3784 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0508 00:10:23.784212 3784 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0508 00:10:23.784290 3784 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0508 00:10:23.784303 3784 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0508 00:10:23.816623 3784 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0508 00:10:23.816681 3784 default_node_network_controller.go:809] Node ip-10-0-0-43.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0508 00:10:23.821579 3784 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.43"] k8s.ovn.org/zone-name:ip-10-0-0-43.ec2.internal] on node ip-10-0-0-43.ec2.internal I0508 00:10:23.846750 3784 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0508 00:10:23.852966 3784 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0508 00:10:23.853104 3784 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0508 00:10:23.853277 3784 gateway_init.go:263] Preparing Gateway I0508 00:10:23.853289 3784 gateway_shared_intf.go:1687] Creating new gateway I0508 00:10:23.883762 3784 controller_manager.go:429] Waiting for node in zone sync took: 250.175261ms I0508 00:10:23.889246 3784 controller_manager.go:611] Switching to transit router for layer2 networks I0508 00:10:23.889261 3784 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-43.ec2.internal I0508 00:10:23.909138 3784 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 00:10:23.915456 3784 controller_manager.go:290] SCTP support detected in OVN I0508 00:10:23.916003 3784 services_controller.go:69] Creating services controller for network=default I0508 00:10:23.916054 3784 udn_enabled_svc.go:80] Waiting for service informer to sync I0508 00:10:23.916125 3784 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0508 00:10:23.916151 3784 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0508 00:10:23.916165 3784 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0508 00:10:23.916174 3784 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 00:10:23.916326 3784 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0508 00:10:23.916359 3784 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0508 00:10:23.916389 3784 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 23.118µs I0508 00:10:23.916398 3784 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 38.5µs I0508 00:10:23.916403 3784 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0508 00:10:23.916412 3784 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0508 00:10:23.916423 3784 default_network_controller.go:325] Starting the default network controller I0508 00:10:23.916445 3784 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.353µs I0508 00:10:23.916460 3784 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.402µs I0508 00:10:23.916464 3784 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 2.492µs I0508 00:10:23.916453 3784 udn_enabled_svc.go:95] Performing full resync I0508 00:10:23.916721 3784 udn_enabled_svc.go:99] Waiting for handler to sync I0508 00:10:23.916740 3784 udn_enabled_svc.go:104] Starting worker I0508 00:10:23.925868 3784 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0508 00:10:23.925922 3784 repair.go:33] Syncing exgw routes took 42.776µs I0508 00:10:23.925943 3784 default_network_controller.go:414] Starting all the Watchers... I0508 00:10:23.926084 3784 namespace.go:98] [openshift-must-gather-operator] adding namespace I0508 00:10:23.926093 3784 namespace.go:98] [openshift-host-network] adding namespace I0508 00:10:23.926097 3784 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0508 00:10:23.926097 3784 namespace.go:98] [openshift-node] adding namespace I0508 00:10:23.926106 3784 namespace.go:98] [openshift-controller-manager] adding namespace I0508 00:10:23.926108 3784 namespace.go:98] [openshift-infra] adding namespace I0508 00:10:23.926115 3784 namespace.go:98] [openshift-config-operator] adding namespace I0508 00:10:23.926118 3784 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0508 00:10:23.926125 3784 namespace.go:98] [openshift-network-diagnostics] adding namespace I0508 00:10:23.926126 3784 namespace.go:98] [openshift-network-operator] adding namespace I0508 00:10:23.926129 3784 namespace.go:98] [default] adding namespace I0508 00:10:23.926136 3784 namespace.go:98] [openshift-console] adding namespace I0508 00:10:23.926136 3784 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0508 00:10:23.926139 3784 namespace.go:98] [openshift-service-ca-operator] adding namespace I0508 00:10:23.926154 3784 namespace.go:98] [openshift-insights] adding namespace I0508 00:10:23.926644 3784 namespace.go:102] [openshift-must-gather-operator] adding namespace took 547.727µs I0508 00:10:23.926658 3784 namespace.go:98] [openshift-etcd] adding namespace I0508 00:10:23.927086 3784 namespace.go:102] [openshift-etcd] adding namespace took 422.876µs I0508 00:10:23.927099 3784 namespace.go:98] [openshift-multus] adding namespace W0508 00:10:23.927118 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8hpxf: pod openshift-multus/network-metrics-daemon-8hpxf: no pod IPs found W0508 00:10:23.927126 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-crwwm: pod openshift-multus/network-metrics-daemon-crwwm: no pod IPs found I0508 00:10:23.927652 3784 namespace.go:102] [openshift-multus] adding namespace took 545.873µs I0508 00:10:23.927677 3784 namespace.go:98] [openshift-machine-api] adding namespace I0508 00:10:23.928306 3784 namespace.go:102] [openshift-host-network] adding namespace took 2.200916ms I0508 00:10:23.928326 3784 namespace.go:98] [openshift-kube-scheduler] adding namespace I0508 00:10:23.928783 3784 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.67478ms I0508 00:10:23.928812 3784 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0508 00:10:23.929258 3784 namespace.go:102] [openshift-node] adding namespace took 3.148953ms I0508 00:10:23.929270 3784 namespace.go:98] [openshift-console-user-settings] adding namespace I0508 00:10:23.929704 3784 namespace.go:102] [openshift-controller-manager] adding namespace took 3.592591ms I0508 00:10:23.929714 3784 namespace.go:98] [openshift-config-managed] adding namespace I0508 00:10:23.930158 3784 namespace.go:102] [openshift-infra] adding namespace took 4.042018ms I0508 00:10:23.930171 3784 namespace.go:98] [openshift-dns-operator] adding namespace I0508 00:10:23.930579 3784 namespace.go:102] [openshift-config-operator] adding namespace took 4.456259ms I0508 00:10:23.930591 3784 namespace.go:98] [openshift-ingress-canary] adding namespace I0508 00:10:23.931112 3784 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.985034ms W0508 00:10:23.931118 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vh9jr: pod openshift-network-diagnostics/network-check-target-vh9jr: no pod IPs found I0508 00:10:23.931131 3784 namespace.go:98] [openshift-ingress] adding namespace W0508 00:10:23.931134 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wf5zv: pod openshift-network-diagnostics/network-check-target-wf5zv: no pod IPs found I0508 00:10:23.931627 3784 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.496649ms I0508 00:10:23.931641 3784 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0508 00:10:23.932070 3784 namespace.go:102] [openshift-network-operator] adding namespace took 5.937166ms I0508 00:10:23.932083 3784 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0508 00:10:23.932505 3784 namespace.go:102] [default] adding namespace took 6.368503ms I0508 00:10:23.932544 3784 namespace.go:98] [openshift-config] adding namespace I0508 00:10:23.932972 3784 namespace.go:102] [openshift-console] adding namespace took 6.830302ms I0508 00:10:23.932987 3784 namespace.go:98] [openshift-operators-redhat] adding namespace I0508 00:10:23.933437 3784 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.290625ms I0508 00:10:23.933454 3784 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0508 00:10:23.933906 3784 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.75771ms I0508 00:10:23.933918 3784 namespace.go:98] [openshift-cluster-version] adding namespace I0508 00:10:23.934390 3784 namespace.go:102] [openshift-insights] adding namespace took 8.223679ms I0508 00:10:23.934402 3784 namespace.go:98] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] adding namespace I0508 00:10:23.934761 3784 namespace.go:102] [openshift-machine-api] adding namespace took 7.074087ms I0508 00:10:23.934775 3784 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0508 00:10:23.935152 3784 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.816744ms I0508 00:10:23.935170 3784 namespace.go:98] [openshift-logging] adding namespace I0508 00:10:23.935616 3784 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.797844ms I0508 00:10:23.935628 3784 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0508 00:10:23.936087 3784 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.810341ms I0508 00:10:23.936104 3784 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0508 00:10:23.936486 3784 namespace.go:102] [openshift-config-managed] adding namespace took 6.766088ms I0508 00:10:23.936499 3784 namespace.go:98] [openshift] adding namespace I0508 00:10:23.936873 3784 namespace.go:102] [openshift-dns-operator] adding namespace took 6.69612ms I0508 00:10:23.936891 3784 namespace.go:98] [dedicated-admin] adding namespace I0508 00:10:23.937460 3784 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.862042ms I0508 00:10:23.937477 3784 namespace.go:98] [openshift-apiserver] adding namespace I0508 00:10:23.937928 3784 namespace.go:102] [openshift-ingress] adding namespace took 6.789511ms I0508 00:10:23.937943 3784 namespace.go:98] [openshift-backplane] adding namespace I0508 00:10:23.938411 3784 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.766203ms I0508 00:10:23.938423 3784 namespace.go:98] [openshift-dns] adding namespace I0508 00:10:23.938969 3784 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.880582ms I0508 00:10:23.938981 3784 namespace.go:98] [openshift-image-registry] adding namespace I0508 00:10:23.939460 3784 namespace.go:102] [openshift-config] adding namespace took 6.905534ms I0508 00:10:23.939476 3784 namespace.go:98] [openshift-kube-apiserver] adding namespace I0508 00:10:23.940038 3784 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.045881ms I0508 00:10:23.940051 3784 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0508 00:10:23.940509 3784 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.046081ms I0508 00:10:23.940526 3784 namespace.go:98] [kube-node-lease] adding namespace I0508 00:10:23.940905 3784 namespace.go:102] [openshift-cluster-version] adding namespace took 6.983061ms I0508 00:10:23.940916 3784 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0508 00:10:23.941040 3784 iptables.go:108] Creating table: filter chain: FORWARD I0508 00:10:23.941295 3784 namespace.go:102] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] adding namespace took 6.888855ms I0508 00:10:23.941306 3784 namespace.go:98] [openshift-network-console] adding namespace I0508 00:10:23.941653 3784 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.873765ms I0508 00:10:23.942097 3784 namespace.go:102] [openshift-logging] adding namespace took 6.921117ms I0508 00:10:23.942112 3784 namespace.go:98] [openshift-authentication] adding namespace I0508 00:10:23.942520 3784 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.887043ms I0508 00:10:23.942531 3784 namespace.go:98] [openshift-authentication-operator] adding namespace I0508 00:10:23.943027 3784 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.91282ms I0508 00:10:23.943041 3784 namespace.go:98] [openshift-monitoring] adding namespace I0508 00:10:23.943367 3784 namespace.go:102] [openshift] adding namespace took 6.864345ms I0508 00:10:23.943377 3784 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0508 00:10:23.943776 3784 namespace.go:102] [dedicated-admin] adding namespace took 6.879236ms I0508 00:10:23.943793 3784 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0508 00:10:23.944214 3784 namespace.go:102] [openshift-apiserver] adding namespace took 6.732229ms I0508 00:10:23.944226 3784 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0508 00:10:23.944614 3784 namespace.go:102] [openshift-backplane] adding namespace took 6.667047ms I0508 00:10:23.944625 3784 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0508 00:10:23.945055 3784 namespace.go:102] [openshift-dns] adding namespace took 6.62621ms I0508 00:10:23.945068 3784 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0508 00:10:23.945503 3784 namespace.go:102] [openshift-image-registry] adding namespace took 6.517139ms I0508 00:10:23.945514 3784 namespace.go:98] [openshift-machine-config-operator] adding namespace I0508 00:10:23.945914 3784 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.43244ms I0508 00:10:23.945931 3784 namespace.go:98] [openshift-backplane-mobb] adding namespace I0508 00:10:23.946380 3784 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.323851ms I0508 00:10:23.946393 3784 namespace.go:98] [openshift-backplane-srep] adding namespace I0508 00:10:23.946756 3784 namespace.go:102] [kube-node-lease] adding namespace took 6.224256ms I0508 00:10:23.946767 3784 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0508 00:10:23.947234 3784 iptables.go:108] Creating table: filter chain: OUTPUT I0508 00:10:23.947252 3784 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.329893ms I0508 00:10:23.947263 3784 namespace.go:98] [openshift-ingress-operator] adding namespace I0508 00:10:23.947660 3784 namespace.go:102] [openshift-network-console] adding namespace took 6.349387ms I0508 00:10:23.947672 3784 namespace.go:98] [openshift-backplane-cee] adding namespace I0508 00:10:23.948074 3784 namespace.go:102] [openshift-authentication] adding namespace took 5.957757ms I0508 00:10:23.948085 3784 namespace.go:98] [openshift-backplane-cse] adding namespace I0508 00:10:23.948423 3784 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.885992ms I0508 00:10:23.948438 3784 namespace.go:98] [openshift-network-node-identity] adding namespace I0508 00:10:23.948951 3784 namespace.go:102] [openshift-monitoring] adding namespace took 5.903214ms I0508 00:10:23.948967 3784 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0508 00:10:23.949362 3784 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.979256ms I0508 00:10:23.949377 3784 namespace.go:98] [kube-public] adding namespace I0508 00:10:23.949753 3784 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.942813ms I0508 00:10:23.949763 3784 namespace.go:98] [openshift-package-operator] adding namespace I0508 00:10:23.950289 3784 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.056961ms I0508 00:10:23.950305 3784 namespace.go:98] [openshift-route-controller-manager] adding namespace I0508 00:10:23.950716 3784 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.084336ms I0508 00:10:23.950730 3784 namespace.go:98] [kube-system] adding namespace I0508 00:10:23.951183 3784 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.109777ms I0508 00:10:23.951197 3784 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0508 00:10:23.951601 3784 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.082045ms I0508 00:10:23.951616 3784 namespace.go:98] [openshift-backplane-csm] adding namespace I0508 00:10:23.952003 3784 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.067233ms I0508 00:10:23.952015 3784 namespace.go:98] [openshift-customer-monitoring] adding namespace I0508 00:10:23.952484 3784 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.085621ms I0508 00:10:23.952496 3784 namespace.go:98] [openshift-backplane-tam] adding namespace I0508 00:10:23.952873 3784 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.099659ms I0508 00:10:23.952889 3784 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0508 00:10:23.953247 3784 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.979655ms I0508 00:10:23.953258 3784 namespace.go:98] [openshift-marketplace] adding namespace I0508 00:10:23.953257 3784 gateway_shared_intf.go:1816] Gateway Creation Complete I0508 00:10:23.953268 3784 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-43.ec2.internal","mac-address":"12:30:c6:08:7d:8d","ip-addresses":["10.0.0.43/24"],"ip-address":"10.0.0.43/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fa2a3b05-8f12-4b43-b659-1f96454b58fb k8s.ovn.org/node-encap-ips:["10.0.0.43"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.43/24"} k8s.ovn.org/zone-name:ip-10-0-0-43.ec2.internal] on node ip-10-0-0-43.ec2.internal I0508 00:10:23.953631 3784 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.952838ms I0508 00:10:23.953642 3784 namespace.go:98] [openshift-apiserver-operator] adding namespace I0508 00:10:23.954042 3784 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.951886ms I0508 00:10:23.954056 3784 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0508 00:10:23.954423 3784 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.980232ms I0508 00:10:23.954817 3784 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.845134ms I0508 00:10:23.955264 3784 namespace.go:102] [kube-public] adding namespace took 5.881045ms I0508 00:10:23.955277 3784 namespace.go:98] [openshift-operators] adding namespace I0508 00:10:23.955643 3784 namespace.go:102] [openshift-package-operator] adding namespace took 5.876204ms W0508 00:10:23.956032 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-krf5z: pod kube-system/global-pull-secret-syncer-krf5z: no pod IPs found W0508 00:10:23.956042 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pvxrp: pod kube-system/global-pull-secret-syncer-pvxrp: no pod IPs found I0508 00:10:23.956061 3784 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.751152ms I0508 00:10:23.956070 3784 namespace.go:98] [openshift-console-operator] adding namespace I0508 00:10:23.956483 3784 namespace.go:102] [kube-system] adding namespace took 5.747115ms I0508 00:10:23.956816 3784 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.614892ms I0508 00:10:23.957239 3784 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.617457ms I0508 00:10:23.957609 3784 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.587931ms I0508 00:10:23.958000 3784 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.499534ms I0508 00:10:23.958370 3784 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.477197ms I0508 00:10:23.959319 3784 namespace.go:102] [openshift-marketplace] adding namespace took 6.057004ms I0508 00:10:23.959333 3784 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0508 00:10:23.959669 3784 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.022704ms I0508 00:10:23.960061 3784 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.000468ms I0508 00:10:23.960457 3784 namespace.go:102] [openshift-operators] adding namespace took 5.175533ms I0508 00:10:23.960816 3784 namespace.go:102] [openshift-console-operator] adding namespace took 4.742026ms I0508 00:10:23.961227 3784 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 1.888026ms W0508 00:10:23.961315 3784 master.go:458] Unable to parse local node ip-10-0-0-43.ec2.internal chassis-id annotation. Chassis may be removed during sync W0508 00:10:23.961324 3784 master.go:471] Unable to parse remote node ip-10-0-1-82.ec2.internal chassis-id annotation. Chassis may be removed during sync I0508 00:10:23.961329 3784 master.go:481] Removing stale chassis with ID/Name: fa2a3b05-8f12-4b43-b659-1f96454b58fb, hostname: ip-10-0-0-43.ec2.internal I0508 00:10:23.961818 3784 master.go:548] Adding or Updating local node "ip-10-0-0-43.ec2.internal" for network "default" I0508 00:10:23.961829 3784 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-82.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-82.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-82.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-82.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal I0508 00:10:23.963034 3784 zone_ic_handler.go:195] Time taken to create transit switch: 403.105µs I0508 00:10:23.963050 3784 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-221.ec2.internal for the network default I0508 00:10:23.963928 3784 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-221.ec2.internal" on network "default" took: 1.306072ms I0508 00:10:23.965279 3784 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-43.ec2.internal for the network default I0508 00:10:23.965429 3784 zone_ic_handler.go:195] Time taken to create transit switch: 136.548µs I0508 00:10:23.966046 3784 default_network_controller.go:823] Node add failed for ip-10-0-0-43.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-43.ec2.internal, error getting gateway config for node ip-10-0-0-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-43.ec2.internal", failed to update chassis to local for local node ip-10-0-0-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-43.ec2.internal] E0508 00:10:23.966084 3784 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-43.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-43.ec2.internal, error getting gateway config for node ip-10-0-0-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-43.ec2.internal", failed to update chassis to local for local node ip-10-0-0-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-43.ec2.internal] I0508 00:10:23.966124 3784 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0508 00:10:23.966142 3784 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0508 00:10:23.966142 3784 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-43.ec2.internal", UID:"333e0227-e759-4feb-a7d6-ebcd1e2bf012", APIVersion:"v1", ResourceVersion:"8762", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-43.ec2.internal, error getting gateway config for node ip-10-0-0-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-43.ec2.internal", failed to update chassis to local for local node ip-10-0-0-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-43.ec2.internal] I0508 00:10:23.966156 3784 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0508 00:10:23.966158 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0508 00:10:23.966187 3784 node_tracker.go:235] Node ip-10-0-1-82.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-82.ec2.internal" I0508 00:10:23.966200 3784 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:23.966213 3784 services_controller.go:574] Full service sync requested for network=default I0508 00:10:23.966219 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-221.ec2.internal in network "default" I0508 00:10:23.966257 3784 node_tracker.go:169] Node ip-10-0-2-221.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:23.966264 3784 services_controller.go:574] Full service sync requested for network=default I0508 00:10:23.966267 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default" I0508 00:10:23.966276 3784 node_tracker.go:235] Node ip-10-0-0-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-43.ec2.internal" I0508 00:10:23.966282 3784 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:23.966286 3784 services_controller.go:574] Full service sync requested for network=default I0508 00:10:23.969988 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default" I0508 00:10:23.970030 3784 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:23.970044 3784 services_controller.go:574] Full service sync requested for network=default I0508 00:10:23.970048 3784 master.go:548] Adding or Updating local node "ip-10-0-0-43.ec2.internal" for network "default" I0508 00:10:23.974372 3784 default_node_network_controller.go:519] Node connection status = connected W0508 00:10:23.974639 3784 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8hpxf: pod openshift-multus/network-metrics-daemon-8hpxf: no pod IPs found W0508 00:10:23.974656 3784 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vh9jr: pod openshift-network-diagnostics/network-check-target-vh9jr: no pod IPs found W0508 00:10:23.974666 3784 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-krf5z: pod kube-system/global-pull-secret-syncer-krf5z: no pod IPs found I0508 00:10:23.975616 3784 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-43.ec2.internal for the network default I0508 00:10:23.975774 3784 zone_ic_handler.go:195] Time taken to create transit switch: 146.811µs I0508 00:10:24.066753 3784 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0508 00:10:24.066782 3784 services_controller.go:208] Setting up event handlers for services for network=default I0508 00:10:24.066887 3784 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0508 00:10:24.066935 3784 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0508 00:10:24.066949 3784 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0508 00:10:24.167395 3784 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0508 00:10:24.167418 3784 repair.go:60] Starting repairing loop for services I0508 00:10:24.167525 3784 repair.go:131] Deleted 0 stale service LBs I0508 00:10:24.167545 3784 repair.go:137] Deleted 0 stale Chassis Template Vars I0508 00:10:24.167561 3784 repair.go:62] Finished repairing loop for services: 145.731µs I0508 00:10:24.167587 3784 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0508 00:10:24.167597 3784 services_controller.go:254] Starting workers for network=default I0508 00:10:24.167931 3784 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-pvxrp, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pvxrp: suppressed error logged: pod kube-system/global-pull-secret-syncer-pvxrp: no pod IPs found I0508 00:10:24.167995 3784 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-wf5zv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wf5zv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wf5zv: no pod IPs found I0508 00:10:24.168007 3784 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vh9jr] creating logical port openshift-network-diagnostics_network-check-target-vh9jr for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:24.168065 3784 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-krf5z] creating logical port kube-system_global-pull-secret-syncer-krf5z for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:24.168079 3784 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-crwwm, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-crwwm: suppressed error logged: pod openshift-multus/network-metrics-daemon-crwwm: no pod IPs found I0508 00:10:24.168117 3784 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8hpxf] creating logical port openshift-multus_network-metrics-daemon-8hpxf for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:24.168143 3784 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vh9jr I0508 00:10:24.168151 3784 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-krf5z I0508 00:10:24.168180 3784 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8hpxf I0508 00:10:24.185913 3784 pod.go:62] [kube-system/global-pull-secret-syncer-krf5z] pod update took 17.779653ms I0508 00:10:24.185933 3784 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-krf5z] addLogicalPort annotation time took 17.80099ms I0508 00:10:24.186866 3784 pods.go:271] [kube-system/global-pull-secret-syncer-krf5z] addLogicalPort took 18.81371ms, libovsdb time 617.283µs I0508 00:10:24.191640 3784 pod.go:62] [openshift-multus/network-metrics-daemon-8hpxf] pod update took 23.48276ms I0508 00:10:24.191658 3784 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8hpxf] addLogicalPort annotation time took 23.503704ms I0508 00:10:24.191917 3784 pod.go:62] [openshift-network-diagnostics/network-check-target-vh9jr] pod update took 23.82928ms I0508 00:10:24.191933 3784 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vh9jr] addLogicalPort annotation time took 23.851454ms I0508 00:10:24.192453 3784 pods.go:271] [openshift-multus/network-metrics-daemon-8hpxf] addLogicalPort took 24.342415ms, libovsdb time 591.043µs I0508 00:10:24.192724 3784 pods.go:271] [openshift-network-diagnostics/network-check-target-vh9jr] addLogicalPort took 24.726552ms, libovsdb time 603.707µs I0508 00:10:24.193109 3784 admin_network_policy_controller.go:227] Starting controller default-network-controller I0508 00:10:24.193129 3784 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0508 00:10:24.193141 3784 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0508 00:10:24.193145 3784 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0508 00:10:24.193317 3784 repair.go:29] Repairing admin network policies took 167.761µs I0508 00:10:24.193414 3784 repair.go:92] Repairing baseline admin network policies took 88.722µs I0508 00:10:24.193699 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0508 00:10:24.193717 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0508 00:10:24.195390 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0508 00:10:24.195412 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0508 00:10:24.195421 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0508 00:10:24.196969 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0508 00:10:24.196987 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0508 00:10:24.196995 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0508 00:10:24.197449 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0508 00:10:24.197467 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0508 00:10:24.197477 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0508 00:10:24.199306 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0508 00:10:24.199324 3784 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0508 00:10:24.199331 3784 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0508 00:10:24.200466 3784 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0508 00:10:24.200484 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0508 00:10:24.201165 3784 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0508 00:10:24.201177 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 00:10:24.201773 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0508 00:10:24.201789 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0508 00:10:24.201812 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0508 00:10:24.203233 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0508 00:10:24.203249 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0508 00:10:24.203256 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0508 00:10:24.203885 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0508 00:10:24.203904 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0508 00:10:24.203912 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0508 00:10:24.204360 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0508 00:10:24.204375 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0508 00:10:24.204380 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0508 00:10:24.204612 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0508 00:10:24.204625 3784 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0508 00:10:24.204634 3784 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0508 00:10:24.205610 3784 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0508 00:10:24.205636 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0508 00:10:24.205649 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0508 00:10:24.207597 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0508 00:10:24.207615 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0508 00:10:24.207623 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0508 00:10:24.208630 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0508 00:10:24.208649 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0508 00:10:24.208657 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0508 00:10:24.209126 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0508 00:10:24.209143 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0508 00:10:24.209152 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0508 00:10:24.209605 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0508 00:10:24.209622 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0508 00:10:24.209628 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0508 00:10:24.210853 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0508 00:10:24.210870 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0508 00:10:24.210877 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0508 00:10:24.211390 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0508 00:10:24.211406 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0508 00:10:24.211417 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0508 00:10:24.212675 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0508 00:10:24.212692 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0508 00:10:24.212705 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0508 00:10:24.213194 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0508 00:10:24.213209 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0508 00:10:24.213232 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 00:10:24.213857 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0508 00:10:24.213870 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0508 00:10:24.213877 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0508 00:10:24.214949 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0508 00:10:24.214970 3784 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0508 00:10:24.214979 3784 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0508 00:10:24.215846 3784 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0508 00:10:24.215866 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0508 00:10:24.215875 3784 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0508 00:10:24.217530 3784 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0508 00:10:24.217545 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0508 00:10:24.217552 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0508 00:10:24.218032 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0508 00:10:24.218050 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0508 00:10:24.218056 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0508 00:10:24.218361 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0508 00:10:24.218375 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0508 00:10:24.218382 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0508 00:10:24.218899 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0508 00:10:24.218918 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0508 00:10:24.218934 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0508 00:10:24.220186 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0508 00:10:24.220203 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0508 00:10:24.220210 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0508 00:10:24.220502 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0508 00:10:24.220528 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0508 00:10:24.220547 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0508 00:10:24.221541 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0508 00:10:24.227782 3784 egressfirewall.go:374] Starting EgressFirewall controller I0508 00:10:24.227838 3784 controller.go:133] Adding controller egress-firewall-controller event handlers I0508 00:10:24.227845 3784 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0508 00:10:24.227869 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0508 00:10:24.227883 3784 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0508 00:10:24.227873 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0508 00:10:24.227891 3784 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0508 00:10:24.228161 3784 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0508 00:10:24.228173 3784 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0508 00:10:24.228185 3784 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0508 00:10:24.228195 3784 egressqos.go:193] Setting up event handlers for EgressQoS I0508 00:10:24.228214 3784 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0508 00:10:24.228235 3784 egressfirewall.go:723] Syncing node "ip-10-0-2-221.ec2.internal" for egress firewall I0508 00:10:24.228244 3784 egressfirewall.go:723] Syncing node "ip-10-0-0-43.ec2.internal" for egress firewall I0508 00:10:24.228347 3784 egressqos.go:245] Starting EgressQoS Controller I0508 00:10:24.228362 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0508 00:10:24.228368 3784 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0508 00:10:24.228375 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0508 00:10:24.228390 3784 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0508 00:10:24.228396 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0508 00:10:24.228401 3784 shared_informer.go:356] "Caches are synced" controller="egressqos" I0508 00:10:24.228421 3784 egressqos.go:259] Repairing EgressQoSes I0508 00:10:24.228427 3784 egressqos.go:399] Starting repairing loop for egressqos I0508 00:10:24.228498 3784 egressqos.go:401] Finished repairing loop for egressqos: 71.198µs I0508 00:10:24.228516 3784 egressservice_zone.go:132] Setting up event handlers for Egress Services I0508 00:10:24.228551 3784 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-43.ec2.internal I0508 00:10:24.228602 3784 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-43.ec2.internal : 54.326µs I0508 00:10:24.228696 3784 egressservice_zone.go:210] Starting Egress Services Controller I0508 00:10:24.228703 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 00:10:24.228710 3784 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 00:10:24.228730 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 00:10:24.228736 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 00:10:24.228741 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 00:10:24.228745 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 00:10:24.228750 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0508 00:10:24.228754 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0508 00:10:24.228758 3784 egressservice_zone.go:228] Repairing Egress Services I0508 00:10:24.229064 3784 master_controller.go:88] Starting Admin Policy Based Route Controller I0508 00:10:24.229077 3784 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 00:10:24.229094 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal I0508 00:10:24.229109 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 19.006µs I0508 00:10:24.229120 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0508 00:10:24.229126 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 6.397µs I0508 00:10:24.229133 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-221.ec2.internal I0508 00:10:24.229144 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-221.ec2.internal: 11.472µs I0508 00:10:24.229313 3784 default_network_controller.go:585] Completing all the Watchers took 303.36108ms I0508 00:10:24.229339 3784 default_network_controller.go:589] Starting unidling controllers I0508 00:10:24.229359 3784 unidle.go:46] Registering OVN SB ControllerEvent handler I0508 00:10:24.229367 3784 unidle.go:63] Populating Initial ContollerEvent events I0508 00:10:24.229376 3784 unidle.go:79] Setting up event handlers for services I0508 00:10:24.229473 3784 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0508 00:10:24.474629 3784 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:24.670435 3784 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 00:10:24.974621 3784 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:25.475044 3784 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:25.735412 3784 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0508 00:10:25.974963 3784 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:25.992488 3784 bridgeconfig.go:537] Gateway is ready I0508 00:10:25.992508 3784 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0508 00:10:26.004041 3784 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.43. Updating OVN encap IP. I0508 00:10:26.009385 3784 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.43 - it is already configured I0508 00:10:26.009400 3784 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.43/24:{} 172.20.0.1/32:{}]. Updating annotations. I0508 00:10:26.009630 3784 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.43/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-43.ec2.internal","mac-address":"12:30:c6:08:7d:8d","ip-addresses":["10.0.0.43/24"],"ip-address":"10.0.0.43/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fa2a3b05-8f12-4b43-b659-1f96454b58fb k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.43/24"}] on node ip-10-0-0-43.ec2.internal I0508 00:10:26.024984 3784 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.43 I0508 00:10:26.025070 3784 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-43.ec2.internal I0508 00:10:26.025671 3784 egressfirewall.go:723] Syncing node "ip-10-0-0-43.ec2.internal" for egress firewall I0508 00:10:26.025679 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default" I0508 00:10:26.025691 3784 master.go:548] Adding or Updating local node "ip-10-0-0-43.ec2.internal" for network "default" I0508 00:10:26.025724 3784 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:26.025741 3784 services_controller.go:574] Full service sync requested for network=default I0508 00:10:26.025673 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal I0508 00:10:26.025757 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 87.914µs I0508 00:10:26.030207 3784 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-43.ec2.internal. Updating no re-route policies I0508 00:10:26.030287 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wf5zv I0508 00:10:26.030297 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-43.ec2.internal I0508 00:10:26.030303 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wf5zv I0508 00:10:26.030309 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-43.ec2.internal I0508 00:10:26.030308 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-lt57h I0508 00:10:26.030322 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-lt57h I0508 00:10:26.030327 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-43.ec2.internal after 0 failed attempt(s) I0508 00:10:26.030328 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5wpgz I0508 00:10:26.030336 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-prwdf I0508 00:10:26.030287 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-v8dhj I0508 00:10:26.030343 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-lt57h after 0 failed attempt(s) I0508 00:10:26.030346 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-prwdf I0508 00:10:26.030346 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5wpgz I0508 00:10:26.030352 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vh9jr I0508 00:10:26.030356 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-crwwm I0508 00:10:26.030358 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnkrf I0508 00:10:26.030362 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-crwwm I0508 00:10:26.030364 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mrpf I0508 00:10:26.030368 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnkrf I0508 00:10:26.030366 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pvxrp I0508 00:10:26.030371 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5wpgz after 0 failed attempt(s) I0508 00:10:26.030345 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8hpxf I0508 00:10:26.030375 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-krf5z I0508 00:10:26.030380 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pvxrp I0508 00:10:26.030380 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-ddl2g I0508 00:10:26.030386 3784 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-crwwm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-crwwm: suppressed error logged: pod openshift-multus/network-metrics-daemon-crwwm: no pod IPs found I0508 00:10:26.030385 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8hpxf I0508 00:10:26.030387 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnkrf after 0 failed attempt(s) I0508 00:10:26.030393 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-ddl2g I0508 00:10:26.030338 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xj5fc I0508 00:10:26.030386 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-43.ec2.internal I0508 00:10:26.030364 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vh9jr I0508 00:10:26.030414 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-ddl2g after 0 failed attempt(s) I0508 00:10:26.030362 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-prwdf after 0 failed attempt(s) I0508 00:10:26.030422 3784 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8hpxf] creating logical port openshift-multus_network-metrics-daemon-8hpxf for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:26.030436 3784 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vh9jr] creating logical port openshift-network-diagnostics_network-check-target-vh9jr for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:26.030415 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-43.ec2.internal I0508 00:10:26.030524 3784 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-43.ec2.internal after 0 failed attempt(s) I0508 00:10:26.030409 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xj5fc I0508 00:10:26.030546 3784 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xj5fc after 0 failed attempt(s) I0508 00:10:26.030347 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-v8dhj I0508 00:10:26.030564 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-v8dhj after 0 failed attempt(s) I0508 00:10:26.030338 3784 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wf5zv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wf5zv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wf5zv: no pod IPs found I0508 00:10:26.030373 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mrpf I0508 00:10:26.030578 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7mrpf after 0 failed attempt(s) I0508 00:10:26.030371 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-l29ws I0508 00:10:26.030607 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-l29ws I0508 00:10:26.030628 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-l29ws after 0 failed attempt(s) I0508 00:10:26.030387 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-krf5z I0508 00:10:26.030656 3784 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-krf5z] creating logical port kube-system_global-pull-secret-syncer-krf5z for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:26.030408 3784 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-pvxrp, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pvxrp: suppressed error logged: pod kube-system/global-pull-secret-syncer-pvxrp: no pod IPs found I0508 00:10:26.031432 3784 pods.go:271] [openshift-network-diagnostics/network-check-target-vh9jr] addLogicalPort took 999.838µs, libovsdb time 232.657µs I0508 00:10:26.031451 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vh9jr after 0 failed attempt(s) I0508 00:10:26.031580 3784 pods.go:271] [openshift-multus/network-metrics-daemon-8hpxf] addLogicalPort took 1.167515ms, libovsdb time 231.412µs I0508 00:10:26.031592 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8hpxf after 0 failed attempt(s) I0508 00:10:26.031695 3784 pods.go:271] [kube-system/global-pull-secret-syncer-krf5z] addLogicalPort took 1.045907ms, libovsdb time 250.747µs I0508 00:10:26.031710 3784 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-krf5z after 0 failed attempt(s) I0508 00:10:26.041774 3784 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0508 00:10:26.053813 3784 iptables.go:108] Creating table: mangle chain: OUTPUT I0508 00:10:26.057073 3784 iptables.go:108] Creating table: nat chain: OUTPUT I0508 00:10:26.104247 3784 iptables.go:108] Creating table: nat chain: PREROUTING I0508 00:10:26.161965 3784 iptables.go:108] Creating table: filter chain: FORWARD I0508 00:10:26.178541 3784 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0508 00:10:26.178673 3784 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0508 00:10:26.178715 3784 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0508 00:10:26.178779 3784 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0508 00:10:26.178845 3784 gateway_init.go:325] Gateway and management port readiness took 2.208934607s I0508 00:10:26.178872 3784 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0508 00:10:26.178943 3784 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0508 00:10:26.178956 3784 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0508 00:10:26.178966 3784 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 00:10:26.179036 3784 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0508 00:10:26.179120 3784 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.744µs I0508 00:10:26.179410 3784 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0508 00:10:26.179441 3784 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.396µs I0508 00:10:26.179449 3784 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.356µs I0508 00:10:26.179454 3784 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0508 00:10:26.179463 3784 nad_controller.go:379] [node-nad-controller NAD controller]: started I0508 00:10:26.179468 3784 default_node_network_controller.go:899] Starting the default node network controller I0508 00:10:26.179473 3784 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0508 00:10:26.179553 3784 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.407µs I0508 00:10:26.179655 3784 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0508 00:10:26.179663 3784 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0508 00:10:26.179687 3784 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b250 0xc000325ea0 0xc000325f10 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc000a9d6d0 0xc00033e1c0 0xc00033e230 0xc0004f42d0 0xc006263340 0xc00033e2a0 map[0x2ff9080:0xc0023a73e0 0x2ff95c0:0xc0023a7560 0x2ffa2e0:0xc000ac3980 0x2ffa580:0xc0023a7380 0x2ffad60:0xc0023a7440 0x2ffb000:0xc0023a74a0 0x2ffb2a0:0xc0023a7500 0x2ffba80:0xc0023a75c0 0x2ffbd20:0xc0023a7620 0x3026980:0xc000ac2ea0 0x3026d20:0xc000ac2f00 0x3027800:0xc000aeb980 0x3029160:0xc001c3c000 0x30298a0:0xc000ac3920 0x302a720:0xc000ac2d80] 0xc000a9e380 0} I0508 00:10:26.179747 3784 gateway.go:151] Starting gateway service sync I0508 00:10:26.180186 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0508 00:10:26.182370 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0508 00:10:26.207857 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0508 00:10:26.209070 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0508 00:10:26.210227 3784 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0508 00:10:26.243457 3784 gateway.go:168] Gateway service sync done. Time taken: 63.696721ms I0508 00:10:26.244087 3784 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30113 I0508 00:10:26.244326 3784 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b250 0xc000325ea0 0xc000325f10 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc000a9d6d0 0xc00033e1c0 0xc00033e230 0xc0004f42d0 0xc006263340 0xc00033e2a0 map[0x2ff9080:0xc0023a73e0 0x2ff95c0:0xc0023a7560 0x2ffa2e0:0xc000ac3980 0x2ffa580:0xc0023a7380 0x2ffad60:0xc0023a7440 0x2ffb000:0xc0023a74a0 0x2ffb2a0:0xc0023a7500 0x2ffba80:0xc0023a75c0 0x2ffbd20:0xc0023a7620 0x3026980:0xc000ac2ea0 0x3026d20:0xc000ac2f00 0x3027800:0xc000aeb980 0x3029160:0xc001c3c000 0x30298a0:0xc000ac3920 0x302a720:0xc000ac2d80] 0xc000a9e380 0} I0508 00:10:26.244833 3784 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b250 0xc000325ea0 0xc000325f10 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc000a9d6d0 0xc00033e1c0 0xc00033e230 0xc0004f42d0 0xc006263340 0xc00033e2a0 map[0x2ff9080:0xc0023a73e0 0x2ff95c0:0xc0023a7560 0x2ffa2e0:0xc000ac3980 0x2ffa580:0xc0023a7380 0x2ffad60:0xc0023a7440 0x2ffb000:0xc0023a74a0 0x2ffb2a0:0xc0023a7500 0x2ffba80:0xc0023a75c0 0x2ffbd20:0xc0023a7620 0x3026980:0xc000ac2ea0 0x3026d20:0xc000ac2f00 0x3027800:0xc000aeb980 0x3029160:0xc001c3c000 0x30298a0:0xc000ac3920 0x302a720:0xc000ac2d80] 0xc000a9e380 0} I0508 00:10:26.244879 3784 gateway.go:532] Reconciling gateway with updates I0508 00:10:26.250383 3784 gateway.go:339] Spawning Conntrack Rule Check Thread I0508 00:10:26.250465 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:26.250484 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:26.250488 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:26.250496 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:26.250501 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:26.250509 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:26.250508 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:26.250520 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:26.250525 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0508 00:10:26.250526 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:26.250533 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:26.250539 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:26.250541 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:26.250541 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0508 00:10:26.250553 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:26.250555 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:26.250557 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0508 00:10:26.250559 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:26.250561 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:26.250567 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0508 00:10:26.250570 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:26.250572 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0508 00:10:26.250515 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:26.250471 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:26.250584 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:26.250587 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:26.250537 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0508 00:10:26.250590 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0508 00:10:26.250594 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:26.250595 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:26.250595 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:26.250602 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:26.250494 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:26.250609 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:26.250611 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:26.250528 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:26.250618 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:26.250585 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:26.250621 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:26.250546 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:26.250636 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:26.250641 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:26.250558 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:26.250646 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:26.250649 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:26.250648 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0508 00:10:26.250652 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:26.250655 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:26.250655 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:26.250660 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0508 00:10:26.250662 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:26.250663 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0508 00:10:26.250666 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:26.250665 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:26.250679 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:26.250692 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 30121 is already open, no action needed I0508 00:10:26.250698 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 30235 is already open, no action needed I0508 00:10:26.250587 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:26.250599 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0508 00:10:26.250667 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0508 00:10:26.250517 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0508 00:10:26.250627 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:26.250658 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:26.250742 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0508 00:10:26.250648 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:26.250750 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:26.250637 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:26.250573 3784 default_node_network_controller.go:944] Gateway and management port readiness took 70.90116ms I0508 00:10:26.250483 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:26.250827 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:26.250573 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:26.250868 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:26.250580 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:26.250544 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0508 00:10:26.250622 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:26.250909 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:26.250623 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:26.250945 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:26.250613 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:26.250957 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:26.250628 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:26.250971 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:26.250978 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0508 00:10:26.250546 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:26.250986 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:26.250637 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:26.251023 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:26.250638 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:26.251042 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:26.251049 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0508 00:10:26.250638 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:26.250641 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:26.251111 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:26.250642 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0508 00:10:26.250467 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:26.251160 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:26.250649 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:26.251198 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:26.250648 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:26.251236 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:26.250651 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:26.250635 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:26.251305 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:26.251313 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0508 00:10:26.251563 3784 node_ip_handler_linux.go:160] Node IP manager is running W0508 00:10:26.288744 3784 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 00:10:26.289079 3784 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 00:10:26.289216 3784 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0508 00:10:26.296791 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0508 00:10:26.296835 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0508 00:10:26.296857 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0508 00:10:26.296868 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0508 00:10:26.296877 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0508 00:10:26.296887 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0508 00:10:26.296898 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0508 00:10:26.296907 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0508 00:10:26.296915 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0508 00:10:26.296924 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0508 00:10:26.296943 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0508 00:10:26.296966 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0508 00:10:26.296973 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0508 00:10:26.296978 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0508 00:10:26.336964 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0508 00:10:26.336976 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0508 00:10:26.336967 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0508 00:10:26.336991 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0508 00:10:26.336998 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0508 00:10:26.337003 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0508 00:10:26.337009 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0508 00:10:26.337015 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0508 00:10:26.337020 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0508 00:10:26.337026 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0508 00:10:26.337031 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0508 00:10:26.337036 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0508 00:10:26.376269 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0508 00:10:26.376298 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0508 00:10:26.376304 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0508 00:10:26.376311 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0508 00:10:26.376333 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0508 00:10:27.866557 3784 default_node_network_controller.go:1380] Starting node controller node sync W0508 00:10:27.866575 3784 egressip_healthcheck.go:76] Health checking using insecure connection I0508 00:10:27.866615 3784 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0508 00:10:27.878791 3784 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.212833ms I0508 00:10:27.878931 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-221.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 00:10:27.878945 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-221.ec2.internal", IP: 10.0.2.221 to PMTUD blocking rules I0508 00:10:27.884339 3784 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0508 00:10:27.884615 3784 egressservice_node.go:93] Setting up event handlers for Egress Services I0508 00:10:27.884815 3784 egressservice_node.go:183] Starting Egress Services Controller I0508 00:10:27.884835 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 00:10:27.884846 3784 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 00:10:27.884851 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 00:10:27.884856 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 00:10:27.884862 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 00:10:27.884866 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 00:10:27.884870 3784 egressservice_node.go:197] Repairing Egress Services I0508 00:10:27.895136 3784 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0508 00:10:27.895150 3784 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 00:10:27.895408 3784 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0508 00:10:27.895420 3784 link_network_manager.go:119] Link manager is running I0508 00:10:27.895489 3784 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0508 00:10:27.895638 3784 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0508 00:10:27.895890 3784 vrf_manager.go:128] VRF manager is running I0508 00:10:27.895988 3784 node_controller_manager.go:437] Removing flows to drop GARP I0508 00:10:27.896000 3784 gateway.go:532] Reconciling gateway with updates I0508 00:10:27.922794 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:27.922830 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:27.922843 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:27.922847 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:27.922851 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:27.922856 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:27.922858 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:27.922859 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:27.922810 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:27.922870 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:27.922871 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 30121 is already open, no action needed I0508 00:10:27.922878 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:27.922882 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 30235 is already open, no action needed I0508 00:10:27.922888 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:27.922889 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:27.922895 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:27.922900 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:27.922902 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:27.922911 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0508 00:10:27.922917 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:27.922920 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:27.922847 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:27.922923 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0508 00:10:27.922917 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:27.922930 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:27.922930 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:27.922934 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:27.922937 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0508 00:10:27.922940 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:27.922942 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:27.922945 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:27.922949 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:27.922949 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:27.922955 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:27.922958 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:27.922957 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:27.922960 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:27.922964 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:27.922970 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:27.922973 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:27.922975 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:27.922946 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:27.922979 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:27.922982 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0508 00:10:27.922950 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:27.922989 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:27.922992 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:27.922953 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0508 00:10:27.923002 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:27.922964 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0508 00:10:27.922968 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:27.923025 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:27.922919 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:27.923044 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:27.923048 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:27.923050 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0508 00:10:27.922939 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:27.923065 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:27.923073 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0508 00:10:27.922878 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:27.922872 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:27.923117 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:27.922880 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0508 00:10:27.923144 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0508 00:10:27.922858 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:27.923173 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:27.922869 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:27.923202 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:27.923206 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0508 00:10:27.922835 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:27.923215 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:27.922848 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:27.923242 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:27.922861 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:27.923274 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:27.922876 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:27.923296 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:27.923301 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0508 00:10:27.922835 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:27.922906 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:27.922920 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:27.922831 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:27.923378 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:27.922926 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:27.922929 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:27.922928 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:27.923453 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:27.922932 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0508 00:10:27.922934 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0508 00:10:27.922934 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0508 00:10:27.922937 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:27.922942 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:27.923507 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:27.922941 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:27.923512 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0508 00:10:27.922978 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:27.923557 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:27.922996 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:27.923583 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:27.922999 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:27.923005 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0508 00:10:27.923012 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0508 00:10:27.967407 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0508 00:10:27.967433 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0508 00:10:27.967441 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0508 00:10:27.967453 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0508 00:10:27.967464 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0508 00:10:27.967476 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0508 00:10:27.967487 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0508 00:10:27.967495 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0508 00:10:27.967503 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0508 00:10:27.967514 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0508 00:10:27.967526 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0508 00:10:27.967533 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0508 00:10:27.967541 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0508 00:10:27.967551 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0508 00:10:27.967561 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0508 00:10:27.967569 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0508 00:10:27.967577 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0508 00:10:27.967585 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0508 00:10:27.967593 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0508 00:10:27.967601 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0508 00:10:28.009445 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0508 00:10:28.009474 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0508 00:10:28.009483 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0508 00:10:28.009492 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0508 00:10:28.009501 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0508 00:10:28.009519 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0508 00:10:28.009541 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0508 00:10:28.009550 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0508 00:10:28.009561 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0508 00:10:28.009567 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0508 00:10:28.009572 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0508 00:10:28.052102 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0508 00:10:29.582223 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal I0508 00:10:29.582252 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 36.335µs I0508 00:10:29.607645 3784 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c7d8b666f-cc2cr] creating logical port openshift-image-registry_image-registry-7c7d8b666f-cc2cr for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:29.607870 3784 kube.go:256] Updating pod openshift-image-registry/image-registry-7c7d8b666f-cc2cr I0508 00:10:29.628841 3784 pod.go:62] [openshift-image-registry/image-registry-7c7d8b666f-cc2cr] pod update took 21.063842ms I0508 00:10:29.628862 3784 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7c7d8b666f-cc2cr] addLogicalPort annotation time took 21.086854ms I0508 00:10:29.630057 3784 pods.go:271] [openshift-image-registry/image-registry-7c7d8b666f-cc2cr] addLogicalPort took 22.435821ms, libovsdb time 933.342µs I0508 00:10:29.635366 3784 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-n69np] creating logical port openshift-ingress-canary_ingress-canary-n69np for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:29.635472 3784 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-n69np I0508 00:10:29.652045 3784 pod.go:62] [openshift-ingress-canary/ingress-canary-n69np] pod update took 16.600869ms I0508 00:10:29.652067 3784 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-n69np] addLogicalPort annotation time took 16.626679ms I0508 00:10:29.653297 3784 pods.go:271] [openshift-ingress-canary/ingress-canary-n69np] addLogicalPort took 17.938329ms, libovsdb time 922.176µs I0508 00:10:29.654488 3784 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-tkqmb] creating logical port openshift-dns_dns-default-tkqmb for pod on switch ip-10-0-0-43.ec2.internal I0508 00:10:29.654674 3784 kube.go:256] Updating pod openshift-dns/dns-default-tkqmb I0508 00:10:29.676237 3784 pod.go:62] [openshift-dns/dns-default-tkqmb] pod update took 21.595647ms I0508 00:10:29.676265 3784 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-tkqmb] addLogicalPort annotation time took 21.634902ms I0508 00:10:29.677567 3784 pods.go:271] [openshift-dns/dns-default-tkqmb] addLogicalPort took 23.092543ms, libovsdb time 973.439µs I0508 00:10:30.329967 3784 cni.go:452] [openshift-ingress-canary/ingress-canary-n69np 7d8b83cb4f42f074293ae14a9ad64b603340e8232b3a9ecb25567741ba8196ff network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-n69np 7d8b83cb4f42f074293ae14a9ad64b603340e8232b3a9ecb25567741ba8196ff network default NAD default NAD key ] I0508 00:10:30.377030 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-n69np, hostIfaceName: 7d8b83cb4f42f07, network: default, NAD default, SandboxID: "7d8b83cb4f42f074293ae14a9ad64b603340e8232b3a9ecb25567741ba8196ff", PCI device ID: , UID: "9d80d2dc-95bc-4db5-b2d3-2e9b16c2b15a", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0508 00:10:30.436272 3784 cni.go:473] [openshift-ingress-canary/ingress-canary-n69np 7d8b83cb4f42f074293ae14a9ad64b603340e8232b3a9ecb25567741ba8196ff network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-n69np 7d8b83cb4f42f074293ae14a9ad64b603340e8232b3a9ecb25567741ba8196ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b6:99:fe:a3:84\",\"name\":\"7d8b83cb4f42f07\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/578ae4bf-5329-412a-a77e-452b93d4ccf8\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:10:32.083984 3784 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0508 00:10:32.952360 3784 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0508 00:10:32.972944 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:10:33.259555 3784 cni.go:452] [openshift-network-diagnostics/network-check-target-vh9jr 6c4e78593611c29619d178091700a91e7df840223d25cd419b2d6bbb104e76d0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vh9jr 6c4e78593611c29619d178091700a91e7df840223d25cd419b2d6bbb104e76d0 network default NAD default NAD key ] I0508 00:10:33.259601 3784 cni.go:452] [kube-system/global-pull-secret-syncer-krf5z 768a1368f7af6ebc8c483f0646338f5b5666c325cea005f6113e0d535305d0c7 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-krf5z 768a1368f7af6ebc8c483f0646338f5b5666c325cea005f6113e0d535305d0c7 network default NAD default NAD key ] I0508 00:10:33.270996 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vh9jr, hostIfaceName: 6c4e78593611c29, network: default, NAD default, SandboxID: "6c4e78593611c29619d178091700a91e7df840223d25cd419b2d6bbb104e76d0", PCI device ID: , UID: "b4a5e940-146f-4ad3-9375-0ef2e6b19329", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0508 00:10:33.271195 3784 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-krf5z, hostIfaceName: 768a1368f7af6eb, network: default, NAD default, SandboxID: "768a1368f7af6ebc8c483f0646338f5b5666c325cea005f6113e0d535305d0c7", PCI device ID: , UID: "c9a47e63-bf7b-4233-91c0-b0a57a434ce2", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0508 00:10:33.316921 3784 cni.go:473] [kube-system/global-pull-secret-syncer-krf5z 768a1368f7af6ebc8c483f0646338f5b5666c325cea005f6113e0d535305d0c7 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-krf5z 768a1368f7af6ebc8c483f0646338f5b5666c325cea005f6113e0d535305d0c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:81:ef:2e:d4:8b\",\"name\":\"768a1368f7af6eb\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f480c2c-1cbd-4d4d-ad6f-015911623d6b\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:10:33.321661 3784 cni.go:473] [openshift-network-diagnostics/network-check-target-vh9jr 6c4e78593611c29619d178091700a91e7df840223d25cd419b2d6bbb104e76d0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vh9jr 6c4e78593611c29619d178091700a91e7df840223d25cd419b2d6bbb104e76d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:24:d3:0e:22:b0\",\"name\":\"6c4e78593611c29\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad71143d-b6d2-4e28-8514-dcd092bfc51b\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:10:38.374396 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:10:41.590146 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0508 00:10:41.590173 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 32.431µs I0508 00:10:41.590143 3784 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0508 00:10:41.590147 3784 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 00:10:47.342068 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0508 00:10:47.342118 3784 node_tracker.go:235] Node ip-10-0-1-82.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-82.ec2.internal" I0508 00:10:47.342134 3784 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:47.342149 3784 services_controller.go:574] Full service sync requested for network=default I0508 00:10:47.342161 3784 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "ip-10-0-1-82.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0508 00:10:47.342511 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:10:47.516684 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0508 00:10:47.516728 3784 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "ip-10-0-1-82.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 00:10:47.516737 3784 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:47.516821 3784 services_controller.go:574] Full service sync requested for network=default W0508 00:10:47.516966 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:10:47.517724 3784 zone_ic_handler.go:195] Time taken to create transit switch: 282.557µs I0508 00:10:47.517737 3784 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-82.ec2.internal for the network default I0508 00:10:47.518640 3784 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-82.ec2.internal" on network "default" took: 1.209007ms I0508 00:10:49.613456 3784 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0508 00:10:49.613472 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0508 00:10:49.613494 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 28.787µs I0508 00:10:49.613506 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0508 00:10:49.613517 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules I0508 00:10:49.613529 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 00:10:49.613558 3784 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:49.613574 3784 services_controller.go:574] Full service sync requested for network=default W0508 00:10:49.613861 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:10:49.619624 3784 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-82.ec2.internal. Updating no re-route policies I0508 00:10:49.628166 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules I0508 00:10:49.628180 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 00:10:52.371564 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0508 00:10:52.371593 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 37.95µs W0508 00:11:00.764867 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:11:02.306232 3784 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:02.306359 3784 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd I0508 00:11:02.324492 3784 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd] pod update took 18.170167ms I0508 00:11:02.324514 3784 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd] addLogicalPort annotation time took 18.197374ms I0508 00:11:02.325684 3784 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd] addLogicalPort took 19.46842ms, libovsdb time 904.892µs I0508 00:11:02.662257 3784 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key ] I0508 00:11:02.672231 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd, hostIfaceName: 2e1a38f63067082, network: default, NAD default, SandboxID: "2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7", PCI device ID: , UID: "0f20bf5b-7f15-40c4-a750-27b334758e23", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0508 00:11:02.721437 3784 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:34:33:a3:4f:98\",\"name\":\"2e1a38f63067082\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b52064d-29cc-4194-9c09-dfb0e0ed1d9d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:11:03.965848 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0508 00:11:03.965872 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0508 00:11:09.382925 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:11:19.490900 3784 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key ] I0508 00:11:19.557989 3784 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd 2e1a38f630670826f4e6a27b3559c62c29a37475b163f292f7691e81327aa2d7 network default NAD default NAD key default], result "{}", err I0508 00:11:19.598407 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.598460 3784 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd I0508 00:11:19.599987 3784 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd, ips: 10.129.0.9 I0508 00:11:19.600018 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.600036 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.600045 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0508 00:11:19.600280 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.600297 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0508 00:11:20.623761 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:20.623835 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:20.623856 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:20.623867 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:22.387607 3784 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0508 00:11:22.397646 3784 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0508 00:11:26.817367 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:11:57.493345 3784 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-rkbqc for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:57.493387 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-hgp6w for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:57.493459 3784 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc I0508 00:11:57.493464 3784 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w I0508 00:11:57.513194 3784 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc] pod update took 19.761621ms I0508 00:11:57.513223 3784 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc] addLogicalPort annotation time took 19.800832ms I0508 00:11:57.514351 3784 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc] addLogicalPort took 21.026993ms, libovsdb time 868.968µs I0508 00:11:57.517692 3784 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w] pod update took 24.249868ms I0508 00:11:57.517715 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w] addLogicalPort annotation time took 24.273451ms I0508 00:11:57.518825 3784 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w] addLogicalPort took 25.452211ms, libovsdb time 754.453µs I0508 00:11:57.605608 3784 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-p6ztw] creating logical port openshift-insights_insights-operator-6dbb575d6c-p6ztw for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:57.605714 3784 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-p6ztw I0508 00:11:57.607905 3784 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-pdvl7 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:57.607974 3784 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7 I0508 00:11:57.614609 3784 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-t82rv] creating logical port openshift-console-operator_console-operator-66dbbb6468-t82rv for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:57.614709 3784 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-t82rv I0508 00:11:57.644898 3784 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-p6ztw] pod update took 39.211903ms I0508 00:11:57.644921 3784 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-p6ztw] addLogicalPort annotation time took 39.23953ms I0508 00:11:57.645860 3784 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-p6ztw] addLogicalPort took 40.2719ms, libovsdb time 675.983µs I0508 00:11:57.655115 3784 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-t82rv] pod update took 40.424403ms I0508 00:11:57.655142 3784 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-t82rv] addLogicalPort annotation time took 40.446567ms I0508 00:11:57.656175 3784 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-t82rv] addLogicalPort took 41.571465ms, libovsdb time 788.163µs I0508 00:11:57.658474 3784 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7] pod update took 50.5211ms I0508 00:11:57.658494 3784 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7] addLogicalPort annotation time took 50.539883ms I0508 00:11:57.659478 3784 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7] addLogicalPort took 51.58204ms, libovsdb time 747.424µs I0508 00:11:57.728584 3784 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-95ndr for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:57.728683 3784 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr I0508 00:11:57.755567 3784 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr] pod update took 26.908239ms I0508 00:11:57.755589 3784 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr] addLogicalPort annotation time took 26.934457ms I0508 00:11:57.756790 3784 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr] addLogicalPort took 28.225752ms, libovsdb time 880.255µs I0508 00:11:57.826408 3784 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-65tq7 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:11:57.826513 3784 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7 I0508 00:11:57.851451 3784 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc 023f2fe5e550708f4b6dbda45a8939d79568f87886f6f0af342d32a4eabdf69f network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc 023f2fe5e550708f4b6dbda45a8939d79568f87886f6f0af342d32a4eabdf69f network default NAD default NAD key ] I0508 00:11:57.852387 3784 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7] pod update took 25.897155ms I0508 00:11:57.852407 3784 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7] addLogicalPort annotation time took 25.920747ms I0508 00:11:57.853644 3784 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7] addLogicalPort took 27.279309ms, libovsdb time 881.893µs I0508 00:11:57.862856 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-rkbqc, hostIfaceName: 023f2fe5e550708, network: default, NAD default, SandboxID: "023f2fe5e550708f4b6dbda45a8939d79568f87886f6f0af342d32a4eabdf69f", PCI device ID: , UID: "b81eaf67-104d-47bf-9495-99e875ce0b67", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0508 00:11:57.907020 3784 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc 023f2fe5e550708f4b6dbda45a8939d79568f87886f6f0af342d32a4eabdf69f network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-rkbqc 023f2fe5e550708f4b6dbda45a8939d79568f87886f6f0af342d32a4eabdf69f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:78:c4:2f:a4:93\",\"name\":\"023f2fe5e550708\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c6f2b6e-8a99-4d98-a561-af4350738dea\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:11:58.082628 3784 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr 0d112165a7730996a68ae41adbf1c57036976ea33e6c65729841474b5a7c53c2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr 0d112165a7730996a68ae41adbf1c57036976ea33e6c65729841474b5a7c53c2 network default NAD default NAD key ] I0508 00:11:58.093994 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-95ndr, hostIfaceName: 0d112165a773099, network: default, NAD default, SandboxID: "0d112165a7730996a68ae41adbf1c57036976ea33e6c65729841474b5a7c53c2", PCI device ID: , UID: "687a2b9f-1514-4bbb-a061-15e4848941f1", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0508 00:11:58.138794 3784 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr 0d112165a7730996a68ae41adbf1c57036976ea33e6c65729841474b5a7c53c2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-95ndr 0d112165a7730996a68ae41adbf1c57036976ea33e6c65729841474b5a7c53c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:24:5a:36:27:0f\",\"name\":\"0d112165a773099\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdd139e3-a987-4e10-b85a-82e0f5b79026\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:11:59.502148 3784 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-p6ztw 2cabbea6e3e6835a11cb2539fd1135d37cc72eda41e16ae4b3d26d84097e78d7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-p6ztw 2cabbea6e3e6835a11cb2539fd1135d37cc72eda41e16ae4b3d26d84097e78d7 network default NAD default NAD key ] I0508 00:11:59.502185 3784 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-t82rv 22df9acbe7c5da8ebc12ff13d1539f2038a108d246269f3020a8ac273e3ceff5 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-t82rv 22df9acbe7c5da8ebc12ff13d1539f2038a108d246269f3020a8ac273e3ceff5 network default NAD default NAD key ] I0508 00:11:59.521447 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-t82rv, hostIfaceName: 22df9acbe7c5da8, network: default, NAD default, SandboxID: "22df9acbe7c5da8ebc12ff13d1539f2038a108d246269f3020a8ac273e3ceff5", PCI device ID: , UID: "7bcd9a30-b572-47c4-bde6-41f52614e311", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0508 00:11:59.529046 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-p6ztw, hostIfaceName: 2cabbea6e3e6835, network: default, NAD default, SandboxID: "2cabbea6e3e6835a11cb2539fd1135d37cc72eda41e16ae4b3d26d84097e78d7", PCI device ID: , UID: "644555e1-88c8-4b05-b2b9-db1227b559cc", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0508 00:11:59.572103 3784 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-t82rv 22df9acbe7c5da8ebc12ff13d1539f2038a108d246269f3020a8ac273e3ceff5 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-t82rv 22df9acbe7c5da8ebc12ff13d1539f2038a108d246269f3020a8ac273e3ceff5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:61:31:63:f3:de\",\"name\":\"22df9acbe7c5da8\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9b01633-52c4-41f6-8f1a-aeaab037b489\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:11:59.589455 3784 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-p6ztw 2cabbea6e3e6835a11cb2539fd1135d37cc72eda41e16ae4b3d26d84097e78d7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-p6ztw 2cabbea6e3e6835a11cb2539fd1135d37cc72eda41e16ae4b3d26d84097e78d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:2c:b3:55:1b:81\",\"name\":\"2cabbea6e3e6835\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfbc4259-d096-428d-8b82-28350375ace9\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:00.580099 3784 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0508 00:12:00.581263 3784 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.121272ms I0508 00:12:00.663383 3784 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0508 00:12:02.384888 3784 namespace.go:98] [openshift-service-ca] adding namespace I0508 00:12:02.385713 3784 namespace.go:102] [openshift-service-ca] adding namespace took 802.807µs I0508 00:12:02.403213 3784 namespace.go:142] [openshift-service-ca] updating namespace W0508 00:12:02.620120 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0508 00:12:04.051951 3784 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-r95wz] creating logical port openshift-service-ca_service-ca-d9cb48497-r95wz for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:04.052089 3784 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-r95wz I0508 00:12:04.066147 3784 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-r95wz] pod update took 14.12334ms I0508 00:12:04.066175 3784 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-r95wz] addLogicalPort annotation time took 14.155174ms I0508 00:12:04.067398 3784 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-r95wz] addLogicalPort took 15.466504ms, libovsdb time 886.549µs I0508 00:12:04.409233 3784 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-r95wz 1ca7e1ad0af5f86a5a51f4342fb0b4b7e7b8ff384bc334fe3c8ff80bf539c391 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-r95wz 1ca7e1ad0af5f86a5a51f4342fb0b4b7e7b8ff384bc334fe3c8ff80bf539c391 network default NAD default NAD key ] I0508 00:12:04.418260 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-r95wz, hostIfaceName: 1ca7e1ad0af5f86, network: default, NAD default, SandboxID: "1ca7e1ad0af5f86a5a51f4342fb0b4b7e7b8ff384bc334fe3c8ff80bf539c391", PCI device ID: , UID: "9852198a-cfaa-42c7-98d4-6b91876718b0", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0508 00:12:04.464830 3784 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-r95wz 1ca7e1ad0af5f86a5a51f4342fb0b4b7e7b8ff384bc334fe3c8ff80bf539c391 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-r95wz 1ca7e1ad0af5f86a5a51f4342fb0b4b7e7b8ff384bc334fe3c8ff80bf539c391 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:fa:74:22:e3:04\",\"name\":\"1ca7e1ad0af5f86\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dac68d44-c868-4641-ae0d-0ceb43b0c4c0\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:06.673433 3784 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7 a08b141970284ace578856e1ef500c22cbe596432d57ea8088ac677a939eba94 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7 a08b141970284ace578856e1ef500c22cbe596432d57ea8088ac677a939eba94 network default NAD default NAD key ] I0508 00:12:06.683057 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-pdvl7, hostIfaceName: a08b141970284ac, network: default, NAD default, SandboxID: "a08b141970284ace578856e1ef500c22cbe596432d57ea8088ac677a939eba94", PCI device ID: , UID: "bb6bfd62-e904-427b-8656-80796368e110", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0508 00:12:06.728969 3784 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7 a08b141970284ace578856e1ef500c22cbe596432d57ea8088ac677a939eba94 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pdvl7 a08b141970284ace578856e1ef500c22cbe596432d57ea8088ac677a939eba94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:00:80:42:21:14\",\"name\":\"a08b141970284ac\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feea100c-b415-4eab-b306-8f0bb9b8fe2f\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:12:09.793360 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0508 00:12:10.656895 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:10.656935 3784 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7c7d8b666f-cc2cr I0508 00:12:10.658176 3784 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7c7d8b666f-cc2cr, ips: 10.129.0.6 I0508 00:12:10.658209 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:10.666005 3784 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6b4cd95d5d-xdvrg] creating logical port openshift-image-registry_image-registry-6b4cd95d5d-xdvrg for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:10.666094 3784 kube.go:256] Updating pod openshift-image-registry/image-registry-6b4cd95d5d-xdvrg I0508 00:12:10.673744 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:10.673763 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:10.686559 3784 pod.go:62] [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg] pod update took 20.490779ms I0508 00:12:10.686579 3784 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6b4cd95d5d-xdvrg] addLogicalPort annotation time took 20.514553ms I0508 00:12:10.687713 3784 pods.go:271] [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg] addLogicalPort took 21.720092ms, libovsdb time 786.202µs I0508 00:12:10.687758 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c7d8b666f-cc2cr I0508 00:12:10.687770 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c7d8b666f-cc2cr I0508 00:12:11.021519 3784 cni.go:452] [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key ] I0508 00:12:11.030548 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6b4cd95d5d-xdvrg, hostIfaceName: 7c77ebc3929d2d2, network: default, NAD default, SandboxID: "7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a", PCI device ID: , UID: "e3316f80-d663-4322-a92c-1415566420b2", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0508 00:12:11.077058 3784 cni.go:473] [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:dd:a4:c1:2f:6a\",\"name\":\"7c77ebc3929d2d2\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d8518e0-7d4f-4410-b2ff-14a8204e37d0\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:11.193867 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:11.194491 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:11.208336 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:11.208354 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:11.219111 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cdf9c68db-rhwnl I0508 00:12:11.219129 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cdf9c68db-rhwnl W0508 00:12:11.684581 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:13.467622 3784 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w 902c9250742e2e47bffacdfb08d22a1ac63e36b8d644b2aa60b410ea25ac02f5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w 902c9250742e2e47bffacdfb08d22a1ac63e36b8d644b2aa60b410ea25ac02f5 network default NAD default NAD key ] I0508 00:12:13.477689 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-hgp6w, hostIfaceName: 902c9250742e2e4, network: default, NAD default, SandboxID: "902c9250742e2e47bffacdfb08d22a1ac63e36b8d644b2aa60b410ea25ac02f5", PCI device ID: , UID: "1437c6a3-8742-4a7c-a254-fcfd4ceb0c2f", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0508 00:12:13.523242 3784 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w 902c9250742e2e47bffacdfb08d22a1ac63e36b8d644b2aa60b410ea25ac02f5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-hgp6w 902c9250742e2e47bffacdfb08d22a1ac63e36b8d644b2aa60b410ea25ac02f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:27:1a:07:1f:c6\",\"name\":\"902c9250742e2e4\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33e9efd5-e9f8-43b3-850e-4acd8d2a9cbe\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:13.795551 3784 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7 d3651ebfa56f9073bd1311d4cd2245aa1393fad5e867abf933cb4c84be49f49c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7 d3651ebfa56f9073bd1311d4cd2245aa1393fad5e867abf933cb4c84be49f49c network default NAD default NAD key ] I0508 00:12:13.805439 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-65tq7, hostIfaceName: d3651ebfa56f907, network: default, NAD default, SandboxID: "d3651ebfa56f9073bd1311d4cd2245aa1393fad5e867abf933cb4c84be49f49c", PCI device ID: , UID: "c0257247-15b0-4242-b082-189efb775bc8", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0508 00:12:13.850947 3784 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7 d3651ebfa56f9073bd1311d4cd2245aa1393fad5e867abf933cb4c84be49f49c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-65tq7 d3651ebfa56f9073bd1311d4cd2245aa1393fad5e867abf933cb4c84be49f49c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6e:9c:bd:b2:4b\",\"name\":\"d3651ebfa56f907\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9b92fc3-b17e-4f4b-ac2a-038a69227ddc\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:12:28.054417 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0508 00:12:28.078086 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:28.185515 3784 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-cnxl7] creating logical port openshift-console_downloads-5c54f4944f-cnxl7 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:28.185607 3784 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-cnxl7 W0508 00:12:28.210393 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:28.210438 3784 pod.go:62] [openshift-console/downloads-5c54f4944f-cnxl7] pod update took 24.857858ms I0508 00:12:28.210455 3784 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-cnxl7] addLogicalPort annotation time took 24.880993ms I0508 00:12:28.211596 3784 pods.go:271] [openshift-console/downloads-5c54f4944f-cnxl7] addLogicalPort took 26.095547ms, libovsdb time 857.965µs I0508 00:12:28.216784 3784 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jsw46] creating logical port openshift-insights_insights-runtime-extractor-jsw46 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:28.216919 3784 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jsw46 I0508 00:12:28.238503 3784 pod.go:62] [openshift-insights/insights-runtime-extractor-jsw46] pod update took 21.610666ms I0508 00:12:28.238530 3784 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jsw46] addLogicalPort annotation time took 21.646266ms I0508 00:12:28.239627 3784 pods.go:271] [openshift-insights/insights-runtime-extractor-jsw46] addLogicalPort took 22.856444ms, libovsdb time 787.417µs I0508 00:12:28.555866 3784 cni.go:452] [openshift-console/downloads-5c54f4944f-cnxl7 fa10f901cfdd8469bc905124b489085c416e8a43f66162907ddd0c2bc1701ce7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-cnxl7 fa10f901cfdd8469bc905124b489085c416e8a43f66162907ddd0c2bc1701ce7 network default NAD default NAD key ] I0508 00:12:28.566062 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-cnxl7, hostIfaceName: fa10f901cfdd846, network: default, NAD default, SandboxID: "fa10f901cfdd8469bc905124b489085c416e8a43f66162907ddd0c2bc1701ce7", PCI device ID: , UID: "b06096dc-ce23-449e-9f7f-d355d5e501c5", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0508 00:12:28.580533 3784 cni.go:452] [openshift-insights/insights-runtime-extractor-jsw46 28c6e1754c174d795ee07c62996bed0c95d5155969bd71d4586e0f1433da451d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jsw46 28c6e1754c174d795ee07c62996bed0c95d5155969bd71d4586e0f1433da451d network default NAD default NAD key ] I0508 00:12:28.591531 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jsw46, hostIfaceName: 28c6e1754c174d7, network: default, NAD default, SandboxID: "28c6e1754c174d795ee07c62996bed0c95d5155969bd71d4586e0f1433da451d", PCI device ID: , UID: "8463601b-9065-49d0-b7a0-21edd28c455b", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0508 00:12:28.617203 3784 cni.go:473] [openshift-console/downloads-5c54f4944f-cnxl7 fa10f901cfdd8469bc905124b489085c416e8a43f66162907ddd0c2bc1701ce7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-cnxl7 fa10f901cfdd8469bc905124b489085c416e8a43f66162907ddd0c2bc1701ce7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c7:b0:ac:64:09\",\"name\":\"fa10f901cfdd846\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c86d845-f1ee-4311-b483-743c0fa1caad\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:28.636484 3784 cni.go:473] [openshift-insights/insights-runtime-extractor-jsw46 28c6e1754c174d795ee07c62996bed0c95d5155969bd71d4586e0f1433da451d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jsw46 28c6e1754c174d795ee07c62996bed0c95d5155969bd71d4586e0f1433da451d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f4:db:5a:a5:74\",\"name\":\"28c6e1754c174d7\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4650f0b6-c38e-4d58-bb7e-9ae346c4ac71\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:12:29.997127 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 00:12:29.997223 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 00:12:29.997311 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 00:12:29.997330 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 00:12:29.997335 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0508 00:12:30.020359 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:30.021014 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:30.038953 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:30.038979 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:30.049128 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c7d8b666f-qsqs5 I0508 00:12:30.049159 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c7d8b666f-qsqs5 W0508 00:12:30.251420 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0508 00:12:31.105391 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:31.133683 3784 base_network_controller_pods.go:487] [default/openshift-console/console-5547868d95-kpdld] creating logical port openshift-console_console-5547868d95-kpdld for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:31.133793 3784 kube.go:256] Updating pod openshift-console/console-5547868d95-kpdld I0508 00:12:31.156682 3784 pod.go:62] [openshift-console/console-5547868d95-kpdld] pod update took 22.913633ms I0508 00:12:31.156826 3784 base_network_controller_pods.go:951] [default/openshift-console/console-5547868d95-kpdld] addLogicalPort annotation time took 23.060539ms I0508 00:12:31.159135 3784 pods.go:271] [openshift-console/console-5547868d95-kpdld] addLogicalPort took 25.472086ms, libovsdb time 1.42268ms I0508 00:12:31.504176 3784 cni.go:452] [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key ] I0508 00:12:31.514595 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5547868d95-kpdld, hostIfaceName: 7054b62b0ede52f, network: default, NAD default, SandboxID: "7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8", PCI device ID: , UID: "07f958f7-2387-4710-94a5-ca894192cec3", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0508 00:12:31.566857 3784 cni.go:473] [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:8f:5b:be:a3:71\",\"name\":\"7054b62b0ede52f\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24f7803c-7a47-4902-8d13-f821fb104379\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:12:32.266091 3784 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0508 00:12:32.266110 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0508 00:12:32.266115 3784 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0508 00:12:34.273744 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:35.748176 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0508 00:12:37.685288 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-22cwb for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:37.685503 3784 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb I0508 00:12:37.710433 3784 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb] pod update took 24.95776ms I0508 00:12:37.710465 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb] addLogicalPort annotation time took 24.995403ms I0508 00:12:37.712009 3784 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb] addLogicalPort took 26.739343ms, libovsdb time 1.092081ms I0508 00:12:38.899743 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:38.899910 3784 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0508 00:12:38.928882 3784 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 29.008168ms I0508 00:12:38.928905 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 29.036071ms I0508 00:12:38.930161 3784 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.438893ms, libovsdb time 911.281µs W0508 00:12:39.455711 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0508 00:12:40.784257 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c5598b5dc-wzh74] creating logical port openshift-monitoring_thanos-querier-7c5598b5dc-wzh74 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:40.784382 3784 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c5598b5dc-wzh74 I0508 00:12:40.806418 3784 pod.go:62] [openshift-monitoring/thanos-querier-7c5598b5dc-wzh74] pod update took 22.084636ms I0508 00:12:40.806513 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7c5598b5dc-wzh74] addLogicalPort annotation time took 22.182784ms I0508 00:12:40.807947 3784 pods.go:271] [openshift-monitoring/thanos-querier-7c5598b5dc-wzh74] addLogicalPort took 23.703872ms, libovsdb time 1.065054ms W0508 00:12:41.320657 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:41.320678 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:41.320683 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 00:12:42.109602 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-69f94887b9-n6z95] creating logical port openshift-monitoring_metrics-server-69f94887b9-n6z95 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:42.109744 3784 kube.go:256] Updating pod openshift-monitoring/metrics-server-69f94887b9-n6z95 I0508 00:12:42.127202 3784 pod.go:62] [openshift-monitoring/metrics-server-69f94887b9-n6z95] pod update took 17.486067ms I0508 00:12:42.127224 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-69f94887b9-n6z95] addLogicalPort annotation time took 17.515401ms I0508 00:12:42.128377 3784 pods.go:271] [openshift-monitoring/metrics-server-69f94887b9-n6z95] addLogicalPort took 18.796392ms, libovsdb time 833.665µs I0508 00:12:42.400458 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-wqlm7 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:42.400561 3784 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7 I0508 00:12:42.417186 3784 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7] pod update took 16.651605ms I0508 00:12:42.417216 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7] addLogicalPort annotation time took 16.686344ms I0508 00:12:42.418438 3784 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7] addLogicalPort took 17.997611ms, libovsdb time 837.972µs I0508 00:12:42.963889 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-55f8cd45b7-t68hf] creating logical port openshift-monitoring_telemeter-client-55f8cd45b7-t68hf for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:42.964005 3784 kube.go:256] Updating pod openshift-monitoring/telemeter-client-55f8cd45b7-t68hf I0508 00:12:42.987217 3784 pod.go:62] [openshift-monitoring/telemeter-client-55f8cd45b7-t68hf] pod update took 23.237879ms I0508 00:12:42.987256 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-55f8cd45b7-t68hf] addLogicalPort annotation time took 23.278462ms I0508 00:12:42.988765 3784 pods.go:271] [openshift-monitoring/telemeter-client-55f8cd45b7-t68hf] addLogicalPort took 24.897134ms, libovsdb time 1.018918ms W0508 00:12:43.207565 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 00:12:43.207589 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:43.705733 3784 cni.go:452] [openshift-dns/dns-default-tkqmb 1b5f1a8a3a073ce9509309fd2294c68f385fadf1beef5fb2bb5c49973ce656a6 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-tkqmb 1b5f1a8a3a073ce9509309fd2294c68f385fadf1beef5fb2bb5c49973ce656a6 network default NAD default NAD key ] I0508 00:12:43.718396 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-tkqmb, hostIfaceName: 1b5f1a8a3a073ce, network: default, NAD default, SandboxID: "1b5f1a8a3a073ce9509309fd2294c68f385fadf1beef5fb2bb5c49973ce656a6", PCI device ID: , UID: "dcdc9448-14ff-4057-bf91-870d6c903f4a", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0508 00:12:43.739965 3784 cni.go:452] [openshift-monitoring/metrics-server-69f94887b9-n6z95 fd2ef092ba823294c994f1f11c2e23d3f78720481d150b2506c2207ee1a526ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69f94887b9-n6z95 fd2ef092ba823294c994f1f11c2e23d3f78720481d150b2506c2207ee1a526ae network default NAD default NAD key ] I0508 00:12:43.742907 3784 cni.go:452] [openshift-monitoring/telemeter-client-55f8cd45b7-t68hf a92392c5b3bbf3c7cc4651f9d9e2845c302add746ebf07c5f11ebb90966f018b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-55f8cd45b7-t68hf a92392c5b3bbf3c7cc4651f9d9e2845c302add746ebf07c5f11ebb90966f018b network default NAD default NAD key ] I0508 00:12:43.743924 3784 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7 7767c11200d522d1129dff32f87f2baf17851d712f3eac25993306563c3e31e6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7 7767c11200d522d1129dff32f87f2baf17851d712f3eac25993306563c3e31e6 network default NAD default NAD key ] I0508 00:12:43.744729 3784 cni.go:452] [openshift-monitoring/thanos-querier-7c5598b5dc-wzh74 d1fb6ab7935cfca2ae47b55e88705d150a9d662e494a5b675b1d2f396f26bbc4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7c5598b5dc-wzh74 d1fb6ab7935cfca2ae47b55e88705d150a9d662e494a5b675b1d2f396f26bbc4 network default NAD default NAD key ] I0508 00:12:43.753693 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69f94887b9-n6z95, hostIfaceName: fd2ef092ba82329, network: default, NAD default, SandboxID: "fd2ef092ba823294c994f1f11c2e23d3f78720481d150b2506c2207ee1a526ae", PCI device ID: , UID: "6c22ee86-4d73-42c5-bcd3-f217800a57a0", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0508 00:12:43.762141 3784 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb 160857ab274b5a73d9fff24b0e7f133903142c7d7a3547c284eb34568b07737d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb 160857ab274b5a73d9fff24b0e7f133903142c7d7a3547c284eb34568b07737d network default NAD default NAD key ] I0508 00:12:43.762141 3784 cni.go:452] [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key ] I0508 00:12:43.762183 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-55f8cd45b7-t68hf, hostIfaceName: a92392c5b3bbf3c, network: default, NAD default, SandboxID: "a92392c5b3bbf3c7cc4651f9d9e2845c302add746ebf07c5f11ebb90966f018b", PCI device ID: , UID: "0c8c46dd-d4a1-4a18-a3c0-f531e1966ec9", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0508 00:12:43.769464 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c5598b5dc-wzh74, hostIfaceName: d1fb6ab7935cfca, network: default, NAD default, SandboxID: "d1fb6ab7935cfca2ae47b55e88705d150a9d662e494a5b675b1d2f396f26bbc4", PCI device ID: , UID: "6c993f56-b109-4674-a70d-76bbc7d7bd8d", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0508 00:12:43.770670 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-wqlm7, hostIfaceName: 7767c11200d522d, network: default, NAD default, SandboxID: "7767c11200d522d1129dff32f87f2baf17851d712f3eac25993306563c3e31e6", PCI device ID: , UID: "a23b76c5-e491-467a-8dc9-af9e59f1eb1d", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0508 00:12:43.793681 3784 cni.go:473] [openshift-dns/dns-default-tkqmb 1b5f1a8a3a073ce9509309fd2294c68f385fadf1beef5fb2bb5c49973ce656a6 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-tkqmb 1b5f1a8a3a073ce9509309fd2294c68f385fadf1beef5fb2bb5c49973ce656a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:9e:7c:c8:53:be\",\"name\":\"1b5f1a8a3a073ce\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd8bc7ca-2088-4ba8-943e-539f33c57c39\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:43.803708 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7c0c9f4486506ac, network: default, NAD default, SandboxID: "7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef", PCI device ID: , UID: "14c54ef5-0802-4ee7-b570-49b40b31d613", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0508 00:12:43.804194 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-22cwb, hostIfaceName: 160857ab274b5a7, network: default, NAD default, SandboxID: "160857ab274b5a73d9fff24b0e7f133903142c7d7a3547c284eb34568b07737d", PCI device ID: , UID: "45275895-301c-451e-ad35-c68743542ee4", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0508 00:12:44.036660 3784 cni.go:473] [openshift-monitoring/metrics-server-69f94887b9-n6z95 fd2ef092ba823294c994f1f11c2e23d3f78720481d150b2506c2207ee1a526ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69f94887b9-n6z95 fd2ef092ba823294c994f1f11c2e23d3f78720481d150b2506c2207ee1a526ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:40:1a:24:e6:1b\",\"name\":\"fd2ef092ba82329\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a36b1667-5a48-4d1a-a6a1-5d70bee955c0\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:44.038685 3784 cni.go:473] [openshift-monitoring/telemeter-client-55f8cd45b7-t68hf a92392c5b3bbf3c7cc4651f9d9e2845c302add746ebf07c5f11ebb90966f018b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-55f8cd45b7-t68hf a92392c5b3bbf3c7cc4651f9d9e2845c302add746ebf07c5f11ebb90966f018b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:23:9a:c9:61:60\",\"name\":\"a92392c5b3bbf3c\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcc80a05-803b-4c81-b09d-59e2a67d0cb4\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:44.069340 3784 cni.go:473] [openshift-monitoring/thanos-querier-7c5598b5dc-wzh74 d1fb6ab7935cfca2ae47b55e88705d150a9d662e494a5b675b1d2f396f26bbc4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c5598b5dc-wzh74 d1fb6ab7935cfca2ae47b55e88705d150a9d662e494a5b675b1d2f396f26bbc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:69:e1:73:de:f1\",\"name\":\"d1fb6ab7935cfca\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/916f4279-6ece-4f99-aebe-0216f0aa4e47\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:44.069420 3784 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7 7767c11200d522d1129dff32f87f2baf17851d712f3eac25993306563c3e31e6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wqlm7 7767c11200d522d1129dff32f87f2baf17851d712f3eac25993306563c3e31e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:8b:4d:cb:4b:9d\",\"name\":\"7767c11200d522d\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/decc3868-d92f-47d7-ac45-396c9b01558f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:12:44.074403 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0508 00:12:44.099305 3784 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb 160857ab274b5a73d9fff24b0e7f133903142c7d7a3547c284eb34568b07737d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-22cwb 160857ab274b5a73d9fff24b0e7f133903142c7d7a3547c284eb34568b07737d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0f:c7:04:53:a2\",\"name\":\"160857ab274b5a7\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea391cbf-fd10-4611-b843-10ff9429a950\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:44.099426 3784 cni.go:473] [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:d8:fa:b3:f5:6d\",\"name\":\"7c0c9f4486506ac\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d3ebc4-e94c-4a94-8120-3377257d51ee\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:12:44.114989 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:44.115144 3784 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0508 00:12:44.159782 3784 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 44.675764ms I0508 00:12:44.159906 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 44.803942ms I0508 00:12:44.161496 3784 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 46.533845ms, libovsdb time 1.015912ms W0508 00:12:44.366428 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0508 00:12:44.611717 3784 cni.go:452] [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key ] I0508 00:12:44.644191 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 86b94e414829d59, network: default, NAD default, SandboxID: "86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570", PCI device ID: , UID: "218518ba-5eb8-4a7a-bea9-783a4c79cb0f", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0508 00:12:44.712263 3784 cni.go:473] [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b9:50:3d:7f:63\",\"name\":\"86b94e414829d59\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3522e79-bd40-4270-a179-57acf5d44216\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:12:44.853192 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0508 00:12:44.918014 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:44.931576 3784 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5947f965-9gsqf IP address from the namespace address-set, err: pod openshift-console/console-5947f965-9gsqf: no pod IPs found W0508 00:12:45.333176 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0508 00:12:48.104514 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:48.166667 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:48.166761 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:48.841471 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 00:12:49.019501 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:49.019527 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:49.019535 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:49.056129 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:49.056148 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:49.118024 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.118043 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.118047 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.118052 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.232159 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:49.244467 3784 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68f8748bd6-4ttlp IP address from the namespace address-set, err: pod openshift-console/console-68f8748bd6-4ttlp: no pod IPs found W0508 00:12:49.881914 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.881942 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.881952 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.881959 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:50.147292 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:12:50.147319 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:12:52.043645 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 00:12:52.043678 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 00:12:52.112658 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 00:12:52.112682 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:53.361168 3784 cni.go:452] [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key ] I0508 00:12:53.434461 3784 cni.go:473] [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6b4cd95d5d-xdvrg 7c77ebc3929d2d2e08140271d139c4d67ae47eefe9e2d855a15f5a8746f47c8a network default NAD default NAD key default], result "{}", err I0508 00:12:53.485320 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:53.485363 3784 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6b4cd95d5d-xdvrg I0508 00:12:53.486575 3784 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6b4cd95d5d-xdvrg, ips: 10.129.0.18 I0508 00:12:53.486604 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:53.499544 3784 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-746ff88b94-46pqb] creating logical port openshift-image-registry_image-registry-746ff88b94-46pqb for pod on switch ip-10-0-0-43.ec2.internal I0508 00:12:53.499722 3784 kube.go:256] Updating pod openshift-image-registry/image-registry-746ff88b94-46pqb I0508 00:12:53.516151 3784 pod.go:62] [openshift-image-registry/image-registry-746ff88b94-46pqb] pod update took 16.460827ms I0508 00:12:53.516177 3784 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-746ff88b94-46pqb] addLogicalPort annotation time took 16.491603ms I0508 00:12:53.517378 3784 pods.go:271] [openshift-image-registry/image-registry-746ff88b94-46pqb] addLogicalPort took 17.852405ms, libovsdb time 844.416µs I0508 00:12:53.861499 3784 cni.go:452] [openshift-image-registry/image-registry-746ff88b94-46pqb a91ab266a0931d946c434e2a4192dacd543c9d783b8f4ed56738cf8d41325b96 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-746ff88b94-46pqb a91ab266a0931d946c434e2a4192dacd543c9d783b8f4ed56738cf8d41325b96 network default NAD default NAD key ] I0508 00:12:53.871577 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-746ff88b94-46pqb, hostIfaceName: a91ab266a0931d9, network: default, NAD default, SandboxID: "a91ab266a0931d946c434e2a4192dacd543c9d783b8f4ed56738cf8d41325b96", PCI device ID: , UID: "56631b32-6200-42ee-8abf-427c4c47a6f6", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0508 00:12:53.893431 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:53.893457 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:53.901033 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b4cd95d5d-xdvrg I0508 00:12:53.901069 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b4cd95d5d-xdvrg I0508 00:12:53.924329 3784 cni.go:473] [openshift-image-registry/image-registry-746ff88b94-46pqb a91ab266a0931d946c434e2a4192dacd543c9d783b8f4ed56738cf8d41325b96 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-746ff88b94-46pqb a91ab266a0931d946c434e2a4192dacd543c9d783b8f4ed56738cf8d41325b96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e2:57:9f:82:86\",\"name\":\"a91ab266a0931d9\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3646d99f-1c3b-4436-8dfc-a9cb7cef9990\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:12:56.141538 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.141559 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.141565 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.141570 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.141584 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.141588 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.141592 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.141596 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.897481 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.897502 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.897508 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.897513 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:58.873515 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 00:12:58.873536 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0508 00:12:58.873544 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0508 00:13:04.647851 3784 cni.go:452] [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key ] I0508 00:13:04.719761 3784 cni.go:473] [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5547868d95-kpdld 7054b62b0ede52f4f2c806a6a4c497634a65b28914902782dd902055b6f3c1e8 network default NAD default NAD key default], result "{}", err I0508 00:13:04.786883 3784 obj_retry.go:498] Detected object openshift-console/console-5547868d95-kpdld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:04.786922 3784 pods.go:176] Deleting pod: openshift-console/console-5547868d95-kpdld I0508 00:13:04.788845 3784 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5547868d95-kpdld, ips: 10.129.0.21 I0508 00:13:04.788888 3784 obj_retry.go:498] Detected object openshift-console/console-5547868d95-kpdld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:04.797275 3784 base_network_controller_pods.go:487] [default/openshift-console/console-68f8748bd6-zdw8r] creating logical port openshift-console_console-68f8748bd6-zdw8r for pod on switch ip-10-0-0-43.ec2.internal I0508 00:13:04.797363 3784 kube.go:256] Updating pod openshift-console/console-68f8748bd6-zdw8r I0508 00:13:04.812086 3784 pod.go:62] [openshift-console/console-68f8748bd6-zdw8r] pod update took 14.75029ms I0508 00:13:04.812111 3784 base_network_controller_pods.go:951] [default/openshift-console/console-68f8748bd6-zdw8r] addLogicalPort annotation time took 14.777009ms I0508 00:13:04.813372 3784 pods.go:271] [openshift-console/console-68f8748bd6-zdw8r] addLogicalPort took 16.113602ms, libovsdb time 930.761µs I0508 00:13:04.945380 3784 obj_retry.go:492] Detected object openshift-console/console-5547868d95-kpdld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:04.945404 3784 obj_retry.go:492] Detected object openshift-console/console-5547868d95-kpdld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:04.950822 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5547868d95-kpdld I0508 00:13:04.950846 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5547868d95-kpdld I0508 00:13:05.184644 3784 cni.go:452] [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key ] I0508 00:13:05.194135 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-68f8748bd6-zdw8r, hostIfaceName: 9a2ce88eaf1af66, network: default, NAD default, SandboxID: "9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f", PCI device ID: , UID: "148f61b0-6555-4fef-bf8d-b06e9450321f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0508 00:13:05.244813 3784 cni.go:473] [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d8:25:ed:dc:d8\",\"name\":\"9a2ce88eaf1af66\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e70fdcba-fdde-4933-99f1-15679b6d023c\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:13:05.343196 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 00:13:05.343222 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 00:13:09.876729 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:09.876752 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:09.876759 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:09.876775 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:09.876781 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:09.876786 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:09.886386 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0508 00:13:10.216618 3784 obj_retry.go:498] Detected object openshift-console/console-5547868d95-8456v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:10.217162 3784 obj_retry.go:498] Detected object openshift-console/console-5547868d95-8456v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:10.422039 3784 obj_retry.go:492] Detected object openshift-console/console-5547868d95-8456v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:10.422065 3784 obj_retry.go:492] Detected object openshift-console/console-5547868d95-8456v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:10.426337 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5547868d95-8456v I0508 00:13:10.426363 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5547868d95-8456v W0508 00:13:10.842582 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:10.842608 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:13:10.842616 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 00:13:15.423240 3784 obj_retry.go:498] Detected object openshift-console/console-5947f965-rnh5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:15.423788 3784 obj_retry.go:498] Detected object openshift-console/console-5947f965-rnh5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0508 00:13:15.432480 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:13:15.432532 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:15.432577 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:15.432588 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:15.926126 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 00:13:16.013246 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0508 00:13:16.223274 3784 obj_retry.go:492] Detected object openshift-console/console-5947f965-rnh5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:16.223300 3784 obj_retry.go:492] Detected object openshift-console/console-5947f965-rnh5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:16.230039 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5947f965-rnh5f I0508 00:13:16.230061 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5947f965-rnh5f I0508 00:13:17.413957 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:17.414531 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:17.754223 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:17.754248 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:17.761442 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b4cd95d5d-8xdbs I0508 00:13:17.761463 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b4cd95d5d-8xdbs W0508 00:13:20.256701 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 00:13:23.038689 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0508 00:13:23.038700 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0508 00:13:23.038741 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0508 00:13:24.048847 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0508 00:13:31.083982 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0508 00:13:31.083983 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0508 00:13:31.084115 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0508 00:13:32.103532 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0508 00:13:33.277595 3784 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0508 00:13:45.194870 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:13:45.194992 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 00:13:46.318005 3784 obj_retry.go:498] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:46.318592 3784 obj_retry.go:498] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:46.557959 3784 obj_retry.go:492] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:46.557985 3784 obj_retry.go:492] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:46.563927 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-67f6558685-jxs77 I0508 00:13:46.563955 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-67f6558685-jxs77 I0508 00:13:46.682850 3784 cni.go:452] [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key ] I0508 00:13:46.765294 3784 cni.go:473] [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-68f8748bd6-zdw8r 9a2ce88eaf1af66e0680bc1955bf81bad8759eb3ec7af417e29372e4e036298f network default NAD default NAD key default], result "{}", err I0508 00:13:46.814363 3784 obj_retry.go:498] Detected object openshift-console/console-68f8748bd6-zdw8r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:46.814398 3784 pods.go:176] Deleting pod: openshift-console/console-68f8748bd6-zdw8r I0508 00:13:46.815747 3784 pods.go:236] Attempting to release IPs for pod: openshift-console/console-68f8748bd6-zdw8r, ips: 10.129.0.30 I0508 00:13:46.815772 3784 obj_retry.go:498] Detected object openshift-console/console-68f8748bd6-zdw8r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:47.164166 3784 obj_retry.go:492] Detected object openshift-console/console-68f8748bd6-zdw8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:47.164193 3784 obj_retry.go:492] Detected object openshift-console/console-68f8748bd6-zdw8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:47.169790 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68f8748bd6-zdw8r I0508 00:13:47.169834 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68f8748bd6-zdw8r I0508 00:13:59.538382 3784 cni.go:452] [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key ] I0508 00:13:59.631385 3784 cni.go:473] [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 7c0c9f4486506ac165dedfcbce52bec95e3438e45c446eba379fdcdb20189bef network default NAD default NAD key default], result "{}", err I0508 00:13:59.690938 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:59.690993 3784 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0508 00:13:59.692369 3784 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.23 I0508 00:13:59.692404 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:00.229836 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:00.229868 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:00.236096 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0508 00:14:00.236128 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0508 00:14:00.275504 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:14:00.275650 3784 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0508 00:14:00.300064 3784 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.456401ms I0508 00:14:00.300091 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.48873ms I0508 00:14:00.301402 3784 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.91839ms, libovsdb time 940.945µs I0508 00:14:00.637251 3784 cni.go:452] [openshift-monitoring/alertmanager-main-1 2f14c5b81540d7015f66b7d2c05bed309f3020245c5619c2bca4301baa1ccc9c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 2f14c5b81540d7015f66b7d2c05bed309f3020245c5619c2bca4301baa1ccc9c network default NAD default NAD key ] I0508 00:14:00.646821 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 2f14c5b81540d70, network: default, NAD default, SandboxID: "2f14c5b81540d7015f66b7d2c05bed309f3020245c5619c2bca4301baa1ccc9c", PCI device ID: , UID: "a7b7334b-3a06-4cd6-a64c-11e1abb4ea65", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0508 00:14:00.700820 3784 cni.go:473] [openshift-monitoring/alertmanager-main-1 2f14c5b81540d7015f66b7d2c05bed309f3020245c5619c2bca4301baa1ccc9c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 2f14c5b81540d7015f66b7d2c05bed309f3020245c5619c2bca4301baa1ccc9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:79:4b:42:f2:0a\",\"name\":\"2f14c5b81540d70\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a5238d0-f41b-4bb0-b19a-290575d5aab8\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:14:03.974909 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:03.975529 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:04.439301 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:04.439328 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:04.446627 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0508 00:14:04.446651 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0508 00:14:06.341528 3784 base_network_controller_pods.go:487] [default/openshift-console/console-5f9b4f7596-kk9lk] creating logical port openshift-console_console-5f9b4f7596-kk9lk for pod on switch ip-10-0-0-43.ec2.internal I0508 00:14:06.341729 3784 kube.go:256] Updating pod openshift-console/console-5f9b4f7596-kk9lk I0508 00:14:06.362730 3784 pod.go:62] [openshift-console/console-5f9b4f7596-kk9lk] pod update took 21.05093ms I0508 00:14:06.362760 3784 base_network_controller_pods.go:951] [default/openshift-console/console-5f9b4f7596-kk9lk] addLogicalPort annotation time took 21.090842ms I0508 00:14:06.364173 3784 pods.go:271] [openshift-console/console-5f9b4f7596-kk9lk] addLogicalPort took 22.716371ms, libovsdb time 987.083µs I0508 00:14:06.708874 3784 cni.go:452] [openshift-console/console-5f9b4f7596-kk9lk 273e15460209f6fccadf554524c19b133c90de5939fbc7a158509be664997d01 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f9b4f7596-kk9lk 273e15460209f6fccadf554524c19b133c90de5939fbc7a158509be664997d01 network default NAD default NAD key ] I0508 00:14:06.718397 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f9b4f7596-kk9lk, hostIfaceName: 273e15460209f6f, network: default, NAD default, SandboxID: "273e15460209f6fccadf554524c19b133c90de5939fbc7a158509be664997d01", PCI device ID: , UID: "d76190e4-1d5c-41b2-a3f2-1bb00e1700f4", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0508 00:14:06.771898 3784 cni.go:473] [openshift-console/console-5f9b4f7596-kk9lk 273e15460209f6fccadf554524c19b133c90de5939fbc7a158509be664997d01 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f9b4f7596-kk9lk 273e15460209f6fccadf554524c19b133c90de5939fbc7a158509be664997d01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d6:e2:ae:42:f5\",\"name\":\"273e15460209f6f\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0463ce1b-f93d-4445-a89f-7446d7e80c5b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:14:11.341607 3784 cni.go:452] [openshift-multus/network-metrics-daemon-8hpxf ea9ccb6942567238b89e6d10979bda7c03aea8a8e5296bfb5bd2a3931b4b1d21 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8hpxf ea9ccb6942567238b89e6d10979bda7c03aea8a8e5296bfb5bd2a3931b4b1d21 network default NAD default NAD key ] I0508 00:14:11.351542 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8hpxf, hostIfaceName: ea9ccb694256723, network: default, NAD default, SandboxID: "ea9ccb6942567238b89e6d10979bda7c03aea8a8e5296bfb5bd2a3931b4b1d21", PCI device ID: , UID: "aaf51110-bd8d-4e96-99ee-d40b126c708d", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0508 00:14:11.400496 3784 cni.go:473] [openshift-multus/network-metrics-daemon-8hpxf ea9ccb6942567238b89e6d10979bda7c03aea8a8e5296bfb5bd2a3931b4b1d21 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8hpxf ea9ccb6942567238b89e6d10979bda7c03aea8a8e5296bfb5bd2a3931b4b1d21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a5:4a:69:26:e8\",\"name\":\"ea9ccb694256723\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4428d687-0a7e-494d-8215-55f9f86f33f3\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:14:17.333486 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:14:30.690580 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:14:30.690602 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:14:30.690610 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 00:14:31.625948 3784 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-569pr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:31.626478 3784 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-569pr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:31.976297 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:31.976841 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:32.027825 3784 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-569pr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.027846 3784 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-569pr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.033602 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68b94c9cbb-569pr I0508 00:14:32.033622 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68b94c9cbb-569pr I0508 00:14:32.771757 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.771780 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.778711 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0508 00:14:32.778734 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0508 00:14:42.660704 3784 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-x5msf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:42.661254 3784 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-x5msf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:43.608967 3784 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-x5msf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:43.608989 3784 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-x5msf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:43.614663 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68b94c9cbb-x5msf I0508 00:14:43.614684 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68b94c9cbb-x5msf I0508 00:15:06.904834 3784 cni.go:452] [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key ] I0508 00:15:06.983195 3784 cni.go:473] [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 86b94e414829d59a71a09006e9682805a05b439a1c3163c6f4a8bf993643a570 network default NAD default NAD key default], result "{}", err I0508 00:15:07.044998 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:15:07.045040 3784 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0508 00:15:07.046312 3784 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.28 I0508 00:15:07.046342 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:15:07.557345 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:15:07.557370 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:15:07.565243 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0508 00:15:07.565280 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0508 00:15:07.609641 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:15:07.609829 3784 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0508 00:15:07.647765 3784 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 38.004058ms I0508 00:15:07.647793 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 38.037765ms I0508 00:15:07.649102 3784 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 39.476654ms, libovsdb time 921.192µs I0508 00:15:07.970417 3784 cni.go:452] [openshift-monitoring/prometheus-k8s-0 99739b3bfd8bcfe9a579b9e16e2d4e231067cf8976352c1db999be3f03912fd8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 99739b3bfd8bcfe9a579b9e16e2d4e231067cf8976352c1db999be3f03912fd8 network default NAD default NAD key ] I0508 00:15:07.980378 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 99739b3bfd8bcfe, network: default, NAD default, SandboxID: "99739b3bfd8bcfe9a579b9e16e2d4e231067cf8976352c1db999be3f03912fd8", PCI device ID: , UID: "e8514708-0433-4335-9ee5-22b0d5808530", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0508 00:15:08.028630 3784 cni.go:473] [openshift-monitoring/prometheus-k8s-0 99739b3bfd8bcfe9a579b9e16e2d4e231067cf8976352c1db999be3f03912fd8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 99739b3bfd8bcfe9a579b9e16e2d4e231067cf8976352c1db999be3f03912fd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:70:21:fe:79:f5\",\"name\":\"99739b3bfd8bcfe\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcf8d577-963e-497f-80b4-cc6178fc92ea\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:15:24.510410 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0508 00:15:43.205569 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0508 00:16:06.202862 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0508 00:16:08.891392 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:16:08.891412 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 00:16:22.262023 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:16:22.262578 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:16:23.155827 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:16:23.155855 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:16:24.202997 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0508 00:17:21.410679 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0508 00:17:46.627696 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0508 00:18:00.203998 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=149 I0508 00:18:02.306618 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0508 00:18:06.523880 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0508 00:18:17.307252 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0508 00:18:59.204174 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0508 00:19:11.212380 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=650 I0508 00:19:13.627576 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0508 00:19:37.621690 3784 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0508 00:19:47.399746 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0508 00:20:04.041879 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:04.042493 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:04.933128 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:20:04.933180 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:20:06.616339 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0508 00:20:47.209349 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0508 00:20:47.893787 3784 namespace.go:98] [tsf] adding namespace I0508 00:20:47.894571 3784 namespace.go:102] [tsf] adding namespace took 747.613µs I0508 00:20:47.910746 3784 namespace.go:142] [tsf] updating namespace I0508 00:20:47.921387 3784 namespace.go:142] [tsf] updating namespace I0508 00:20:51.906509 3784 namespace.go:98] [rhtpa-operator] adding namespace I0508 00:20:51.906635 3784 namespace.go:98] [tsf-keycloak] adding namespace I0508 00:20:51.906707 3784 namespace.go:98] [tsf-tas] adding namespace I0508 00:20:51.907471 3784 namespace.go:102] [rhtpa-operator] adding namespace took 936.558µs I0508 00:20:51.907503 3784 namespace.go:98] [tsf-tpa] adding namespace I0508 00:20:51.907978 3784 namespace.go:102] [tsf-tpa] adding namespace took 468.483µs I0508 00:20:51.908490 3784 namespace.go:102] [tsf-keycloak] adding namespace took 1.835375ms I0508 00:20:51.909036 3784 namespace.go:102] [tsf-tas] adding namespace took 2.313658ms I0508 00:20:51.914920 3784 namespace.go:98] [rhbk-operator] adding namespace I0508 00:20:51.915029 3784 namespace.go:98] [cert-manager-operator] adding namespace I0508 00:20:51.915089 3784 namespace.go:98] [konflux-ui] adding namespace I0508 00:20:51.915639 3784 namespace.go:102] [rhbk-operator] adding namespace took 702.404µs I0508 00:20:51.916153 3784 namespace.go:102] [cert-manager-operator] adding namespace took 1.073922ms I0508 00:20:51.916592 3784 namespace.go:102] [konflux-ui] adding namespace took 1.492172ms I0508 00:20:51.918567 3784 namespace.go:98] [konflux-operator] adding namespace I0508 00:20:51.919113 3784 namespace.go:102] [konflux-operator] adding namespace took 532.826µs I0508 00:20:51.939258 3784 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:20:51.948532 3784 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:20:51.963410 3784 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:51.972613 3784 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:52.000594 3784 namespace.go:142] [tsf-tas] updating namespace I0508 00:20:52.000663 3784 namespace.go:142] [rhbk-operator] updating namespace I0508 00:20:52.000689 3784 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:52.012495 3784 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:20:52.012554 3784 namespace.go:142] [konflux-ui] updating namespace I0508 00:20:52.015139 3784 namespace.go:142] [konflux-operator] updating namespace I0508 00:20:52.018572 3784 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:52.018669 3784 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:20:52.050271 3784 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:52.075724 3784 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:52.090420 3784 namespace.go:142] [rhbk-operator] updating namespace I0508 00:20:52.114591 3784 namespace.go:142] [rhbk-operator] updating namespace I0508 00:20:52.127423 3784 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:20:52.148531 3784 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:20:52.164378 3784 namespace.go:142] [konflux-ui] updating namespace I0508 00:20:52.182483 3784 namespace.go:142] [konflux-ui] updating namespace I0508 00:20:52.196529 3784 namespace.go:142] [konflux-operator] updating namespace I0508 00:20:52.217385 3784 namespace.go:142] [konflux-operator] updating namespace I0508 00:20:52.234497 3784 namespace.go:142] [tsf-tas] updating namespace I0508 00:20:52.266403 3784 namespace.go:142] [tsf-tas] updating namespace I0508 00:20:53.437025 3784 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:53.437062 3784 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:54.969752 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp for pod on switch ip-10-0-0-43.ec2.internal I0508 00:20:54.969900 3784 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp I0508 00:20:54.983933 3784 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp] pod update took 14.064654ms I0508 00:20:54.983963 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp] addLogicalPort annotation time took 14.097772ms I0508 00:20:54.985187 3784 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp] addLogicalPort took 15.452796ms, libovsdb time 877.541µs I0508 00:20:55.074106 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr for pod on switch ip-10-0-0-43.ec2.internal I0508 00:20:55.074233 3784 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr I0508 00:20:55.088121 3784 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr] pod update took 13.918142ms I0508 00:20:55.088143 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr] addLogicalPort annotation time took 13.946146ms I0508 00:20:55.089328 3784 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr] addLogicalPort took 15.238796ms, libovsdb time 842.877µs I0508 00:20:55.329010 3784 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key ] I0508 00:20:55.338457 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp, hostIfaceName: 9b9fd0654833467, network: default, NAD default, SandboxID: "9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db", PCI device ID: , UID: "fa4df06c-234f-47e7-93b6-cf3af4c84ec8", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0508 00:20:55.390287 3784 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:92:4b:72:fc:07\",\"name\":\"9b9fd0654833467\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6152bf9a-0b0d-498f-9607-b79bcae6e000\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:20:55.436848 3784 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key ] I0508 00:20:55.446793 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr, hostIfaceName: 604d12d2fb59107, network: default, NAD default, SandboxID: "604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933", PCI device ID: , UID: "307f1560-ea55-42ae-a59a-85c74d97ff5b", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0508 00:20:55.499130 3784 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:86:b2:09:d9:55\",\"name\":\"604d12d2fb59107\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23cc1e82-7c0f-40d2-bd4e-bdc59cb8ff23\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:20:58.041667 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb for pod on switch ip-10-0-0-43.ec2.internal I0508 00:20:58.041780 3784 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb I0508 00:20:58.055293 3784 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb] pod update took 13.539829ms I0508 00:20:58.055318 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb] addLogicalPort annotation time took 13.571464ms I0508 00:20:58.056657 3784 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb] addLogicalPort took 15.009325ms, libovsdb time 936.544µs I0508 00:20:58.209577 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx for pod on switch ip-10-0-0-43.ec2.internal I0508 00:20:58.209681 3784 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx I0508 00:20:58.224143 3784 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx] pod update took 14.489832ms I0508 00:20:58.224169 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx] addLogicalPort annotation time took 14.518027ms I0508 00:20:58.225681 3784 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx] addLogicalPort took 16.122968ms, libovsdb time 1.12297ms I0508 00:20:58.413076 3784 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key ] I0508 00:20:58.422724 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb, hostIfaceName: 74bd84eabcf9c53, network: default, NAD default, SandboxID: "74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b", PCI device ID: , UID: "8aa64530-72cb-4226-9087-05ccd4bf8ec4", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0508 00:20:58.472126 3784 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d6:48:ec:6a:8f\",\"name\":\"74bd84eabcf9c53\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e9b5256-1931-46e2-8139-e1d8fab89f8f\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:20:58.568920 3784 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key ] I0508 00:20:58.578499 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx, hostIfaceName: 1684b091393801c, network: default, NAD default, SandboxID: "1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728", PCI device ID: , UID: "a1079287-31a7-4c27-a5e0-eb0ed8e39c7d", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0508 00:20:58.630898 3784 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:4a:b0:1b:f7:46\",\"name\":\"1684b091393801c\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6f2b318-3516-4489-87da-a1463f6896f3\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:20:59.217114 3784 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key ] I0508 00:20:59.289249 3784 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp 9b9fd065483346734683972035461bf9f14f576c71506f894ff0c7f50dfc58db network default NAD default NAD key default], result "{}", err I0508 00:20:59.326326 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.326360 3784 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp I0508 00:20:59.327761 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp, ips: 10.129.0.34 I0508 00:20:59.327789 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.327820 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.327830 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:20:59.327999 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.328018 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:00.353531 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:00.353560 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:00.353582 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:00.353606 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:01.072484 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:01.072600 3784 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl I0508 00:21:01.086930 3784 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl] pod update took 14.363874ms I0508 00:21:01.086956 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl] addLogicalPort annotation time took 14.394899ms I0508 00:21:01.088225 3784 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl] addLogicalPort took 15.760496ms, libovsdb time 831.714µs I0508 00:21:01.170415 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:01.170543 3784 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf I0508 00:21:01.185059 3784 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf] pod update took 14.540456ms I0508 00:21:01.185088 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf] addLogicalPort annotation time took 14.573226ms I0508 00:21:01.186613 3784 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf] addLogicalPort took 16.21329ms, libovsdb time 968.107µs I0508 00:21:01.239717 3784 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key ] I0508 00:21:01.313847 3784 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr 604d12d2fb5910727eb9a3cd9963d7f2fb545544364b044e6d42b89eca435933 network default NAD default NAD key default], result "{}", err I0508 00:21:01.362152 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.362185 3784 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr I0508 00:21:01.363725 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr, ips: 10.129.0.35 I0508 00:21:01.363751 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.363769 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.363778 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:01.363999 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.364018 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:01.436972 3784 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key ] I0508 00:21:01.446868 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl, hostIfaceName: 69fc17bab79405e, network: default, NAD default, SandboxID: "69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e", PCI device ID: , UID: "da1e4f08-ed90-47ad-8820-58601473c45a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0508 00:21:01.499188 3784 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:db:09:1b:52:e2\",\"name\":\"69fc17bab79405e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/852caeb0-56c4-45eb-b437-02301bd62bc3\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:21:01.536696 3784 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key ] I0508 00:21:01.566121 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf, hostIfaceName: 0e180d48e6f69b4, network: default, NAD default, SandboxID: "0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741", PCI device ID: , UID: "1c158b86-4092-46d9-ab36-3528ddc39181", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0508 00:21:01.621286 3784 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:5f:3b:b3:8a:63\",\"name\":\"0e180d48e6f69b4\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f32f4274-55ba-41e2-bcb6-e028fc95a3c5\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:21:02.249426 3784 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key ] I0508 00:21:02.249441 3784 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key ] I0508 00:21:02.317947 3784 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx 1684b091393801c782bc1e170b31b22f802afc631f1efc6ddd05c4c50acfd728 network default NAD default NAD key default], result "{}", err I0508 00:21:02.345186 3784 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb 74bd84eabcf9c53e6c74fe64ac55526d07366eddd0771261d631a154eef2e16b network default NAD default NAD key default], result "{}", err I0508 00:21:02.353990 3784 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.354035 3784 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx I0508 00:21:02.355605 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx, ips: 10.129.0.37 I0508 00:21:02.355635 3784 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.355654 3784 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.355662 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:02.355899 3784 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.355915 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:02.382257 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.382299 3784 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb I0508 00:21:02.383747 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb, ips: 10.129.0.36 I0508 00:21:02.383779 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.383844 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.383858 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:02.384076 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.384095 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:02.386317 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:02.386365 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:02.386380 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:02.386395 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.383112 3784 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.383144 3784 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.383159 3784 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.383172 3784 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409831 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409860 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409878 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409891 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:05.270668 3784 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key ] I0508 00:21:05.352171 3784 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf 0e180d48e6f69b42ddbc20a3a2548f0edada34381fd3695698112e81410c0741 network default NAD default NAD key default], result "{}", err I0508 00:21:05.399220 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.399308 3784 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf I0508 00:21:05.400705 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf, ips: 10.129.0.39 I0508 00:21:05.400735 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.400758 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.400768 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:05.400972 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.400988 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:06.443745 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:06.443773 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:06.443789 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:06.443822 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:09.304794 3784 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key ] I0508 00:21:09.383598 3784 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl 69fc17bab79405e59e2366d0ae0d148e6fc2cbed8541e5e7b4834c645fb3a59e network default NAD default NAD key default], result "{}", err I0508 00:21:09.434888 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.434931 3784 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl I0508 00:21:09.436337 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl, ips: 10.129.0.38 I0508 00:21:09.436367 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.436390 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.436401 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:09.436591 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.436611 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:10.465432 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:10.465482 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:10.465494 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:10.465505 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:16.140928 3784 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-8b2z9 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:16.141066 3784 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9 I0508 00:21:16.160134 3784 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9] pod update took 19.094176ms I0508 00:21:16.160164 3784 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9] addLogicalPort annotation time took 19.127098ms I0508 00:21:16.161373 3784 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9] addLogicalPort took 20.459879ms, libovsdb time 857.384µs I0508 00:21:16.509079 3784 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9 51ec6925e246ff0c1e657e7cd8d6b2c16fc7b7d2febe05e386dcb1b65de7f51a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9 51ec6925e246ff0c1e657e7cd8d6b2c16fc7b7d2febe05e386dcb1b65de7f51a network default NAD default NAD key ] I0508 00:21:16.519068 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-8b2z9, hostIfaceName: 51ec6925e246ff0, network: default, NAD default, SandboxID: "51ec6925e246ff0c1e657e7cd8d6b2c16fc7b7d2febe05e386dcb1b65de7f51a", PCI device ID: , UID: "616d4028-bfe7-4ee4-9308-afc9478de65a", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0508 00:21:16.571670 3784 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9 51ec6925e246ff0c1e657e7cd8d6b2c16fc7b7d2febe05e386dcb1b65de7f51a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8b2z9 51ec6925e246ff0c1e657e7cd8d6b2c16fc7b7d2febe05e386dcb1b65de7f51a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b4:d9:41:8d:2d\",\"name\":\"51ec6925e246ff0\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acb0bde6-e01f-4446-b30e-ce32c8aa316f\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:21:17.451266 3784 namespace.go:98] [cert-manager] adding namespace I0508 00:21:17.452148 3784 namespace.go:102] [cert-manager] adding namespace took 854.553µs I0508 00:21:17.469908 3784 namespace.go:142] [cert-manager] updating namespace I0508 00:21:17.484258 3784 namespace.go:142] [cert-manager] updating namespace W0508 00:21:18.188689 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:19.369607 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0508 00:21:20.827343 3784 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-knfts] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-knfts for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:20.827439 3784 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-knfts I0508 00:21:20.850661 3784 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-knfts] pod update took 23.24293ms I0508 00:21:20.850688 3784 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-knfts] addLogicalPort annotation time took 23.277351ms I0508 00:21:20.852009 3784 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-knfts] addLogicalPort took 24.683108ms, libovsdb time 885.633µs I0508 00:21:21.207736 3784 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-knfts 89ec6ef3b66fd09c526dbe879247c37e9f9d343c80ea7f1909c34a0acd9821de network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-knfts 89ec6ef3b66fd09c526dbe879247c37e9f9d343c80ea7f1909c34a0acd9821de network default NAD default NAD key ] I0508 00:21:21.217033 3784 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-knfts, hostIfaceName: 89ec6ef3b66fd09, network: default, NAD default, SandboxID: "89ec6ef3b66fd09c526dbe879247c37e9f9d343c80ea7f1909c34a0acd9821de", PCI device ID: , UID: "7a53a11c-72ad-4ed2-9dde-4adb70d01c7c", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0508 00:21:21.266744 3784 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-knfts 89ec6ef3b66fd09c526dbe879247c37e9f9d343c80ea7f1909c34a0acd9821de network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-knfts 89ec6ef3b66fd09c526dbe879247c37e9f9d343c80ea7f1909c34a0acd9821de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:9b:72:cc:10:53\",\"name\":\"89ec6ef3b66fd09\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/797f9730-ab79-4082-854b-857d010ff369\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:21:21.495159 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:21.517212 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:21.649139 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:21.669141 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:22.266138 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 00:21:22.266157 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0508 00:21:29.622631 3784 namespace.go:142] [openshift-operators] updating namespace I0508 00:21:29.636713 3784 namespace.go:142] [openshift-operators] updating namespace W0508 00:21:30.451725 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0508 00:21:36.479286 3784 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-fzcfd for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:36.479455 3784 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd I0508 00:21:36.502720 3784 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd] pod update took 23.291755ms I0508 00:21:36.502747 3784 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd] addLogicalPort annotation time took 23.324601ms I0508 00:21:36.504063 3784 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd] addLogicalPort took 24.795375ms, libovsdb time 922.941µs I0508 00:21:36.842828 3784 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd 03c474acd68a77895b47e532bea3ebbcff4c7a867cf437ff495eeeef69fde757 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd 03c474acd68a77895b47e532bea3ebbcff4c7a867cf437ff495eeeef69fde757 network default NAD default NAD key ] I0508 00:21:36.852359 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-fzcfd, hostIfaceName: 03c474acd68a778, network: default, NAD default, SandboxID: "03c474acd68a77895b47e532bea3ebbcff4c7a867cf437ff495eeeef69fde757", PCI device ID: , UID: "e99a3b63-f69c-4326-8136-cd273873ed41", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0508 00:21:36.906075 3784 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd 03c474acd68a77895b47e532bea3ebbcff4c7a867cf437ff495eeeef69fde757 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-fzcfd 03c474acd68a77895b47e532bea3ebbcff4c7a867cf437ff495eeeef69fde757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:e3:b5:bb:8d:bb\",\"name\":\"03c474acd68a778\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cfe06d0-9962-4754-8a9d-887c34f10c36\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:21:38.195143 3784 namespace.go:98] [trusted-artifact-signer] adding namespace I0508 00:21:38.196029 3784 namespace.go:102] [trusted-artifact-signer] adding namespace took 855.77µs I0508 00:21:38.216267 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:21:38.231280 3784 namespace.go:142] [trusted-artifact-signer] updating namespace W0508 00:21:38.484908 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0508 00:21:38.690526 3784 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-z47x2] creating logical port cert-manager_cert-manager-59c77684cc-z47x2 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:38.690626 3784 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-z47x2 I0508 00:21:38.709688 3784 pod.go:62] [cert-manager/cert-manager-59c77684cc-z47x2] pod update took 19.083032ms I0508 00:21:38.709720 3784 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-z47x2] addLogicalPort annotation time took 19.118818ms I0508 00:21:38.711254 3784 pods.go:271] [cert-manager/cert-manager-59c77684cc-z47x2] addLogicalPort took 20.746971ms, libovsdb time 1.000457ms I0508 00:21:39.050857 3784 cni.go:452] [cert-manager/cert-manager-59c77684cc-z47x2 f9346a53a3d367cd767fc64d6dce7aad4472aa4aeff7620429eab6a23689d8a9 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-z47x2 f9346a53a3d367cd767fc64d6dce7aad4472aa4aeff7620429eab6a23689d8a9 network default NAD default NAD key ] I0508 00:21:39.060429 3784 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-z47x2, hostIfaceName: f9346a53a3d367c, network: default, NAD default, SandboxID: "f9346a53a3d367cd767fc64d6dce7aad4472aa4aeff7620429eab6a23689d8a9", PCI device ID: , UID: "669bb635-0436-466d-aea8-7d1d569b2fef", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0508 00:21:39.111991 3784 cni.go:473] [cert-manager/cert-manager-59c77684cc-z47x2 f9346a53a3d367cd767fc64d6dce7aad4472aa4aeff7620429eab6a23689d8a9 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-z47x2 f9346a53a3d367cd767fc64d6dce7aad4472aa4aeff7620429eab6a23689d8a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0a:74:c0:73:21\",\"name\":\"f9346a53a3d367c\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e11ae422-97c5-43b9-b87f-e2fac4ccfc25\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:21:39.311536 3784 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-8sx4b for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:39.311633 3784 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b I0508 00:21:39.331200 3784 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b] pod update took 19.590723ms I0508 00:21:39.331230 3784 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b] addLogicalPort annotation time took 19.62439ms I0508 00:21:39.332540 3784 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b] addLogicalPort took 21.020996ms, libovsdb time 913.669µs I0508 00:21:39.681690 3784 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b 060233e9131c1bb0c7dad8393cd897bfca016078cab6cebe71a752977e2d29ef network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b 060233e9131c1bb0c7dad8393cd897bfca016078cab6cebe71a752977e2d29ef network default NAD default NAD key ] I0508 00:21:39.691362 3784 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-8sx4b, hostIfaceName: 060233e9131c1bb, network: default, NAD default, SandboxID: "060233e9131c1bb0c7dad8393cd897bfca016078cab6cebe71a752977e2d29ef", PCI device ID: , UID: "9d650469-cee0-426c-a542-a12989df4ade", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0508 00:21:39.743006 3784 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b 060233e9131c1bb0c7dad8393cd897bfca016078cab6cebe71a752977e2d29ef network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-8sx4b 060233e9131c1bb0c7dad8393cd897bfca016078cab6cebe71a752977e2d29ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:21:09:fa:c9:23\",\"name\":\"060233e9131c1bb\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aafb61d2-45f0-46f0-9be6-3390a64b0589\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:21:41.568059 3784 namespace.go:142] [openshift-operators] updating namespace I0508 00:21:41.936077 3784 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-d6rrq for pod on switch ip-10-0-0-43.ec2.internal I0508 00:21:41.936200 3784 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq I0508 00:21:41.955036 3784 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq] pod update took 18.861062ms I0508 00:21:41.955070 3784 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq] addLogicalPort annotation time took 18.890208ms I0508 00:21:41.956444 3784 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq] addLogicalPort took 20.39044ms, libovsdb time 987.328µs I0508 00:21:44.309845 3784 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq a765cfa4c9b8962c96d30cddabd4dc6de7444eb43258136befd8ef5889090ac0 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq a765cfa4c9b8962c96d30cddabd4dc6de7444eb43258136befd8ef5889090ac0 network default NAD default NAD key ] I0508 00:21:44.319654 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-d6rrq, hostIfaceName: a765cfa4c9b8962, network: default, NAD default, SandboxID: "a765cfa4c9b8962c96d30cddabd4dc6de7444eb43258136befd8ef5889090ac0", PCI device ID: , UID: "8ad97f61-b9dc-4e75-8a05-5986001a49ec", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0508 00:21:44.374175 3784 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq a765cfa4c9b8962c96d30cddabd4dc6de7444eb43258136befd8ef5889090ac0 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d6rrq a765cfa4c9b8962c96d30cddabd4dc6de7444eb43258136befd8ef5889090ac0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:be:3a:76:a4:6b\",\"name\":\"a765cfa4c9b8962\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77d1bbed-1fc8-428a-9905-87d2dcbafb4a\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:21:49.486669 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0508 00:21:56.191211 3784 namespace.go:98] [openshift-pipelines] adding namespace I0508 00:21:56.192217 3784 namespace.go:102] [openshift-pipelines] adding namespace took 982.256µs I0508 00:21:56.206935 3784 namespace.go:142] [openshift-pipelines] updating namespace I0508 00:21:56.493546 3784 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:56.494094 3784 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:56.516358 3784 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:56.516378 3784 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:56.526794 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0508 00:21:56.526844 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0508 00:21:56.914129 3784 namespace.go:142] [cert-manager] updating namespace I0508 00:21:57.113874 3784 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:21:57.516543 3784 namespace.go:142] [konflux-operator] updating namespace I0508 00:21:57.725720 3784 namespace.go:142] [konflux-ui] updating namespace I0508 00:21:57.914514 3784 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace I0508 00:21:58.318385 3784 namespace.go:142] [rhbk-operator] updating namespace I0508 00:21:58.518493 3784 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:21:58.721096 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:21:58.917128 3784 namespace.go:142] [tsf] updating namespace I0508 00:21:59.119646 3784 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:21:59.319884 3784 namespace.go:142] [tsf-tas] updating namespace I0508 00:21:59.519962 3784 namespace.go:142] [tsf-tpa] updating namespace I0508 00:21:59.642909 3784 namespace.go:142] [cert-manager] updating namespace I0508 00:21:59.652595 3784 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:21:59.659292 3784 namespace.go:142] [default] updating namespace I0508 00:21:59.668660 3784 namespace.go:142] [konflux-operator] updating namespace I0508 00:21:59.677896 3784 namespace.go:142] [konflux-ui] updating namespace I0508 00:21:59.685137 3784 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace I0508 00:21:59.692771 3784 namespace.go:142] [openshift] updating namespace I0508 00:21:59.702306 3784 namespace.go:142] [rhbk-operator] updating namespace I0508 00:21:59.712053 3784 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:21:59.720396 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:21:59.738055 3784 namespace.go:142] [tsf] updating namespace I0508 00:21:59.758311 3784 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:21:59.779966 3784 namespace.go:142] [tsf-tas] updating namespace I0508 00:21:59.799874 3784 namespace.go:142] [tsf-tpa] updating namespace I0508 00:21:59.899108 3784 namespace.go:142] [cert-manager] updating namespace I0508 00:22:00.000690 3784 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:22:00.104483 3784 namespace.go:142] [default] updating namespace I0508 00:22:00.200764 3784 namespace.go:142] [konflux-operator] updating namespace I0508 00:22:00.300222 3784 namespace.go:142] [konflux-ui] updating namespace I0508 00:22:00.400519 3784 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace I0508 00:22:00.499454 3784 namespace.go:142] [openshift] updating namespace I0508 00:22:00.602135 3784 namespace.go:142] [rhbk-operator] updating namespace I0508 00:22:00.699403 3784 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:22:00.799532 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:22:00.899946 3784 namespace.go:142] [tsf] updating namespace I0508 00:22:01.000567 3784 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:22:01.099793 3784 namespace.go:142] [tsf-tas] updating namespace I0508 00:22:01.199468 3784 namespace.go:142] [tsf-tpa] updating namespace I0508 00:22:01.464453 3784 namespace.go:142] [openshift-pipelines] updating namespace I0508 00:22:09.200634 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-rk6bv for pod on switch ip-10-0-0-43.ec2.internal I0508 00:22:09.200791 3784 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv I0508 00:22:09.217941 3784 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv] pod update took 17.179324ms I0508 00:22:09.218046 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv] addLogicalPort annotation time took 17.290204ms I0508 00:22:09.222868 3784 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv] addLogicalPort took 22.247443ms, libovsdb time 3.868756ms W0508 00:22:09.423269 3784 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0508 00:22:09.476125 3784 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0508 00:22:09.587461 3784 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv dcea332e807ba16b4d7c398847641c44a31dffcfbbde3d7c6424eabf4f1d0789 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv dcea332e807ba16b4d7c398847641c44a31dffcfbbde3d7c6424eabf4f1d0789 network default NAD default NAD key ] I0508 00:22:09.596968 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-rk6bv, hostIfaceName: dcea332e807ba16, network: default, NAD default, SandboxID: "dcea332e807ba16b4d7c398847641c44a31dffcfbbde3d7c6424eabf4f1d0789", PCI device ID: , UID: "313ca1d2-37fe-4c5b-9b7b-71197f98521e", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0508 00:22:09.652968 3784 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv dcea332e807ba16b4d7c398847641c44a31dffcfbbde3d7c6424eabf4f1d0789 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-rk6bv dcea332e807ba16b4d7c398847641c44a31dffcfbbde3d7c6424eabf4f1d0789 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5c:a2:c1:97:31\",\"name\":\"dcea332e807ba16\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edc0c760-f236-4332-9c66-2156eef9b2d4\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:22:12.413714 3784 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:12.413741 3784 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:12.413752 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:12.672262 3784 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:12.672291 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:12.672299 3784 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:13.423156 3784 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:13.423245 3784 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:13.423257 3784 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:13.423264 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:23.684124 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:23.684147 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:23.684153 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0508 00:22:29.513702 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0508 00:22:30.516705 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-fmjzq for pod on switch ip-10-0-0-43.ec2.internal I0508 00:22:30.516830 3784 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq I0508 00:22:30.537929 3784 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq] pod update took 21.143713ms I0508 00:22:30.537956 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq] addLogicalPort annotation time took 21.175256ms I0508 00:22:30.539203 3784 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq] addLogicalPort took 22.518407ms, libovsdb time 843.847µs I0508 00:22:30.578574 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-q5vfx for pod on switch ip-10-0-0-43.ec2.internal I0508 00:22:30.578660 3784 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx I0508 00:22:30.593384 3784 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx] pod update took 14.74352ms I0508 00:22:30.593410 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx] addLogicalPort annotation time took 14.777155ms I0508 00:22:30.594616 3784 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx] addLogicalPort took 16.05549ms, libovsdb time 789.637µs I0508 00:22:30.714762 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-5bbkq for pod on switch ip-10-0-0-43.ec2.internal I0508 00:22:30.714882 3784 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq I0508 00:22:30.728710 3784 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq] pod update took 13.849823ms I0508 00:22:30.728828 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq] addLogicalPort annotation time took 13.970047ms I0508 00:22:30.730427 3784 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq] addLogicalPort took 15.694706ms, libovsdb time 1.006618ms I0508 00:22:30.877904 3784 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq a90afd1f201233e3fa68cc872ec28238fa940649c24c7bb38b8d2476b29b34ab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq a90afd1f201233e3fa68cc872ec28238fa940649c24c7bb38b8d2476b29b34ab network default NAD default NAD key ] I0508 00:22:30.887394 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-fmjzq, hostIfaceName: a90afd1f201233e, network: default, NAD default, SandboxID: "a90afd1f201233e3fa68cc872ec28238fa940649c24c7bb38b8d2476b29b34ab", PCI device ID: , UID: "d3056e72-f03d-4efe-b7d9-915aa05ce8e4", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0508 00:22:30.942574 3784 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx ff93e8ab14ec54572f550b63f5f6309ed7a7f04a84daa08505305b7ce604a950 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx ff93e8ab14ec54572f550b63f5f6309ed7a7f04a84daa08505305b7ce604a950 network default NAD default NAD key ] I0508 00:22:30.943082 3784 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq a90afd1f201233e3fa68cc872ec28238fa940649c24c7bb38b8d2476b29b34ab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fmjzq a90afd1f201233e3fa68cc872ec28238fa940649c24c7bb38b8d2476b29b34ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:cc:cd:b7:6c:fd\",\"name\":\"a90afd1f201233e\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d814ae58-f725-41c9-8de4-01fb80c08b7d\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:22:30.952500 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-q5vfx, hostIfaceName: ff93e8ab14ec545, network: default, NAD default, SandboxID: "ff93e8ab14ec54572f550b63f5f6309ed7a7f04a84daa08505305b7ce604a950", PCI device ID: , UID: "12323fa2-c1dd-413d-be45-653669b4dd93", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0508 00:22:31.005985 3784 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx ff93e8ab14ec54572f550b63f5f6309ed7a7f04a84daa08505305b7ce604a950 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q5vfx ff93e8ab14ec54572f550b63f5f6309ed7a7f04a84daa08505305b7ce604a950 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:46:66:1d:65:49\",\"name\":\"ff93e8ab14ec545\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e801559d-47c1-4861-9139-d5ca758e299c\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:22:31.079391 3784 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq 43cbb8e9c0d6515ce2ad55ff3240ece580c802833093e8324ef0d2a074a89fdb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq 43cbb8e9c0d6515ce2ad55ff3240ece580c802833093e8324ef0d2a074a89fdb network default NAD default NAD key ] I0508 00:22:31.089059 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-5bbkq, hostIfaceName: 43cbb8e9c0d6515, network: default, NAD default, SandboxID: "43cbb8e9c0d6515ce2ad55ff3240ece580c802833093e8324ef0d2a074a89fdb", PCI device ID: , UID: "9cb916a6-5b16-4ac8-b5e7-de6f2ec4fad0", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0508 00:22:31.141329 3784 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq 43cbb8e9c0d6515ce2ad55ff3240ece580c802833093e8324ef0d2a074a89fdb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5bbkq 43cbb8e9c0d6515ce2ad55ff3240ece580c802833093e8324ef0d2a074a89fdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:8f:9d:43:b6:76\",\"name\":\"43cbb8e9c0d6515\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20591d61-94cc-4d4a-b318-3073f04ddb66\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:22:34.827885 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0508 00:22:36.688048 3784 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:22:36.688592 3784 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:22:36.707739 3784 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:22:36.707761 3784 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:22:36.713883 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0508 00:22:36.713908 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0508 00:22:38.751584 3784 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0508 00:22:38.752218 3784 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0508 00:22:38.752247 3784 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0508 00:22:38.754120 3784 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0508 00:22:45.819253 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0508 00:22:48.613596 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0508 00:22:48.613614 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0508 00:22:48.618020 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 00:22:48.618040 3784 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0508 00:22:53.506918 3784 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 00:23:00.628408 3784 namespace.go:142] [openshift-pipelines] updating namespace I0508 00:23:14.207163 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-cz4vg for pod on switch ip-10-0-0-43.ec2.internal I0508 00:23:14.207259 3784 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg I0508 00:23:14.223391 3784 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg] pod update took 16.155339ms I0508 00:23:14.223418 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg] addLogicalPort annotation time took 16.189567ms I0508 00:23:14.224879 3784 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg] addLogicalPort took 17.731081ms, libovsdb time 1.048444ms I0508 00:23:14.283792 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-r59qr for pod on switch ip-10-0-0-43.ec2.internal I0508 00:23:14.283950 3784 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr I0508 00:23:14.301303 3784 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr] pod update took 17.391367ms I0508 00:23:14.301329 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr] addLogicalPort annotation time took 17.423341ms I0508 00:23:14.302570 3784 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr] addLogicalPort took 18.797897ms, libovsdb time 813.716µs I0508 00:23:14.574633 3784 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg 54aabd347913791dff6ef18ec19ec7fb15612914529519f885e929bb4377a9f6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg 54aabd347913791dff6ef18ec19ec7fb15612914529519f885e929bb4377a9f6 network default NAD default NAD key ] I0508 00:23:14.583771 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-cz4vg, hostIfaceName: 54aabd347913791, network: default, NAD default, SandboxID: "54aabd347913791dff6ef18ec19ec7fb15612914529519f885e929bb4377a9f6", PCI device ID: , UID: "54e8de63-9985-4397-a216-53b17da925bb", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0508 00:23:14.637215 3784 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg 54aabd347913791dff6ef18ec19ec7fb15612914529519f885e929bb4377a9f6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-cz4vg 54aabd347913791dff6ef18ec19ec7fb15612914529519f885e929bb4377a9f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:20:17:57:0a:d5\",\"name\":\"54aabd347913791\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c8e5595-3953-443a-931f-3a88679d904b\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:23:14.650703 3784 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr 816f14eb5cb1d580b0856e13c0720d7407aabd85d4efa2def630785f30460244 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr 816f14eb5cb1d580b0856e13c0720d7407aabd85d4efa2def630785f30460244 network default NAD default NAD key ] I0508 00:23:14.660379 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-r59qr, hostIfaceName: 816f14eb5cb1d58, network: default, NAD default, SandboxID: "816f14eb5cb1d580b0856e13c0720d7407aabd85d4efa2def630785f30460244", PCI device ID: , UID: "47d4313c-ebc4-47ec-9af1-314ddff34235", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0508 00:23:14.713579 3784 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr 816f14eb5cb1d580b0856e13c0720d7407aabd85d4efa2def630785f30460244 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-r59qr 816f14eb5cb1d580b0856e13c0720d7407aabd85d4efa2def630785f30460244 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f6:3f:a8:82:87\",\"name\":\"816f14eb5cb1d58\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22994c93-5daf-4344-8861-dcdddcbb4c71\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:23:18.310699 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 W0508 00:23:19.742512 3784 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 00:23:19.742530 3784 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 00:23:19.742536 3784 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0508 00:23:28.976311 3784 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:28.976909 3784 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:29.016017 3784 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:29.016043 3784 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:29.025688 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0508 00:23:29.025708 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0508 00:23:31.779497 3784 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-b49dx-rpmhb] creating logical port tsf-tas_ctlog-createtree-job-b49dx-rpmhb for pod on switch ip-10-0-0-43.ec2.internal I0508 00:23:31.779582 3784 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-b49dx-rpmhb I0508 00:23:31.813484 3784 pod.go:62] [tsf-tas/ctlog-createtree-job-b49dx-rpmhb] pod update took 33.923217ms I0508 00:23:31.813508 3784 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-b49dx-rpmhb] addLogicalPort annotation time took 33.952316ms I0508 00:23:31.814777 3784 pods.go:271] [tsf-tas/ctlog-createtree-job-b49dx-rpmhb] addLogicalPort took 35.295896ms, libovsdb time 852.638µs I0508 00:23:32.034023 3784 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-78dc49f86f-s7zzj] creating logical port tsf-tas_trillian-logserver-78dc49f86f-s7zzj for pod on switch ip-10-0-0-43.ec2.internal I0508 00:23:32.034120 3784 kube.go:256] Updating pod tsf-tas/trillian-logserver-78dc49f86f-s7zzj I0508 00:23:32.071504 3784 pod.go:62] [tsf-tas/trillian-logserver-78dc49f86f-s7zzj] pod update took 37.407776ms I0508 00:23:32.071530 3784 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-78dc49f86f-s7zzj] addLogicalPort annotation time took 37.438327ms I0508 00:23:32.072793 3784 pods.go:271] [tsf-tas/trillian-logserver-78dc49f86f-s7zzj] addLogicalPort took 38.784383ms, libovsdb time 822.587µs I0508 00:23:32.143084 3784 cni.go:452] [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key ] I0508 00:23:32.160485 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-b49dx-rpmhb, hostIfaceName: 3c71f52daad81e3, network: default, NAD default, SandboxID: "3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e", PCI device ID: , UID: "f23e0a9b-9c1e-46e9-8713-f53aa8d7a8d8", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0508 00:23:32.223137 3784 cni.go:473] [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e1:1e:3d:09:ad\",\"name\":\"3c71f52daad81e3\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b739570-c61e-4ed2-80d4-69f618236a5a\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:23:33.011615 3784 cni.go:452] [tsf-tas/trillian-logserver-78dc49f86f-s7zzj 59c74315e10ca57d44a92b09e55bb08a74de00038333f3d8fc944feac3bcd7ce network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-78dc49f86f-s7zzj 59c74315e10ca57d44a92b09e55bb08a74de00038333f3d8fc944feac3bcd7ce network default NAD default NAD key ] I0508 00:23:33.022231 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-78dc49f86f-s7zzj, hostIfaceName: 59c74315e10ca57, network: default, NAD default, SandboxID: "59c74315e10ca57d44a92b09e55bb08a74de00038333f3d8fc944feac3bcd7ce", PCI device ID: , UID: "d947a118-9049-4820-be1c-abfb460913f2", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0508 00:23:33.078868 3784 cni.go:473] [tsf-tas/trillian-logserver-78dc49f86f-s7zzj 59c74315e10ca57d44a92b09e55bb08a74de00038333f3d8fc944feac3bcd7ce network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-78dc49f86f-s7zzj 59c74315e10ca57d44a92b09e55bb08a74de00038333f3d8fc944feac3bcd7ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:b7:de:66:7a:be\",\"name\":\"59c74315e10ca57\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/967a8a85-062d-4fc9-96ec-779a2c9b695b\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:23:35.734987 3784 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-597bb6f47c-j7n5q] creating logical port tsf-tas_trillian-db-597bb6f47c-j7n5q for pod on switch ip-10-0-0-43.ec2.internal I0508 00:23:35.735156 3784 kube.go:256] Updating pod tsf-tas/trillian-db-597bb6f47c-j7n5q I0508 00:23:35.747786 3784 pod.go:62] [tsf-tas/trillian-db-597bb6f47c-j7n5q] pod update took 12.659309ms I0508 00:23:35.747829 3784 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-597bb6f47c-j7n5q] addLogicalPort annotation time took 12.706162ms I0508 00:23:35.749397 3784 pods.go:271] [tsf-tas/trillian-db-597bb6f47c-j7n5q] addLogicalPort took 14.433006ms, libovsdb time 1.019009ms W0508 00:23:37.836847 3784 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0508 00:23:37.836867 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0508 00:23:38.011174 3784 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgj8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:38.011837 3784 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgj8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:38.905519 3784 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgj8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:38.905548 3784 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgj8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0508 00:23:40.213875 3784 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0508 00:23:40.306896 3784 cni.go:452] [tsf-tas/trillian-db-597bb6f47c-j7n5q e63f8d564c0528eb9e7ae2900d859a0797b098f4ca824a32cc34319a6df71361 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-597bb6f47c-j7n5q e63f8d564c0528eb9e7ae2900d859a0797b098f4ca824a32cc34319a6df71361 network default NAD default NAD key ] I0508 00:23:40.316282 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-597bb6f47c-j7n5q, hostIfaceName: e63f8d564c0528e, network: default, NAD default, SandboxID: "e63f8d564c0528eb9e7ae2900d859a0797b098f4ca824a32cc34319a6df71361", PCI device ID: , UID: "b27f33c8-16bc-4cbc-97c5-95b630cdd9ea", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0508 00:23:40.369932 3784 cni.go:473] [tsf-tas/trillian-db-597bb6f47c-j7n5q e63f8d564c0528eb9e7ae2900d859a0797b098f4ca824a32cc34319a6df71361 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-597bb6f47c-j7n5q e63f8d564c0528eb9e7ae2900d859a0797b098f4ca824a32cc34319a6df71361 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:34:75:e8:b4:0b\",\"name\":\"e63f8d564c0528e\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80a4c761-7a30-4b60-9531-353e13eb9cc5\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:23:43.223649 3784 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0508 00:23:48.916835 3784 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0508 00:23:52.065395 3784 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:52.065954 3784 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:52.942021 3784 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:52.942045 3784 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0508 00:23:54.277050 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0508 00:24:00.984703 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0508 00:24:09.324112 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0508 00:24:20.238149 3784 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:20.238669 3784 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:20.257893 3784 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:20.257911 3784 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:20.263204 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0508 00:24:20.263228 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0508 00:24:24.236994 3784 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:24.237545 3784 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:25.126777 3784 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:25.126820 3784 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:26.206335 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0508 00:24:28.352435 3784 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-77d855b64b-l426j] creating logical port tsf-tas_rekor-redis-77d855b64b-l426j for pod on switch ip-10-0-0-43.ec2.internal I0508 00:24:28.352535 3784 kube.go:256] Updating pod tsf-tas/rekor-redis-77d855b64b-l426j I0508 00:24:28.380275 3784 pod.go:62] [tsf-tas/rekor-redis-77d855b64b-l426j] pod update took 27.764224ms I0508 00:24:28.380302 3784 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-77d855b64b-l426j] addLogicalPort annotation time took 27.797991ms I0508 00:24:28.381546 3784 pods.go:271] [tsf-tas/rekor-redis-77d855b64b-l426j] addLogicalPort took 29.130856ms, libovsdb time 838.221µs I0508 00:24:28.497104 3784 cni.go:452] [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key ] I0508 00:24:28.589519 3784 cni.go:473] [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-b49dx-rpmhb 3c71f52daad81e3f5a98221e6ee1f28bf9f31769a801a1f4cd4dcb52ed563b6e network default NAD default NAD key default], result "{}", err I0508 00:24:28.655421 3784 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:28.655457 3784 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-b49dx-rpmhb I0508 00:24:28.656867 3784 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-b49dx-rpmhb, ips: 10.129.0.52 I0508 00:24:28.656901 3784 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:28.718126 3784 cni.go:452] [tsf-tas/rekor-redis-77d855b64b-l426j 515a0071c31635f43e8bd71f4d485cc7ef3e9ea8b20bff23fd9dd40fd223c655 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-77d855b64b-l426j 515a0071c31635f43e8bd71f4d485cc7ef3e9ea8b20bff23fd9dd40fd223c655 network default NAD default NAD key ] I0508 00:24:28.727817 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-77d855b64b-l426j, hostIfaceName: 515a0071c31635f, network: default, NAD default, SandboxID: "515a0071c31635f43e8bd71f4d485cc7ef3e9ea8b20bff23fd9dd40fd223c655", PCI device ID: , UID: "0e73c6f9-89de-42ee-9b58-e3dcf542611c", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0508 00:24:28.781476 3784 cni.go:473] [tsf-tas/rekor-redis-77d855b64b-l426j 515a0071c31635f43e8bd71f4d485cc7ef3e9ea8b20bff23fd9dd40fd223c655 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-77d855b64b-l426j 515a0071c31635f43e8bd71f4d485cc7ef3e9ea8b20bff23fd9dd40fd223c655 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:2e:83:97:97:23\",\"name\":\"515a0071c31635f\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5822a53-70e7-4654-ad77-79ed33c028ae\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:24:29.519374 3784 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:29.519401 3784 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:30.273935 3784 obj_retry.go:498] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:30.274497 3784 obj_retry.go:498] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:31.179277 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:31.179303 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:31.363404 3784 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-s8fkr] creating logical port tsf_tsf-tekton-configuration-s8fkr for pod on switch ip-10-0-0-43.ec2.internal I0508 00:24:31.363499 3784 kube.go:256] Updating pod tsf/tsf-tekton-configuration-s8fkr I0508 00:24:31.376113 3784 pod.go:62] [tsf/tsf-tekton-configuration-s8fkr] pod update took 12.632935ms I0508 00:24:31.376208 3784 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-s8fkr] addLogicalPort annotation time took 12.732708ms I0508 00:24:31.377628 3784 pods.go:271] [tsf/tsf-tekton-configuration-s8fkr] addLogicalPort took 14.241351ms, libovsdb time 905.981µs I0508 00:24:31.723841 3784 cni.go:452] [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key ] I0508 00:24:31.733036 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-s8fkr, hostIfaceName: 80be23c66f80015, network: default, NAD default, SandboxID: "80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8", PCI device ID: , UID: "c3a0684f-288d-4694-bb5f-15485c6df4b1", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0508 00:24:31.785304 3784 cni.go:473] [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d0:09:d3:a0:ef\",\"name\":\"80be23c66f80015\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09a3bcff-fb8b-4853-a071-a5cc2d33f281\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:24:32.091815 3784 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5455c79745-bwwlq] creating logical port tsf-tas_ctlog-5455c79745-bwwlq for pod on switch ip-10-0-0-43.ec2.internal I0508 00:24:32.091918 3784 kube.go:256] Updating pod tsf-tas/ctlog-5455c79745-bwwlq I0508 00:24:32.112440 3784 pod.go:62] [tsf-tas/ctlog-5455c79745-bwwlq] pod update took 20.54851ms I0508 00:24:32.112469 3784 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5455c79745-bwwlq] addLogicalPort annotation time took 20.581038ms I0508 00:24:32.114042 3784 pods.go:271] [tsf-tas/ctlog-5455c79745-bwwlq] addLogicalPort took 22.258762ms, libovsdb time 964.854µs W0508 00:24:32.167681 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0508 00:24:34.410352 3784 cni.go:452] [tsf-tas/ctlog-5455c79745-bwwlq 5f35378005b761afd599843a9155fb8d3326724aab56985fb05c9bf4530a8e66 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5455c79745-bwwlq 5f35378005b761afd599843a9155fb8d3326724aab56985fb05c9bf4530a8e66 network default NAD default NAD key ] I0508 00:24:34.419688 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5455c79745-bwwlq, hostIfaceName: 5f35378005b761a, network: default, NAD default, SandboxID: "5f35378005b761afd599843a9155fb8d3326724aab56985fb05c9bf4530a8e66", PCI device ID: , UID: "c564c48c-8619-4f53-ba2b-2b86e1ac367d", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0508 00:24:34.474973 3784 cni.go:473] [tsf-tas/ctlog-5455c79745-bwwlq 5f35378005b761afd599843a9155fb8d3326724aab56985fb05c9bf4530a8e66 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5455c79745-bwwlq 5f35378005b761afd599843a9155fb8d3326724aab56985fb05c9bf4530a8e66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:5a:be:22:b6:ee\",\"name\":\"5f35378005b761a\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8c4f274-4aa4-4a92-9ad7-339ff06f83c7\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:24:36.546665 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0508 00:24:36.554086 3784 cni.go:452] [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key ] I0508 00:24:36.646500 3784 cni.go:473] [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-s8fkr 80be23c66f80015d73c6106275f569f7835aa1a9c0cf1d61f0d3dab6b00a1bc8 network default NAD default NAD key default], result "{}", err I0508 00:24:36.698837 3784 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-s8fkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:36.698872 3784 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-s8fkr I0508 00:24:36.700354 3784 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-s8fkr, ips: 10.129.0.56 I0508 00:24:36.700381 3784 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-s8fkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:37.720030 3784 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-s8fkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.720063 3784 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-s8fkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.758191 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.758211 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.764096 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-8s68d I0508 00:24:37.764119 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-8s68d W0508 00:24:38.200867 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0508 00:24:42.368340 3784 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:42.368904 3784 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:42.389140 3784 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:42.389157 3784 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:42.396878 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0508 00:24:42.396901 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0508 00:24:43.630647 3784 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0508 00:24:43.767430 3784 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-lnlj2] creating logical port tsf-tpa_create-db-lnlj2 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:24:43.767524 3784 kube.go:256] Updating pod tsf-tpa/create-db-lnlj2 I0508 00:24:43.805334 3784 pod.go:62] [tsf-tpa/create-db-lnlj2] pod update took 37.83457ms I0508 00:24:43.805359 3784 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-lnlj2] addLogicalPort annotation time took 37.862161ms I0508 00:24:43.806593 3784 pods.go:271] [tsf-tpa/create-db-lnlj2] addLogicalPort took 39.178098ms, libovsdb time 801.859µs I0508 00:24:44.126392 3784 cni.go:452] [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key ] I0508 00:24:44.136052 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-lnlj2, hostIfaceName: 1255a9d1152c762, network: default, NAD default, SandboxID: "1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68", PCI device ID: , UID: "d8519f2b-f752-4e77-847b-c51c4a1e5415", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0508 00:24:44.191573 3784 cni.go:473] [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e9:60:15:49:35\",\"name\":\"1255a9d1152c762\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f08611b-9980-4d05-a008-046c767ad478\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:24:47.563429 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0508 00:24:47.626299 3784 cni.go:452] [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key ] I0508 00:24:47.720463 3784 cni.go:473] [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-lnlj2 1255a9d1152c762627285aec19ec18b9ae6de20c090dcd3d6884b82fc75a2d68 network default NAD default NAD key default], result "{}", err I0508 00:24:47.772475 3784 obj_retry.go:498] Detected object tsf-tpa/create-db-lnlj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:47.772507 3784 pods.go:176] Deleting pod: tsf-tpa/create-db-lnlj2 I0508 00:24:47.773936 3784 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-lnlj2, ips: 10.129.0.58 I0508 00:24:47.773965 3784 obj_retry.go:498] Detected object tsf-tpa/create-db-lnlj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:48.802112 3784 obj_retry.go:492] Detected object tsf-tpa/create-db-lnlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:48.802143 3784 obj_retry.go:492] Detected object tsf-tpa/create-db-lnlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:48.899831 3784 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-54dfg] creating logical port tsf-tpa_migrate-db-54dfg for pod on switch ip-10-0-0-43.ec2.internal I0508 00:24:48.899969 3784 kube.go:256] Updating pod tsf-tpa/migrate-db-54dfg I0508 00:24:48.912297 3784 pod.go:62] [tsf-tpa/migrate-db-54dfg] pod update took 12.35639ms I0508 00:24:48.912333 3784 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-54dfg] addLogicalPort annotation time took 12.397869ms I0508 00:24:48.913870 3784 pods.go:271] [tsf-tpa/migrate-db-54dfg] addLogicalPort took 14.074472ms, libovsdb time 1.112844ms I0508 00:24:49.266395 3784 cni.go:452] [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key ] I0508 00:24:49.276134 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-54dfg, hostIfaceName: a63a61f11b0dbe1, network: default, NAD default, SandboxID: "a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c", PCI device ID: , UID: "77d31b9e-84a7-45a3-aa0f-21790bc09232", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0508 00:24:49.329224 3784 cni.go:473] [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:54:cc:e2:d4:dc\",\"name\":\"a63a61f11b0dbe1\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9351c2e7-70cb-49b0-8f96-ce4a907601b7\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:24:51.652726 3784 cni.go:452] [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key ] I0508 00:24:51.741284 3784 cni.go:473] [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-54dfg a63a61f11b0dbe1896090234a6788a52fc5ccd2377737dd20754905b2efce33c network default NAD default NAD key default], result "{}", err I0508 00:24:51.794250 3784 obj_retry.go:498] Detected object tsf-tpa/migrate-db-54dfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:51.794281 3784 pods.go:176] Deleting pod: tsf-tpa/migrate-db-54dfg I0508 00:24:51.795657 3784 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-54dfg, ips: 10.129.0.59 I0508 00:24:51.795684 3784 obj_retry.go:498] Detected object tsf-tpa/migrate-db-54dfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:51.930765 3784 obj_retry.go:492] Detected object tsf-tpa/migrate-db-54dfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:51.930825 3784 obj_retry.go:492] Detected object tsf-tpa/migrate-db-54dfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:52.113540 3784 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-88ckx] creating logical port tsf-tpa_create-importers-88ckx for pod on switch ip-10-0-0-43.ec2.internal I0508 00:24:52.113653 3784 kube.go:256] Updating pod tsf-tpa/create-importers-88ckx I0508 00:24:52.128279 3784 pod.go:62] [tsf-tpa/create-importers-88ckx] pod update took 14.649181ms I0508 00:24:52.128323 3784 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-88ckx] addLogicalPort annotation time took 14.70012ms I0508 00:24:52.129882 3784 pods.go:271] [tsf-tpa/create-importers-88ckx] addLogicalPort took 16.371801ms, libovsdb time 939.207µs I0508 00:24:52.474903 3784 cni.go:452] [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key ] I0508 00:24:52.484766 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-88ckx, hostIfaceName: 6d4b843856308fd, network: default, NAD default, SandboxID: "6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517", PCI device ID: , UID: "d599ef49-e3c4-41a7-a025-bbc234f7a199", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0508 00:24:52.536142 3784 cni.go:473] [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:03:f2:a0:4b:62\",\"name\":\"6d4b843856308fd\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b650ffe7-6125-47bb-890d-c4c27e9c60f7\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:24:54.675730 3784 cni.go:452] [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key ] I0508 00:24:54.755907 3784 cni.go:473] [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-88ckx 6d4b843856308fd30d22f7406e39ee66f19b993262b9412709c34775ece16517 network default NAD default NAD key default], result "{}", err I0508 00:24:54.810821 3784 obj_retry.go:498] Detected object tsf-tpa/create-importers-88ckx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:54.810855 3784 pods.go:176] Deleting pod: tsf-tpa/create-importers-88ckx I0508 00:24:54.812208 3784 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-88ckx, ips: 10.129.0.60 I0508 00:24:54.812241 3784 obj_retry.go:498] Detected object tsf-tpa/create-importers-88ckx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0508 00:24:55.634422 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0508 00:24:55.834170 3784 obj_retry.go:492] Detected object tsf-tpa/create-importers-88ckx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:55.834194 3784 obj_retry.go:492] Detected object tsf-tpa/create-importers-88ckx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:03.206334 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0508 00:25:05.471454 3784 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:05.472046 3784 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:06.329471 3784 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:06.329499 3784 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0508 00:25:06.340714 3784 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0508 00:25:09.494700 3784 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:09.495271 3784 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:09.515565 3784 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:09.515585 3784 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:09.524571 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0508 00:25:09.524598 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0508 00:25:10.274433 3784 namespace.go:98] [integration-service] adding namespace I0508 00:25:10.275472 3784 namespace.go:102] [integration-service] adding namespace took 1.013084ms I0508 00:25:10.278614 3784 namespace.go:98] [image-controller] adding namespace I0508 00:25:10.279330 3784 namespace.go:102] [image-controller] adding namespace took 697.965µs I0508 00:25:10.287978 3784 namespace.go:98] [build-service] adding namespace I0508 00:25:10.288036 3784 namespace.go:98] [default-tenant] adding namespace I0508 00:25:10.288696 3784 namespace.go:102] [build-service] adding namespace took 697.942µs I0508 00:25:10.289330 3784 namespace.go:102] [default-tenant] adding namespace took 1.279568ms I0508 00:25:10.374676 3784 namespace.go:142] [integration-service] updating namespace I0508 00:25:10.424882 3784 namespace.go:142] [integration-service] updating namespace I0508 00:25:10.424909 3784 namespace.go:142] [image-controller] updating namespace I0508 00:25:10.463570 3784 namespace.go:142] [build-service] updating namespace I0508 00:25:10.501835 3784 namespace.go:142] [image-controller] updating namespace I0508 00:25:10.512585 3784 namespace.go:142] [default-tenant] updating namespace I0508 00:25:10.531747 3784 namespace.go:142] [build-service] updating namespace I0508 00:25:10.592332 3784 namespace.go:142] [default-tenant] updating namespace I0508 00:25:10.679856 3784 namespace.go:142] [build-service] updating namespace I0508 00:25:10.692642 3784 namespace.go:142] [integration-service] updating namespace I0508 00:25:10.722451 3784 namespace.go:98] [release-service] adding namespace I0508 00:25:10.723303 3784 namespace.go:102] [release-service] adding namespace took 831.847µs I0508 00:25:10.797837 3784 namespace.go:142] [konflux-ui] updating namespace I0508 00:25:10.797947 3784 namespace.go:142] [release-service] updating namespace I0508 00:25:10.824928 3784 namespace.go:142] [release-service] updating namespace I0508 00:25:10.976039 3784 namespace.go:98] [konflux-info] adding namespace I0508 00:25:10.976993 3784 namespace.go:102] [konflux-info] adding namespace took 934.892µs I0508 00:25:11.015794 3784 namespace.go:98] [namespace-lister] adding namespace I0508 00:25:11.016535 3784 namespace.go:102] [namespace-lister] adding namespace took 703.876µs I0508 00:25:11.058897 3784 namespace.go:142] [konflux-info] updating namespace I0508 00:25:11.161189 3784 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-43.ec2.internal I0508 00:25:11.161285 3784 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0508 00:25:11.212471 3784 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 51.21194ms I0508 00:25:11.212496 3784 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 51.240562ms I0508 00:25:11.213777 3784 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 52.60631ms, libovsdb time 802.185µs I0508 00:25:11.231491 3784 namespace.go:142] [image-controller] updating namespace I0508 00:25:11.231557 3784 namespace.go:142] [konflux-info] updating namespace I0508 00:25:11.256485 3784 namespace.go:98] [enterprise-contract-service] adding namespace I0508 00:25:11.257256 3784 namespace.go:102] [enterprise-contract-service] adding namespace took 750.757µs I0508 00:25:11.299232 3784 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:11.426940 3784 namespace.go:142] [default-tenant] updating namespace I0508 00:25:11.488999 3784 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:11.555859 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:11.676223 3784 namespace.go:98] [segment-bridge] adding namespace I0508 00:25:11.676979 3784 namespace.go:102] [segment-bridge] adding namespace took 737.698µs I0508 00:25:11.743509 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:12.032573 3784 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:12.130217 3784 namespace.go:98] [konflux-cli] adding namespace I0508 00:25:12.131164 3784 namespace.go:102] [konflux-cli] adding namespace took 919.66µs I0508 00:25:12.199333 3784 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:12.411369 3784 namespace.go:142] [konflux-cli] updating namespace W0508 00:25:12.491838 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0508 00:25:12.522557 3784 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0508 00:25:12.523206 3784 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0508 00:25:12.523224 3784 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0508 00:25:12.525990 3784 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0508 00:25:12.705952 3784 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:12.810435 3784 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0508 00:25:12.810462 3784 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0508 00:25:12.811404 3784 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0508 00:25:12.954935 3784 cni.go:452] [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key ] I0508 00:25:12.964133 3784 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 6289c2700b74b64, network: default, NAD default, SandboxID: "6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845", PCI device ID: , UID: "ce3efb84-0093-43ce-9842-36b4435d7a3e", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0508 00:25:13.019648 3784 cni.go:473] [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:3e:59:32:02:dd\",\"name\":\"6289c2700b74b64\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1eac9e4-66d0-43a1-8d54-4e0156beb81e\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:25:14.014894 3784 namespace.go:142] [build-service] updating namespace I0508 00:25:14.482568 3784 namespace.go:142] [default-tenant] updating namespace I0508 00:25:14.827447 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:15.008405 3784 namespace.go:142] [image-controller] updating namespace I0508 00:25:15.292633 3784 namespace.go:142] [integration-service] updating namespace W0508 00:25:15.390437 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0508 00:25:15.541581 3784 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-f698f] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-f698f for pod on switch ip-10-0-0-43.ec2.internal I0508 00:25:15.541687 3784 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-f698f I0508 00:25:15.583042 3784 base_network_controller_pods.go:487] [default/konflux-ui/proxy-54d9f6cd8c-859b9] creating logical port konflux-ui_proxy-54d9f6cd8c-859b9 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:25:15.583240 3784 kube.go:256] Updating pod konflux-ui/proxy-54d9f6cd8c-859b9 I0508 00:25:15.586940 3784 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-f698f] pod update took 45.279044ms I0508 00:25:15.586968 3784 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-f698f] addLogicalPort annotation time took 45.308914ms I0508 00:25:15.588612 3784 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-f698f] addLogicalPort took 47.048992ms, libovsdb time 1.10675ms I0508 00:25:15.606169 3784 namespace.go:142] [konflux-info] updating namespace I0508 00:25:15.628438 3784 pod.go:62] [konflux-ui/proxy-54d9f6cd8c-859b9] pod update took 45.234601ms I0508 00:25:15.628465 3784 base_network_controller_pods.go:951] [default/konflux-ui/proxy-54d9f6cd8c-859b9] addLogicalPort annotation time took 45.266537ms I0508 00:25:15.629823 3784 pods.go:271] [konflux-ui/proxy-54d9f6cd8c-859b9] addLogicalPort took 46.802588ms, libovsdb time 869.328µs I0508 00:25:15.782552 3784 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:15.807564 3784 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-765545ff96-nxn97] creating logical port integration-service_integration-service-controller-manager-765545ff96-nxn97 for pod on switch ip-10-0-0-43.ec2.internal I0508 00:25:15.807747 3784 kube.go:256] Updating pod integration-service/integration-service-controller-manager-765545ff96-nxn97 I0508 00:25:15.848111 3784 pod.go:62] [integration-service/integration-service-controller-manager-765545ff96-nxn97] pod update took 40.401902ms I0508 00:25:15.848135 3784 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-765545ff96-nxn97] addLogicalPort annotation time took 40.434384ms I0508 00:25:15.849632 3784 pods.go:271] [integration-service/integration-service-controller-manager-765545ff96-nxn97] addLogicalPort took 42.087357ms, libovsdb time 993.098µs I0508 00:25:16.046458 3784 namespace.go:142] [release-service] updating namespace I0508 00:25:16.194541 3784 namespace.go:142] [build-service] updating namespace I0508 00:25:16.232626 3784 namespace.go:142] [default-tenant] updating namespace I0508 00:25:16.264810 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:16.281607 3784 namespace.go:142] [image-controller] updating namespace I0508 00:25:16.320703 3784 namespace.go:142] [integration-service] updating namespace I0508 00:25:16.361259 3784 namespace.go:142] [konflux-info] updating namespace I0508 00:25:16.420570 3784 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:16.452532 3784 namespace.go:142] [release-service] updating namespace I0508 00:25:16.545380 3784 namespace.go:142] [build-service] updating namespace I0508 00:25:16.611598 3784 namespace.go:142] [default-tenant] updating namespace I0508 00:25:16.743364 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:16.815247 3784 namespace.go:142] [image-controller] updating namespace I0508 00:25:16.947279 3784 namespace.go:142] [integration-service] updating namespace I0508 00:25:17.031551 3784 namespace.go:142] [konflux-info] updating namespace I0508 00:25:17.168646 3784 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:17.226669 3784 namespace.go:142] [release-service] updating namespace W0508 00:25:18.394683 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0508 00:25:18.415164 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0508 00:25:18.538159 3784 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:18.739646 3784 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:18.861491 3784 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:18.876562 3784 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:18.966577 3784 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:19.069494 3784 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:20.790477 3784 cni.go:452] [integration-service/integration-service-controller-manager-765545ff96-nxn97 33c20038cde5e3d7693c26580304dd07913fadb5e0cd930770d3f36d39a9000d network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-765545ff96-nxn97 33c20038cde5e3d7693c26580304dd07913fadb5e0cd930770d3f36d39a9000d network default NAD default NAD key ] I0508 00:25:20.799904 3784 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-765545ff96-nxn97, hostIfaceName: 33c20038cde5e3d, network: default, NAD default, SandboxID: "33c20038cde5e3d7693c26580304dd07913fadb5e0cd930770d3f36d39a9000d", PCI device ID: , UID: "ab03d8a4-e7ab-451c-87e6-7146f745e6bd", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0508 00:25:20.857405 3784 cni.go:473] [integration-service/integration-service-controller-manager-765545ff96-nxn97 33c20038cde5e3d7693c26580304dd07913fadb5e0cd930770d3f36d39a9000d network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-765545ff96-nxn97 33c20038cde5e3d7693c26580304dd07913fadb5e0cd930770d3f36d39a9000d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c7:ac:67:d5:16\",\"name\":\"33c20038cde5e3d\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/367b4518-e421-4d8f-b124-7508ca45ab33\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:25:22.874919 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 00:25:22.874960 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0508 00:25:23.406604 3784 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-f698f 829b0026b72633425867c89fa2b279d00ce6fbec3c34feb15808316aa5b35b5d network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-f698f 829b0026b72633425867c89fa2b279d00ce6fbec3c34feb15808316aa5b35b5d network default NAD default NAD key ] I0508 00:25:23.416376 3784 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-f698f, hostIfaceName: 829b0026b726334, network: default, NAD default, SandboxID: "829b0026b72633425867c89fa2b279d00ce6fbec3c34feb15808316aa5b35b5d", PCI device ID: , UID: "fb37454c-a910-4b69-a297-e863654c5433", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0508 00:25:23.454304 3784 cni.go:452] [konflux-ui/proxy-54d9f6cd8c-859b9 9bf8172c75a6e2d3de4437c414fdc761afe580f72d9a2887c6ffc77b87b27bc2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-54d9f6cd8c-859b9 9bf8172c75a6e2d3de4437c414fdc761afe580f72d9a2887c6ffc77b87b27bc2 network default NAD default NAD key ] I0508 00:25:23.464696 3784 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-54d9f6cd8c-859b9, hostIfaceName: 9bf8172c75a6e2d, network: default, NAD default, SandboxID: "9bf8172c75a6e2d3de4437c414fdc761afe580f72d9a2887c6ffc77b87b27bc2", PCI device ID: , UID: "1e092f7f-e43e-424b-8a06-7bcf33fb3240", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0508 00:25:23.471638 3784 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-f698f 829b0026b72633425867c89fa2b279d00ce6fbec3c34feb15808316aa5b35b5d network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-f698f 829b0026b72633425867c89fa2b279d00ce6fbec3c34feb15808316aa5b35b5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f5:b7:40:cd:bc\",\"name\":\"829b0026b726334\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c0c1083-78cd-4d27-a5e6-c5f44373b238\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0508 00:25:23.517514 3784 cni.go:473] [konflux-ui/proxy-54d9f6cd8c-859b9 9bf8172c75a6e2d3de4437c414fdc761afe580f72d9a2887c6ffc77b87b27bc2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-54d9f6cd8c-859b9 9bf8172c75a6e2d3de4437c414fdc761afe580f72d9a2887c6ffc77b87b27bc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ea:4e:df:4f:47\",\"name\":\"9bf8172c75a6e2d\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1194b5f0-4ebe-42be-ad90-60fbb6c6d4bf\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0508 00:25:24.437342 3784 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0508 00:25:25.898715 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0508 00:25:25.898841 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0508 00:25:27.499457 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 00:25:27.499477 3784 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0508 00:25:27.531366 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 00:25:27.532066 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 00:25:28.925062 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 00:25:28.925082 3784 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0508 00:25:33.527342 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0508 00:25:33.888754 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 00:25:33.888921 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0508 00:25:34.214743 3784 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:34.215370 3784 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:34.530950 3784 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:34.530975 3784 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:34.535040 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g I0508 00:25:34.535072 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g W0508 00:25:36.908227 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0508 00:25:36.910994 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0508 00:26:05.536214 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 00:26:05.536241 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0508 00:26:05.536254 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 00:26:05.536264 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0508 00:26:16.051947 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 00:26:16.051971 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-43.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0508 00:26:22.415363 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0508 00:26:30.216149 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0508 00:26:32.625321 3784 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0508 00:26:33.619522 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0508 00:26:38.207356 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=154 I0508 00:26:42.631635 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0508 00:26:45.631701 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0508 00:26:46.359792 3784 obj_retry.go:498] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:46.360384 3784 obj_retry.go:498] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:46.910282 3784 obj_retry.go:492] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:46.910308 3784 obj_retry.go:492] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:46.916466 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b4fdf44b-q5566 I0508 00:26:46.916481 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b4fdf44b-q5566 I0508 00:26:48.437846 3784 cni.go:452] [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key ] I0508 00:26:48.523769 3784 cni.go:473] [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 6289c2700b74b644881fcac05b27fe8a0ee221716605bcbb75d10579c69c9845 network default NAD default NAD key default], result "{}", err I0508 00:26:48.579087 3784 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:48.579138 3784 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0508 00:26:48.580551 3784 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.61 I0508 00:26:48.580585 3784 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:48.618706 3784 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:48.618730 3784 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:48.624551 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0508 00:26:48.624602 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0508 00:27:21.458341 3784 namespace.go:98] [managed-tenant-8mxm9] adding namespace I0508 00:27:21.459252 3784 namespace.go:102] [managed-tenant-8mxm9] adding namespace took 890.73µs I0508 00:27:21.517792 3784 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:21.559398 3784 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:22.519467 3784 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:22.650124 3784 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:22.748845 3784 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:43.310434 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10