+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-131.ec2.internal ++ [[ -n ip-10-0-0-131.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-131.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:30:51.864966312 - disable conntrack on geneve port' I0521 19:30:51.864966312 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:30:51.892208704 - starting ovnkube-node' I0521 19:30:51.892208704 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-131.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-131.ec2.internal --init-node ip-10-0-0-131.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-131.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:30:51.937521 3828 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:30:51.937576 3828 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-cae51eb60e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:30:51.939049 3828 kube.go:431] Waiting for certificate I0521 19:30:51.939076 3828 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:51.939107 3828 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:51.940167 3828 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:51.967674 3828 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:51.967688 3828 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:51.969420 3828 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:51.975935 3828 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8hctp" I0521 19:30:51.982455 3828 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8hctp" I0521 19:30:51.982538 3828 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:52.940026 3828 kube.go:438] Certificate found I0521 19:30:52.940592 3828 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:52.941568 3828 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:30:52.993854 3828 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:25:51 +0000 UTC" deadline="2026-05-22 13:44:22.172867539 +0000 UTC" I0521 19:30:52.993886 3828 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h13m29.178992443s" I0521 19:30:53.003183 3828 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:53.023998 3828 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:30:53.024100 3828 server.go:101] MetricServer registers OVS metrics I0521 19:30:53.024414 3828 server.go:105] MetricServer registers OVN DB metrics I0521 19:30:53.024579 3828 controller_manager.go:370] Starting the ovnkube controller I0521 19:30:53.024591 3828 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-131.ec2.internal I0521 19:30:53.024630 3828 controller_manager.go:395] NBDB zone sync took: 31.789µs I0521 19:30:53.024641 3828 factory.go:561] Starting watch factory I0521 19:30:53.024704 3828 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.024731 3828 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.024775 3828 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.024827 3828 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.024907 3828 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.024944 3828 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.025547 3828 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.025571 3828 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.025618 3828 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.025645 3828 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.025735 3828 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.025752 3828 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.027579 3828 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:30:53.027649 3828 factory.go:561] Starting watch factory I0521 19:30:53.029266 3828 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:30:53.029333 3828 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:30:53.042056 3828 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:30:53.042074 3828 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:30:53.043556 3828 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.045974 3828 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:30:53.046008 3828 server.go:109] MetricServer registers OVN Controller metrics I0521 19:30:53.046853 3828 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.047181 3828 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.047279 3828 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.048090 3828 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.052511 3828 server.go:113] MetricServer registers OVN Northd metrics I0521 19:30:53.056800 3828 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:53.057867 3828 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:30:53.131624 3828 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:53.131663 3828 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:53.131668 3828 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:53.131671 3828 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:53.131674 3828 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:53.131677 3828 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:53.131751 3828 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:53.131743 3828 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:53.131780 3828 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:53.131778 3828 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:53.133912 3828 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:53.133923 3828 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:53.133926 3828 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:53.133929 3828 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:53.133932 3828 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:53.133935 3828 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:53.135263 3828 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:53.135265 3828 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:53.137134 3828 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:53.137145 3828 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:53.137191 3828 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.137201 3828 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.139327 3828 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:53.139340 3828 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:53.140611 3828 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.142606 3828 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:53.142663 3828 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.142674 3828 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.144565 3828 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:53.145802 3828 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.147767 3828 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:53.147817 3828 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.147828 3828 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.149750 3828 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:53.151031 3828 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.153059 3828 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:53.153127 3828 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.153144 3828 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.154905 3828 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:53.156051 3828 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.158872 3828 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:53.158923 3828 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.159292 3828 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.160015 3828 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:53.162234 3828 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.164217 3828 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:53.164404 3828 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:53.164422 3828 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:53.166017 3828 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:53.167648 3828 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:53.169616 3828 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:53.169677 3828 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.169690 3828 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.169729 3828 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.169745 3828 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.171448 3828 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:53.172898 3828 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.172900 3828 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:53.174923 3828 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:53.174933 3828 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:53.174939 3828 factory.go:680] Watch Factory start up complete, took: 150.300531ms I0521 19:30:53.174946 3828 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-131.ec2.internal" zone I0521 19:30:53.176968 3828 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:53.176981 3828 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:53.176988 3828 factory.go:680] Watch Factory start up complete, took: 149.339144ms I0521 19:30:53.177043 3828 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:30:53.218228 3828 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:30:53.305765 3828 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:30:53.311777 3828 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:30:53.392903 3828 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:30:53.393030 3828 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:30:53.393050 3828 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:30:53.423699 3828 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:30:53.423751 3828 default_node_network_controller.go:809] Node ip-10-0-0-131.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 19:30:53.429218 3828 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.131"] k8s.ovn.org/zone-name:ip-10-0-0-131.ec2.internal] on node ip-10-0-0-131.ec2.internal I0521 19:30:53.449463 3828 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:30:53.455265 3828 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:30:53.455406 3828 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:30:53.455540 3828 gateway_init.go:263] Preparing Gateway I0521 19:30:53.455552 3828 gateway_shared_intf.go:1687] Creating new gateway I0521 19:30:53.556046 3828 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:53.561857 3828 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:30:53.567622 3828 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:30:53.567636 3828 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-131.ec2.internal","mac-address":"12:33:a5:45:35:e5","ip-addresses":["10.0.0.131/24"],"ip-address":"10.0.0.131/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ffa141b5-de51-4ad2-a32a-1ab8972bf614 k8s.ovn.org/node-encap-ips:["10.0.0.131"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.131/24"} k8s.ovn.org/zone-name:ip-10-0-0-131.ec2.internal] on node ip-10-0-0-131.ec2.internal I0521 19:30:53.585345 3828 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:53.675190 3828 controller_manager.go:429] Waiting for node in zone sync took: 500.232996ms I0521 19:30:53.681488 3828 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:30:53.681503 3828 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-131.ec2.internal I0521 19:30:53.695641 3828 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:53.701810 3828 controller_manager.go:290] SCTP support detected in OVN I0521 19:30:53.702343 3828 services_controller.go:69] Creating services controller for network=default I0521 19:30:53.702442 3828 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:30:53.702524 3828 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:30:53.702563 3828 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:30:53.702574 3828 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:30:53.702583 3828 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:53.702741 3828 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:30:53.702782 3828 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:30:53.702834 3828 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.221µs I0521 19:30:53.702853 3828 udn_enabled_svc.go:95] Performing full resync I0521 19:30:53.702856 3828 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 65.39µs I0521 19:30:53.702864 3828 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 80.819µs I0521 19:30:53.702870 3828 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:30:53.702875 3828 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:30:53.702884 3828 default_network_controller.go:325] Starting the default network controller I0521 19:30:53.702971 3828 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.364µs I0521 19:30:53.703104 3828 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:30:53.703115 3828 udn_enabled_svc.go:104] Starting worker I0521 19:30:53.711764 3828 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:30:53.711817 3828 repair.go:33] Syncing exgw routes took 41.348µs I0521 19:30:53.711837 3828 default_network_controller.go:414] Starting all the Watchers... I0521 19:30:53.711960 3828 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:30:53.711966 3828 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:30:53.711972 3828 namespace.go:98] [kube-system] adding namespace I0521 19:30:53.711985 3828 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:30:53.711987 3828 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:30:53.711988 3828 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:30:53.711993 3828 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:30:53.711997 3828 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:30:53.712000 3828 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:30:53.711998 3828 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:30:53.712010 3828 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:30:53.712013 3828 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:30:53.712015 3828 namespace.go:98] [openshift-backplane] adding namespace I0521 19:30:53.712016 3828 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:30:53.711960 3828 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:30:53.712955 3828 namespace.go:102] [openshift-ingress-operator] adding namespace took 583.08µs I0521 19:30:53.712973 3828 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:30:53.713203 3828 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 1.227979ms I0521 19:30:53.713214 3828 namespace.go:98] [kube-public] adding namespace W0521 19:30:53.713236 3828 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s67vc: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found I0521 19:30:53.713800 3828 namespace.go:102] [kube-system] adding namespace took 1.819737ms I0521 19:30:53.713815 3828 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:30:53.714242 3828 namespace.go:102] [openshift-backplane-cse] adding namespace took 421.962µs I0521 19:30:53.714256 3828 namespace.go:98] [openshift-operators] adding namespace I0521 19:30:53.714811 3828 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.819595ms I0521 19:30:53.714825 3828 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:30:53.715192 3828 namespace.go:102] [openshift-config-managed] adding namespace took 3.199642ms I0521 19:30:53.715202 3828 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:30:53.715796 3828 namespace.go:102] [openshift-machine-api] adding namespace took 3.797525ms I0521 19:30:53.715813 3828 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:30:53.716241 3828 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 4.237455ms I0521 19:30:53.716252 3828 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:30:53.716689 3828 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.684283ms I0521 19:30:53.716710 3828 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:30:53.717162 3828 namespace.go:102] [openshift-image-registry] adding namespace took 5.154919ms I0521 19:30:53.717176 3828 namespace.go:98] [openshift-ingress] adding namespace I0521 19:30:53.717654 3828 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.64297ms I0521 19:30:53.717670 3828 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:30:53.718141 3828 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.122523ms I0521 19:30:53.718158 3828 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:30:53.718602 3828 namespace.go:102] [openshift-cluster-version] adding namespace took 6.579999ms I0521 19:30:53.718619 3828 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:30:53.719067 3828 namespace.go:102] [openshift-backplane] adding namespace took 7.044457ms I0521 19:30:53.719081 3828 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:30:53.719677 3828 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.649198ms I0521 19:30:53.719694 3828 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:30:53.720129 3828 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.055179ms I0521 19:30:53.720142 3828 namespace.go:98] [openshift-console] adding namespace I0521 19:30:53.720526 3828 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.54916ms I0521 19:30:53.720538 3828 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:30:53.720896 3828 namespace.go:102] [kube-public] adding namespace took 7.676875ms I0521 19:30:53.720911 3828 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:30:53.721237 3828 namespace.go:102] [openshift-operators] adding namespace took 6.976723ms I0521 19:30:53.721247 3828 namespace.go:98] [openshift-config] adding namespace I0521 19:30:53.721646 3828 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.816187ms I0521 19:30:53.721658 3828 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:30:53.721966 3828 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.759941ms I0521 19:30:53.721977 3828 namespace.go:98] [openshift-logging] adding namespace I0521 19:30:53.722401 3828 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.583577ms I0521 19:30:53.722413 3828 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:30:53.722780 3828 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.524282ms I0521 19:30:53.722792 3828 namespace.go:98] [kube-node-lease] adding namespace I0521 19:30:53.723227 3828 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.510843ms I0521 19:30:53.723242 3828 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:30:53.723683 3828 namespace.go:102] [openshift-ingress] adding namespace took 6.500766ms I0521 19:30:53.723696 3828 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:30:53.724035 3828 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.360198ms I0521 19:30:53.724046 3828 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:30:53.724496 3828 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.332692ms I0521 19:30:53.724510 3828 namespace.go:98] [openshift-infra] adding namespace I0521 19:30:53.724890 3828 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.266187ms I0521 19:30:53.724902 3828 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:30:53.725237 3828 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.152202ms I0521 19:30:53.725247 3828 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:30:53.725700 3828 namespace.go:102] [openshift-package-operator] adding namespace took 6.001403ms I0521 19:30:53.725713 3828 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:30:53.726119 3828 namespace.go:102] [openshift-console] adding namespace took 5.972475ms I0521 19:30:53.726132 3828 namespace.go:98] [openshift] adding namespace I0521 19:30:53.726469 3828 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.92591ms I0521 19:30:53.726482 3828 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:30:53.726881 3828 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.965136ms I0521 19:30:53.726893 3828 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:30:53.727244 3828 namespace.go:102] [openshift-config] adding namespace took 5.993269ms I0521 19:30:53.727255 3828 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:30:53.727596 3828 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.934334ms I0521 19:30:53.727609 3828 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:30:53.727997 3828 namespace.go:102] [openshift-logging] adding namespace took 6.015512ms I0521 19:30:53.728008 3828 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:30:53.728365 3828 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.946777ms I0521 19:30:53.728379 3828 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:30:53.728731 3828 namespace.go:102] [kube-node-lease] adding namespace took 5.934966ms I0521 19:30:53.728741 3828 namespace.go:98] [openshift-node] adding namespace I0521 19:30:53.729098 3828 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.851653ms I0521 19:30:53.729109 3828 namespace.go:98] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] adding namespace I0521 19:30:53.729495 3828 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.795308ms I0521 19:30:53.729504 3828 namespace.go:98] [openshift-network-console] adding namespace I0521 19:30:53.729894 3828 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.843565ms I0521 19:30:53.729908 3828 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:30:53.730311 3828 namespace.go:102] [openshift-infra] adding namespace took 5.797215ms I0521 19:30:53.730334 3828 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:30:53.730683 3828 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.77676ms I0521 19:30:53.730695 3828 namespace.go:98] [openshift-multus] adding namespace I0521 19:30:53.731096 3828 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.844192ms I0521 19:30:53.731108 3828 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:30:53.731432 3828 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.713573ms I0521 19:30:53.731443 3828 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:30:53.731821 3828 namespace.go:102] [openshift] adding namespace took 5.684505ms I0521 19:30:53.731832 3828 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:30:53.732187 3828 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.698751ms I0521 19:30:53.732200 3828 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:30:53.732567 3828 namespace.go:102] [openshift-marketplace] adding namespace took 5.66997ms I0521 19:30:53.732578 3828 namespace.go:98] [dedicated-admin] adding namespace I0521 19:30:53.732962 3828 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.703475ms I0521 19:30:53.732972 3828 namespace.go:98] [openshift-etcd] adding namespace I0521 19:30:53.733326 3828 namespace.go:102] [openshift-dns-operator] adding namespace took 5.699716ms I0521 19:30:53.733339 3828 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:30:53.733710 3828 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.696921ms I0521 19:30:53.733721 3828 namespace.go:98] [openshift-host-network] adding namespace I0521 19:30:53.734083 3828 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.699849ms I0521 19:30:53.734095 3828 namespace.go:98] [default] adding namespace I0521 19:30:53.734428 3828 namespace.go:102] [openshift-node] adding namespace took 5.6827ms I0521 19:30:53.734439 3828 namespace.go:98] [openshift-insights] adding namespace I0521 19:30:53.734795 3828 namespace.go:102] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] adding namespace took 5.681532ms I0521 19:30:53.734805 3828 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:30:53.735215 3828 namespace.go:102] [openshift-network-console] adding namespace took 5.707171ms I0521 19:30:53.735225 3828 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:30:53.735640 3828 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.727461ms I0521 19:30:53.735650 3828 namespace.go:98] [openshift-authentication] adding namespace W0521 19:30:53.736010 3828 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d4pzp: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found I0521 19:30:53.736056 3828 namespace.go:102] [openshift-config-operator] adding namespace took 5.717467ms I0521 19:30:53.736068 3828 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:30:53.736524 3828 namespace.go:102] [openshift-multus] adding namespace took 5.825472ms I0521 19:30:53.736534 3828 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:30:53.737003 3828 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.890061ms I0521 19:30:53.737016 3828 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:30:53.737340 3828 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.891368ms I0521 19:30:53.737354 3828 namespace.go:98] [openshift-operators-redhat] adding namespace W0521 19:30:53.737776 3828 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fczqr: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found I0521 19:30:53.737791 3828 namespace.go:102] [openshift-controller-manager] adding namespace took 5.953218ms I0521 19:30:53.737806 3828 namespace.go:98] [openshift-dns] adding namespace I0521 19:30:53.738303 3828 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.099008ms I0521 19:30:53.738325 3828 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:30:53.738739 3828 namespace.go:102] [dedicated-admin] adding namespace took 6.156051ms I0521 19:30:53.738752 3828 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:30:53.739079 3828 namespace.go:102] [openshift-etcd] adding namespace took 6.103323ms I0521 19:30:53.739920 3828 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.576334ms I0521 19:30:53.740408 3828 namespace.go:102] [openshift-host-network] adding namespace took 6.683306ms I0521 19:30:53.740805 3828 namespace.go:102] [default] adding namespace took 6.706734ms I0521 19:30:53.740815 3828 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:30:53.741183 3828 namespace.go:102] [openshift-insights] adding namespace took 6.739641ms I0521 19:30:53.741592 3828 namespace.go:102] [openshift-console-operator] adding namespace took 6.780247ms I0521 19:30:53.741957 3828 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.72799ms I0521 19:30:53.742349 3828 namespace.go:102] [openshift-authentication] adding namespace took 6.696152ms I0521 19:30:53.742766 3828 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.695202ms I0521 19:30:53.743344 3828 namespace.go:102] [openshift-apiserver] adding namespace took 6.802483ms I0521 19:30:53.743857 3828 namespace.go:102] [openshift-monitoring] adding namespace took 6.834427ms I0521 19:30:53.744269 3828 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.908038ms I0521 19:30:53.744769 3828 namespace.go:102] [openshift-dns] adding namespace took 6.955853ms I0521 19:30:53.744787 3828 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:30:53.745207 3828 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.876557ms I0521 19:30:53.745653 3828 namespace.go:102] [openshift-network-operator] adding namespace took 6.896356ms I0521 19:30:53.746046 3828 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.225426ms I0521 19:30:53.746428 3828 namespace.go:102] [openshift-must-gather-operator] adding namespace took 1.635013ms I0521 19:30:53.746587 3828 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0521 19:30:53.747501 3828 zone_ic_handler.go:195] Time taken to create transit switch: 313.155µs I0521 19:30:53.747513 3828 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-237.ec2.internal for the network default E0521 19:30:53.747741 3828 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-72.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-72.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-72.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc007da4708 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3639947823}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:30:53.747861 3828 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-72.ec2.internal", UID:"39407cb6-b771-4d8e-adc9-cffc37171889", APIVersion:"v1", ResourceVersion:"8907", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-72.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-72.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc007da4708 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3639947823}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:30:53.748541 3828 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-237.ec2.internal" on network "default" took: 1.36092ms W0521 19:30:53.754039 3828 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-s67vc: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found W0521 19:30:53.754066 3828 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-fczqr: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found W0521 19:30:53.754081 3828 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-d4pzp: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found I0521 19:30:53.754891 3828 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-131.ec2.internal for the network default I0521 19:30:53.755043 3828 zone_ic_handler.go:195] Time taken to create transit switch: 141.533µs I0521 19:30:53.755755 3828 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:30:53.755781 3828 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:30:53.755794 3828 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:53.755799 3828 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:30:53.755847 3828 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:53.755862 3828 services_controller.go:574] Full service sync requested for network=default I0521 19:30:53.755871 3828 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0521 19:30:53.755894 3828 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:53.755901 3828 services_controller.go:574] Full service sync requested for network=default I0521 19:30:53.755906 3828 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:53.755928 3828 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:53.755935 3828 services_controller.go:574] Full service sync requested for network=default I0521 19:30:53.856425 3828 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:30:53.856444 3828 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:30:53.856548 3828 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:30:53.856619 3828 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:30:53.856638 3828 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:30:53.957030 3828 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:30:53.957047 3828 repair.go:60] Starting repairing loop for services I0521 19:30:53.957107 3828 repair.go:131] Deleted 0 stale service LBs I0521 19:30:53.957123 3828 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:30:53.957136 3828 repair.go:62] Finished repairing loop for services: 90.653µs I0521 19:30:53.957158 3828 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:30:53.957167 3828 services_controller.go:254] Starting workers for network=default I0521 19:30:53.957804 3828 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fczqr] creating logical port openshift-network-diagnostics_network-check-target-fczqr for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:53.957880 3828 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d4pzp] creating logical port openshift-multus_network-metrics-daemon-d4pzp for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:53.957929 3828 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-fczqr I0521 19:30:53.957947 3828 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-d4pzp I0521 19:30:53.980552 3828 pod.go:62] [openshift-multus/network-metrics-daemon-d4pzp] pod update took 22.631058ms I0521 19:30:53.980574 3828 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-d4pzp] addLogicalPort annotation time took 22.655334ms I0521 19:30:53.980581 3828 pod.go:62] [openshift-network-diagnostics/network-check-target-fczqr] pod update took 22.700653ms I0521 19:30:53.980595 3828 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-fczqr] addLogicalPort annotation time took 22.717797ms I0521 19:30:53.981309 3828 pods.go:271] [openshift-multus/network-metrics-daemon-d4pzp] addLogicalPort took 23.440093ms, libovsdb time 553.711µs I0521 19:30:53.981558 3828 pods.go:271] [openshift-network-diagnostics/network-check-target-fczqr] addLogicalPort took 23.76739ms, libovsdb time 798.547µs I0521 19:30:53.981590 3828 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-s67vc] creating logical port kube-system_global-pull-secret-syncer-s67vc for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:53.981632 3828 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-s67vc I0521 19:30:53.996832 3828 pod.go:62] [kube-system/global-pull-secret-syncer-s67vc] pod update took 15.216062ms I0521 19:30:53.996860 3828 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-s67vc] addLogicalPort annotation time took 15.233493ms I0521 19:30:53.997618 3828 pods.go:271] [kube-system/global-pull-secret-syncer-s67vc] addLogicalPort took 16.032878ms, libovsdb time 565.708µs I0521 19:30:53.997998 3828 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:30:53.998016 3828 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:30:53.998027 3828 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:30:53.998031 3828 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:30:53.998192 3828 repair.go:29] Repairing admin network policies took 155.66µs I0521 19:30:53.998287 3828 repair.go:92] Repairing baseline admin network policies took 87.96µs I0521 19:30:53.998658 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:30:53.998678 3828 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:30:54.000174 3828 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:30:54.000197 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:30:54.000210 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:30:54.001977 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:30:54.001997 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:30:54.002009 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:30:54.003414 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:54.003435 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:30:54.003446 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:30:54.003948 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:30:54.003964 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:30:54.003975 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:30:54.004437 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:30:54.004455 3828 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:30:54.004463 3828 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:30:54.005878 3828 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:30:54.005894 3828 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:30:54.005903 3828 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:30:54.007560 3828 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:30:54.007577 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:30:54.007584 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:30:54.007887 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:30:54.007902 3828 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:30:54.007909 3828 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:30:54.009132 3828 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:30:54.009149 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:30:54.009158 3828 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:30:54.009828 3828 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:30:54.009844 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:30:54.009850 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:30:54.010999 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:30:54.011021 3828 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:30:54.011029 3828 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:30:54.011524 3828 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:30:54.011541 3828 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:30:54.011551 3828 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:30:54.012481 3828 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:30:54.012495 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:30:54.012502 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:30:54.012939 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:30:54.012956 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:30:54.013688 3828 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:30:54.013708 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:54.014841 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:30:54.014859 3828 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:30:54.014867 3828 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:30:54.015886 3828 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:30:54.015902 3828 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:30:54.015912 3828 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:30:54.016880 3828 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:30:54.016898 3828 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:30:54.016908 3828 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:30:54.017983 3828 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:30:54.018001 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:30:54.018008 3828 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:30:54.018476 3828 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:30:54.018493 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:30:54.018499 3828 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:30:54.018738 3828 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:30:54.018752 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:30:54.018773 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:54.019466 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:30:54.019482 3828 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:30:54.019489 3828 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:30:54.020284 3828 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:30:54.020301 3828 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:30:54.020306 3828 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:30:54.020576 3828 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:30:54.020594 3828 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:30:54.020602 3828 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:30:54.022044 3828 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:30:54.022060 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:30:54.022067 3828 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:30:54.022533 3828 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:30:54.022550 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:30:54.022557 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:30:54.023017 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:54.023034 3828 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:30:54.023041 3828 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:30:54.023481 3828 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:30:54.023498 3828 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:30:54.023524 3828 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:30:54.024639 3828 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:30:54.024656 3828 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:30:54.024667 3828 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:30:54.025615 3828 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:30:54.031737 3828 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:30:54.031790 3828 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:30:54.031811 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:30:54.031829 3828 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:30:54.031829 3828 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:30:54.031854 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:30:54.031865 3828 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:30:54.032092 3828 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:30:54.032104 3828 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:30:54.032109 3828 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:30:54.032117 3828 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:30:54.032123 3828 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:54.032133 3828 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall I0521 19:30:54.032137 3828 egressfirewall.go:723] Syncing node "ip-10-0-2-237.ec2.internal" for egress firewall I0521 19:30:54.032263 3828 egressqos.go:245] Starting EgressQoS Controller I0521 19:30:54.032272 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:30:54.032279 3828 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:30:54.032284 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:30:54.032289 3828 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:30:54.032293 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:30:54.032297 3828 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:30:54.032301 3828 egressqos.go:259] Repairing EgressQoSes I0521 19:30:54.032305 3828 egressqos.go:399] Starting repairing loop for egressqos I0521 19:30:54.032390 3828 egressqos.go:401] Finished repairing loop for egressqos: 84.045µs I0521 19:30:54.032408 3828 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:30:54.032457 3828 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-131.ec2.internal I0521 19:30:54.032515 3828 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-131.ec2.internal : 56.694µs I0521 19:30:54.032611 3828 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:30:54.032625 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:54.032637 3828 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:54.032645 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:54.032652 3828 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:54.032658 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:54.032663 3828 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:54.032668 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:30:54.032674 3828 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:30:54.032679 3828 egressservice_zone.go:228] Repairing Egress Services I0521 19:30:54.032966 3828 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:30:54.032977 3828 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:54.033061 3828 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:54.033075 3828 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 19.738µs I0521 19:30:54.033083 3828 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0521 19:30:54.033091 3828 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 8.404µs I0521 19:30:54.033096 3828 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:54.033101 3828 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 5.761µs I0521 19:30:54.033243 3828 default_network_controller.go:585] Completing all the Watchers took 321.396616ms I0521 19:30:54.033258 3828 default_network_controller.go:589] Starting unidling controllers I0521 19:30:54.033269 3828 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:30:54.033276 3828 unidle.go:63] Populating Initial ContollerEvent events I0521 19:30:54.033306 3828 unidle.go:79] Setting up event handlers for services I0521 19:30:54.033394 3828 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:54.087275 3828 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:54.586277 3828 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:55.086737 3828 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:55.586727 3828 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:55.604175 3828 bridgeconfig.go:537] Gateway is ready I0521 19:30:55.604190 3828 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:30:55.608879 3828 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:55.615586 3828 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.131. Updating OVN encap IP. I0521 19:30:55.620744 3828 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.131 - it is already configured I0521 19:30:55.620756 3828 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.131/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:30:55.620935 3828 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.131/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-131.ec2.internal","mac-address":"12:33:a5:45:35:e5","ip-addresses":["10.0.0.131/24"],"ip-address":"10.0.0.131/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ffa141b5-de51-4ad2-a32a-1ab8972bf614 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.131/24"}] on node ip-10-0-0-131.ec2.internal I0521 19:30:55.635889 3828 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:55.635908 3828 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 25.118µs I0521 19:30:55.635895 3828 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:55.635895 3828 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:55.635975 3828 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:55.636017 3828 services_controller.go:574] Full service sync requested for network=default I0521 19:30:55.635990 3828 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0521 19:30:55.636476 3828 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.131 I0521 19:30:55.636589 3828 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-131.ec2.internal I0521 19:30:55.640853 3828 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0521 19:30:55.640933 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal I0521 19:30:55.640942 3828 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nm4lm I0521 19:30:55.640953 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal I0521 19:30:55.640955 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fczqr I0521 19:30:55.640960 3828 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal I0521 19:30:55.640958 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-z8n8j I0521 19:30:55.640970 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fczqr I0521 19:30:55.640972 3828 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal I0521 19:30:55.640974 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-w4wlg I0521 19:30:55.640976 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal after 0 failed attempt(s) I0521 19:30:55.640980 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-z8n8j I0521 19:30:55.640988 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d4pzp I0521 19:30:55.640988 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t82lf I0521 19:30:55.640991 3828 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal after 0 failed attempt(s) I0521 19:30:55.641000 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rrr84 I0521 19:30:55.641001 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2rcnq I0521 19:30:55.641007 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-z8n8j after 0 failed attempt(s) I0521 19:30:55.640977 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hw68s I0521 19:30:55.640981 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-w4wlg I0521 19:30:55.641021 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-hw68s I0521 19:30:55.641018 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-d6vrz I0521 19:30:55.641037 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-hw68s after 0 failed attempt(s) I0521 19:30:55.640968 3828 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-s67vc I0521 19:30:55.641049 3828 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-s67vc I0521 19:30:55.641063 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-d6vrz I0521 19:30:55.641096 3828 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-94nsp I0521 19:30:55.641106 3828 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-s67vc] creating logical port kube-system_global-pull-secret-syncer-s67vc for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:55.641002 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t82lf I0521 19:30:55.641145 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-t82lf after 0 failed attempt(s) I0521 19:30:55.641107 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-94nsp I0521 19:30:55.641169 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-94nsp after 0 failed attempt(s) I0521 19:30:55.640993 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d4pzp I0521 19:30:55.641197 3828 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d4pzp] creating logical port openshift-multus_network-metrics-daemon-d4pzp for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:55.641095 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-d6vrz after 0 failed attempt(s) I0521 19:30:55.640958 3828 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-nm4lm I0521 19:30:55.641232 3828 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-nm4lm after 0 failed attempt(s) I0521 19:30:55.641012 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2rcnq I0521 19:30:55.641009 3828 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fczqr] creating logical port openshift-network-diagnostics_network-check-target-fczqr for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:55.641253 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2rcnq after 0 failed attempt(s) I0521 19:30:55.641039 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-w4wlg after 0 failed attempt(s) I0521 19:30:55.641012 3828 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rrr84 I0521 19:30:55.641272 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rrr84 after 0 failed attempt(s) I0521 19:30:55.641915 3828 pods.go:271] [kube-system/global-pull-secret-syncer-s67vc] addLogicalPort took 842.614µs, libovsdb time 288.718µs I0521 19:30:55.641928 3828 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-s67vc after 0 failed attempt(s) I0521 19:30:55.642002 3828 pods.go:271] [openshift-network-diagnostics/network-check-target-fczqr] addLogicalPort took 1.0062ms, libovsdb time 289.211µs I0521 19:30:55.642013 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-fczqr after 0 failed attempt(s) I0521 19:30:55.642065 3828 pods.go:271] [openshift-multus/network-metrics-daemon-d4pzp] addLogicalPort took 872.815µs, libovsdb time 304.727µs I0521 19:30:55.642076 3828 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-d4pzp after 0 failed attempt(s) I0521 19:30:55.655613 3828 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:30:55.666604 3828 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:30:55.669689 3828 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:30:55.714029 3828 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:30:55.768666 3828 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:55.784279 3828 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:30:55.784404 3828 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:30:55.784467 3828 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:30:55.784585 3828 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:30:55.784640 3828 gateway_init.go:325] Gateway and management port readiness took 2.202623669s I0521 19:30:55.784672 3828 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:30:55.784709 3828 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:30:55.784735 3828 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:30:55.784745 3828 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:55.784798 3828 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:30:55.784897 3828 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.132µs I0521 19:30:55.785141 3828 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:30:55.785165 3828 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.372µs I0521 19:30:55.785173 3828 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.12µs I0521 19:30:55.785179 3828 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:30:55.785188 3828 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:30:55.785196 3828 default_node_network_controller.go:899] Starting the default node network controller I0521 19:30:55.785203 3828 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:30:55.785212 3828 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.267µs I0521 19:30:55.785365 3828 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:30:55.785374 3828 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:30:55.785395 3828 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7760 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc0002ca380 0xc0002ca3f0 0xc000ab58b0 0xc0002ca460 0xc0002ca4d0 0xc0001822d0 0xc0064ff3b0 0xc0002ca5b0 map[0x2ff9080:0xc001fa2ea0 0x2ff95c0:0xc001fa3020 0x2ffa2e0:0xc001fa2de0 0x2ffa580:0xc001fa2e40 0x2ffad60:0xc001fa2f00 0x2ffb000:0xc001fa2f60 0x2ffb2a0:0xc001fa2fc0 0x2ffba80:0xc001fa3080 0x2ffbd20:0xc001fa33e0 0x3026980:0xc001184fc0 0x3026d20:0xc001185020 0x3027800:0xc000b43bc0 0x3029160:0xc001c40000 0x30298a0:0xc001185200 0x302a720:0xc001184f60] 0xc000aaa770 0} I0521 19:30:55.785460 3828 gateway.go:151] Starting gateway service sync I0521 19:30:55.785906 3828 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:30:55.787993 3828 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:30:55.811688 3828 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:30:55.812731 3828 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:30:55.813769 3828 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:30:55.846283 3828 gateway.go:168] Gateway service sync done. Time taken: 60.812175ms I0521 19:30:55.846598 3828 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32648 I0521 19:30:55.847051 3828 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7760 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc0002ca380 0xc0002ca3f0 0xc000ab58b0 0xc0002ca460 0xc0002ca4d0 0xc0001822d0 0xc0064ff3b0 0xc0002ca5b0 map[0x2ff9080:0xc001fa2ea0 0x2ff95c0:0xc001fa3020 0x2ffa2e0:0xc001fa2de0 0x2ffa580:0xc001fa2e40 0x2ffad60:0xc001fa2f00 0x2ffb000:0xc001fa2f60 0x2ffb2a0:0xc001fa2fc0 0x2ffba80:0xc001fa3080 0x2ffbd20:0xc001fa33e0 0x3026980:0xc001184fc0 0x3026d20:0xc001185020 0x3027800:0xc000b43bc0 0x3029160:0xc001c40000 0x30298a0:0xc001185200 0x302a720:0xc001184f60] 0xc000aaa770 0} I0521 19:30:55.847548 3828 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7760 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc0002ca380 0xc0002ca3f0 0xc000ab58b0 0xc0002ca460 0xc0002ca4d0 0xc0001822d0 0xc0064ff3b0 0xc0002ca5b0 map[0x2ff9080:0xc001fa2ea0 0x2ff95c0:0xc001fa3020 0x2ffa2e0:0xc001fa2de0 0x2ffa580:0xc001fa2e40 0x2ffad60:0xc001fa2f00 0x2ffb000:0xc001fa2f60 0x2ffb2a0:0xc001fa2fc0 0x2ffba80:0xc001fa3080 0x2ffbd20:0xc001fa33e0 0x3026980:0xc001184fc0 0x3026d20:0xc001185020 0x3027800:0xc000b43bc0 0x3029160:0xc001c40000 0x30298a0:0xc001185200 0x302a720:0xc001184f60] 0xc000aaa770 0} I0521 19:30:55.847587 3828 gateway.go:532] Reconciling gateway with updates I0521 19:30:55.852385 3828 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:30:55.852415 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:55.852413 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:55.852424 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:55.852434 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:55.852441 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:55.852450 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:55.852463 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:55.852473 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:55.852476 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:55.852494 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:55.852439 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:55.852507 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:55.852511 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:55.852514 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:55.852520 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:55.852513 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:55.852532 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:55.852532 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:55.852545 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:55.852545 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:55.852549 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:55.852549 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:55.852559 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:55.852560 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:55.852564 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:55.852571 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:55.852587 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:55.852589 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:55.852595 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:55.852528 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:55.852608 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:55.852609 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:55.852609 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:55.852615 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:55.852621 3828 default_node_network_controller.go:944] Gateway and management port readiness took 67.239744ms I0521 19:30:55.852627 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:55.852520 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:55.852639 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:55.852642 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:55.852647 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:55.852494 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:55.852469 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:55.852667 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:55.852678 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:55.852678 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:55.852684 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:55.852689 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:55.852692 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:55.852677 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:55.852694 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:55.852698 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:55.852701 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:55.852710 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:55.852717 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:55.852718 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:55.852722 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:55.852755 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:55.852521 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:55.852768 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:55.852536 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:55.852782 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:55.852552 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:55.852808 3828 port_claim.go:71] Svc openshift-ingress/router-default: port 31248 is already open, no action needed I0521 19:30:55.852813 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:55.852824 3828 port_claim.go:71] Svc openshift-ingress/router-default: port 30977 is already open, no action needed I0521 19:30:55.852826 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:55.852534 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:55.852847 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:55.852496 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:55.852859 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:55.852668 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:55.852874 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:55.852880 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:55.852886 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:55.852877 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:55.852890 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:55.852897 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:55.852695 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:55.852896 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:55.852903 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:55.852908 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:55.852910 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:55.852916 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:55.852911 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:55.852921 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:55.852922 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:55.852929 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:55.852678 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:55.852935 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:55.852932 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:55.852942 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:55.852943 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:55.852949 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:55.852952 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:55.852908 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:55.853002 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:55.852895 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:55.853016 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:55.852905 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:55.852698 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:55.852733 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:55.852536 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:55.852882 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:55.853225 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:55.852896 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:55.853260 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:55.852528 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:55.853298 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:55.852677 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:55.852919 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:55.852920 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:55.852702 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:55.853473 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:55.852920 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:55.853485 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:55.853491 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:55.852928 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:55.852927 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:55.852936 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:55.854065 3828 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:30:55.889805 3828 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:55.889983 3828 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:55.890129 3828 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 W0521 19:30:55.897519 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:30:55.897830 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:55.897848 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:55.897855 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:55.897860 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:55.897873 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:55.897904 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:55.936174 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:55.955278 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:55.955291 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:55.955306 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:55.955325 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:55.955332 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:55.955339 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:55.955344 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:55.955350 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:55.955355 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:57.306409 3828 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:30:57.307301 3828 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 867.792µs I0521 19:30:57.328805 3828 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 19:30:57.771903 3828 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:30:57.771927 3828 default_node_network_controller.go:1380] Starting node controller node sync I0521 19:30:57.771956 3828 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 19:30:57.784402 3828 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.457808ms I0521 19:30:57.784576 3828 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 10.0.1.72 to PMTUD blocking rules I0521 19:30:57.784588 3828 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:57.784610 3828 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-237.ec2.internal", IP: 10.0.2.237 to PMTUD blocking rules I0521 19:30:57.784625 3828 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:57.796155 3828 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:30:57.796475 3828 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:30:57.796627 3828 egressservice_node.go:183] Starting Egress Services Controller I0521 19:30:57.796645 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:57.796656 3828 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:57.796662 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:57.796667 3828 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:57.796675 3828 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:57.796680 3828 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:57.796684 3828 egressservice_node.go:197] Repairing Egress Services I0521 19:30:57.806448 3828 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:30:57.806459 3828 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:57.806721 3828 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:30:57.806735 3828 link_network_manager.go:119] Link manager is running I0521 19:30:57.806746 3828 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:30:57.806923 3828 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:30:57.807433 3828 vrf_manager.go:128] VRF manager is running I0521 19:30:57.807634 3828 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:30:57.807643 3828 gateway.go:532] Reconciling gateway with updates I0521 19:30:57.828590 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:57.828613 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:57.828614 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:57.828622 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:57.828622 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:57.828629 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:57.828635 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:57.828634 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:57.828642 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:57.828640 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:57.828656 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:57.828656 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:57.828669 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:57.828671 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:57.828673 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:57.828675 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:57.828684 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:57.828659 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:57.828691 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:57.828693 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:57.828690 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:57.828700 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:57.828704 3828 port_claim.go:71] Svc openshift-ingress/router-default: port 31248 is already open, no action needed I0521 19:30:57.828705 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:57.828711 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:57.828713 3828 port_claim.go:71] Svc openshift-ingress/router-default: port 30977 is already open, no action needed I0521 19:30:57.828717 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:57.828717 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:57.828721 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:57.828729 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:57.828736 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:57.828739 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:57.828746 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:57.828711 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:57.828759 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:57.828759 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:57.828693 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:57.828768 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:57.828663 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:57.828775 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:57.828673 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:57.828791 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:57.828795 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:57.828806 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:57.828814 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:57.828823 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:57.828830 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:57.828826 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:57.828835 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:57.828836 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:57.828836 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:57.828835 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:57.828850 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:57.828856 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:57.828855 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:57.828865 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:57.828876 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:57.828885 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:57.828887 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:57.828825 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:57.828626 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:57.828951 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:57.828871 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:57.828640 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:57.828795 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:57.829083 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:57.828709 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:57.828807 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:57.828679 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:57.829252 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:57.828678 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:57.829291 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:57.828688 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:57.829337 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:57.828698 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:57.829385 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:57.828698 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:57.829488 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:57.828762 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:57.828613 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:57.829555 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:57.828771 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:57.828774 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:57.828659 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:57.829624 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:57.828648 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:57.829647 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:57.829652 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:57.828799 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:57.828662 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:57.829679 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:57.828653 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:57.829715 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:57.828811 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:57.828641 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:57.828820 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:57.829773 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:57.829778 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:57.828840 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:57.828846 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:57.828868 3828 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:57.829825 3828 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:57.850875 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:57.850886 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:57.850909 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:57.850916 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:57.850921 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:57.850927 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:57.850932 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:57.850937 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:57.850942 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:57.850947 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:57.850952 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:57.850957 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:57.850961 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:57.850966 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:57.850971 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:57.850975 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:57.850980 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:57.850986 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:57.850990 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:57.850995 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:57.850999 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:57.851004 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:57.851008 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0521 19:30:57.874737 3828 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:57.896810 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:57.896839 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:57.896849 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:57.896857 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:57.896865 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:57.934813 3828 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:30:57.935774 3828 namespace.go:102] [openshift-service-ca] adding namespace took 898.665µs I0521 19:30:57.938902 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:57.938928 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:57.938937 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:57.938948 3828 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:57.956873 3828 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:30:59.394468 3828 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:59.394508 3828 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 49.948µs I0521 19:30:59.425541 3828 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bd494c47b-4dxcq] creating logical port openshift-image-registry_image-registry-bd494c47b-4dxcq for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:59.425690 3828 kube.go:256] Updating pod openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:30:59.441568 3828 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-t7nx6] creating logical port openshift-dns_dns-default-t7nx6 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:59.441686 3828 kube.go:256] Updating pod openshift-dns/dns-default-t7nx6 I0521 19:30:59.445184 3828 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vpx2v] creating logical port openshift-ingress-canary_ingress-canary-vpx2v for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:59.445295 3828 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vpx2v I0521 19:30:59.449690 3828 pod.go:62] [openshift-image-registry/image-registry-bd494c47b-4dxcq] pod update took 24.042002ms I0521 19:30:59.449710 3828 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bd494c47b-4dxcq] addLogicalPort annotation time took 24.066692ms I0521 19:30:59.450813 3828 pods.go:271] [openshift-image-registry/image-registry-bd494c47b-4dxcq] addLogicalPort took 25.291053ms, libovsdb time 859.437µs I0521 19:30:59.462806 3828 pod.go:62] [openshift-dns/dns-default-t7nx6] pod update took 21.14745ms I0521 19:30:59.462823 3828 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-t7nx6] addLogicalPort annotation time took 21.169504ms I0521 19:30:59.462871 3828 pod.go:62] [openshift-ingress-canary/ingress-canary-vpx2v] pod update took 17.591929ms I0521 19:30:59.462893 3828 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vpx2v] addLogicalPort annotation time took 17.616885ms I0521 19:30:59.464023 3828 pods.go:271] [openshift-dns/dns-default-t7nx6] addLogicalPort took 22.468646ms, libovsdb time 843.781µs I0521 19:30:59.464515 3828 pods.go:271] [openshift-ingress-canary/ingress-canary-vpx2v] addLogicalPort took 19.352299ms, libovsdb time 1.305387ms I0521 19:30:59.634937 3828 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-whqzp] creating logical port openshift-service-ca_service-ca-d9cb48497-whqzp for pod on switch ip-10-0-0-131.ec2.internal I0521 19:30:59.635065 3828 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-whqzp I0521 19:30:59.649282 3828 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-whqzp] pod update took 14.240446ms I0521 19:30:59.649306 3828 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-whqzp] addLogicalPort annotation time took 14.268987ms I0521 19:30:59.650494 3828 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-whqzp] addLogicalPort took 15.578252ms, libovsdb time 881.917µs I0521 19:30:59.866117 3828 cni.go:452] [openshift-ingress-canary/ingress-canary-vpx2v 9b7e4f2325f1eda38262017f18f3da9efef53dd09cfd4f13010add6e7ab8dc66 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vpx2v 9b7e4f2325f1eda38262017f18f3da9efef53dd09cfd4f13010add6e7ab8dc66 network default NAD default NAD key ] I0521 19:30:59.896391 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vpx2v, hostIfaceName: 9b7e4f2325f1eda, network: default, NAD default, SandboxID: "9b7e4f2325f1eda38262017f18f3da9efef53dd09cfd4f13010add6e7ab8dc66", PCI device ID: , UID: "d7219ba9-3cfe-42ed-b5da-63fa4d44579b", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 19:30:59.940685 3828 cni.go:473] [openshift-ingress-canary/ingress-canary-vpx2v 9b7e4f2325f1eda38262017f18f3da9efef53dd09cfd4f13010add6e7ab8dc66 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vpx2v 9b7e4f2325f1eda38262017f18f3da9efef53dd09cfd4f13010add6e7ab8dc66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b3:fc:7c:de:ec\",\"name\":\"9b7e4f2325f1eda\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8fa8687-acc9-4c64-a86f-4deee54291fe\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:00.014233 3828 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-whqzp f6b72c1487892adaa56589c8a3c7ba8a40493ff708d6cc0752bd15f691749040 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-whqzp f6b72c1487892adaa56589c8a3c7ba8a40493ff708d6cc0752bd15f691749040 network default NAD default NAD key ] I0521 19:31:00.023250 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-whqzp, hostIfaceName: f6b72c1487892ad, network: default, NAD default, SandboxID: "f6b72c1487892adaa56589c8a3c7ba8a40493ff708d6cc0752bd15f691749040", PCI device ID: , UID: "4f3cf6b3-5984-42ce-ae70-28af2c1c5d3d", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 19:31:00.071884 3828 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-whqzp f6b72c1487892adaa56589c8a3c7ba8a40493ff708d6cc0752bd15f691749040 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-whqzp f6b72c1487892adaa56589c8a3c7ba8a40493ff708d6cc0752bd15f691749040 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0d:18:07:7b:52\",\"name\":\"f6b72c1487892ad\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14adeadf-9ce0-4846-8bcf-a8621f4a2bbc\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:03.007875 3828 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:31:03.947938 3828 cni.go:452] [kube-system/global-pull-secret-syncer-s67vc fa48c8795843a7ce4187efce4736622135e79fef184fc92dfea33da0575815e2 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-s67vc fa48c8795843a7ce4187efce4736622135e79fef184fc92dfea33da0575815e2 network default NAD default NAD key ] I0521 19:31:03.959708 3828 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-s67vc, hostIfaceName: fa48c8795843a7c, network: default, NAD default, SandboxID: "fa48c8795843a7ce4187efce4736622135e79fef184fc92dfea33da0575815e2", PCI device ID: , UID: "3429995d-6c10-4e16-8aa5-e08c568febd3", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 19:31:03.970850 3828 cni.go:452] [openshift-network-diagnostics/network-check-target-fczqr 7767196be33125953db01d4122ac438a513e0f7a60e64f0e8433a0470f4cfc44 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-fczqr 7767196be33125953db01d4122ac438a513e0f7a60e64f0e8433a0470f4cfc44 network default NAD default NAD key ] I0521 19:31:03.987172 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-fczqr, hostIfaceName: 7767196be331259, network: default, NAD default, SandboxID: "7767196be33125953db01d4122ac438a513e0f7a60e64f0e8433a0470f4cfc44", PCI device ID: , UID: "012aa30d-dc82-4a44-a750-8f65b98b3f0c", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 19:31:04.012866 3828 cni.go:473] [kube-system/global-pull-secret-syncer-s67vc fa48c8795843a7ce4187efce4736622135e79fef184fc92dfea33da0575815e2 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-s67vc fa48c8795843a7ce4187efce4736622135e79fef184fc92dfea33da0575815e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:d4:ab:48:af:26\",\"name\":\"fa48c8795843a7c\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50f74a2d-b818-437b-a55f-a99d9aa28d4d\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:04.030458 3828 cni.go:473] [openshift-network-diagnostics/network-check-target-fczqr 7767196be33125953db01d4122ac438a513e0f7a60e64f0e8433a0470f4cfc44 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-fczqr 7767196be33125953db01d4122ac438a513e0f7a60e64f0e8433a0470f4cfc44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:b2:d7:7f:05:e8\",\"name\":\"7767196be331259\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36430e4b-7401-46c7-b1b3-0f9108bd9bc7\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:07.510965 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:31:15.409942 3828 cni.go:452] [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key ] I0521 19:31:15.420359 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bd494c47b-4dxcq, hostIfaceName: 85693b5ab4356c1, network: default, NAD default, SandboxID: "85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852", PCI device ID: , UID: "eb6a3039-00d1-48d8-b3c5-6ccf55df0b6e", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0521 19:31:15.422107 3828 default_network_controller.go:1025] Node "ip-10-0-1-72.ec2.internal" in remote zone "ip-10-0-1-72.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:31:15.422883 3828 zone_ic_handler.go:195] Time taken to create transit switch: 301.372µs I0521 19:31:15.422901 3828 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-72.ec2.internal for the network default I0521 19:31:15.423770 3828 cni.go:452] [openshift-dns/dns-default-t7nx6 fff92e7e52d4ca649bc99d5204a63eb2bf588ab8473a1de466fe5957d265faf7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-t7nx6 fff92e7e52d4ca649bc99d5204a63eb2bf588ab8473a1de466fe5957d265faf7 network default NAD default NAD key ] I0521 19:31:15.424097 3828 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-72.ec2.internal" on network "default" took: 1.528229ms I0521 19:31:15.435610 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-t7nx6, hostIfaceName: fff92e7e52d4ca6, network: default, NAD default, SandboxID: "fff92e7e52d4ca649bc99d5204a63eb2bf588ab8473a1de466fe5957d265faf7", PCI device ID: , UID: "a7de6506-155d-4cb2-8b91-2b4574c4f7b3", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 19:31:15.467704 3828 cni.go:473] [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:10:43:2c:7b:0d\",\"name\":\"85693b5ab4356c1\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b00a503-2c4a-47aa-806d-a3b3e9c4eb86\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:15.483162 3828 cni.go:473] [openshift-dns/dns-default-t7nx6 fff92e7e52d4ca649bc99d5204a63eb2bf588ab8473a1de466fe5957d265faf7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-t7nx6 fff92e7e52d4ca649bc99d5204a63eb2bf588ab8473a1de466fe5957d265faf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:56:34:40:d9:e8\",\"name\":\"fff92e7e52d4ca6\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c789b191-55cf-43d5-979c-1b23234c6db3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:25.737673 3828 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:25.737889 3828 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:25.746304 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:25.746342 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:25.746350 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:25.795424 3828 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:25.829548 3828 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:25.862589 3828 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dthgp] creating logical port openshift-insights_insights-runtime-extractor-dthgp for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:25.862671 3828 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dthgp I0521 19:31:25.891418 3828 pod.go:62] [openshift-insights/insights-runtime-extractor-dthgp] pod update took 28.768854ms I0521 19:31:25.891441 3828 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-dthgp] addLogicalPort annotation time took 28.801081ms I0521 19:31:25.892396 3828 pods.go:271] [openshift-insights/insights-runtime-extractor-dthgp] addLogicalPort took 29.817148ms, libovsdb time 705.921µs I0521 19:31:26.569229 3828 cni.go:452] [openshift-insights/insights-runtime-extractor-dthgp 7bc67ec22f5f97a6be7e86f7d6e1ba092fcd8e0327a1a410d6522c6bcd5753ca network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dthgp 7bc67ec22f5f97a6be7e86f7d6e1ba092fcd8e0327a1a410d6522c6bcd5753ca network default NAD default NAD key ] I0521 19:31:26.579556 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dthgp, hostIfaceName: 7bc67ec22f5f97a, network: default, NAD default, SandboxID: "7bc67ec22f5f97a6be7e86f7d6e1ba092fcd8e0327a1a410d6522c6bcd5753ca", PCI device ID: , UID: "1b59e06d-e9ba-4810-9c01-20c51670eaa7", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 19:31:26.624368 3828 cni.go:473] [openshift-insights/insights-runtime-extractor-dthgp 7bc67ec22f5f97a6be7e86f7d6e1ba092fcd8e0327a1a410d6522c6bcd5753ca network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dthgp 7bc67ec22f5f97a6be7e86f7d6e1ba092fcd8e0327a1a410d6522c6bcd5753ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b4:2b:7f:27:3a\",\"name\":\"7bc67ec22f5f97a\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ab9930-3594-4f5a-9682-a2d2729a6e8a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:27.051729 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-hpjnh for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:27.051843 3828 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh I0521 19:31:27.067746 3828 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh] pod update took 15.928233ms I0521 19:31:27.067777 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh] addLogicalPort annotation time took 15.960818ms I0521 19:31:27.069048 3828 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh] addLogicalPort took 17.334117ms, libovsdb time 918.079µs I0521 19:31:27.520031 3828 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh ed9ac342a7de677be7f344b4fc4c4de927ac9b624f6cae81e00c8b1c0287a61a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh ed9ac342a7de677be7f344b4fc4c4de927ac9b624f6cae81e00c8b1c0287a61a network default NAD default NAD key ] I0521 19:31:27.530639 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-hpjnh, hostIfaceName: ed9ac342a7de677, network: default, NAD default, SandboxID: "ed9ac342a7de677be7f344b4fc4c4de927ac9b624f6cae81e00c8b1c0287a61a", PCI device ID: , UID: "cdc403cf-697c-4075-9bb5-476d7908f30b", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 19:31:27.574598 3828 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh ed9ac342a7de677be7f344b4fc4c4de927ac9b624f6cae81e00c8b1c0287a61a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpjnh ed9ac342a7de677be7f344b4fc4c4de927ac9b624f6cae81e00c8b1c0287a61a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:69:02:52:67:74\",\"name\":\"ed9ac342a7de677\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87d5c538-752e-4c55-85c4-37cc064097af\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:28.183358 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:28.183383 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:28.183389 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:29.091100 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:31:31.042594 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:31.042619 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:31.179129 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-q9nb9] creating logical port openshift-monitoring_prometheus-operator-76b589d668-q9nb9 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:31.179215 3828 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-q9nb9 I0521 19:31:31.196245 3828 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-q9nb9] pod update took 17.057214ms I0521 19:31:31.196267 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-q9nb9] addLogicalPort annotation time took 17.0837ms I0521 19:31:31.197425 3828 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-q9nb9] addLogicalPort took 18.313341ms, libovsdb time 872.933µs I0521 19:31:31.563142 3828 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-q9nb9 0ae958d5134aafca0f05f0c5bc428bbbb9423064f0e20f82240c589d183b96ea network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-q9nb9 0ae958d5134aafca0f05f0c5bc428bbbb9423064f0e20f82240c589d183b96ea network default NAD default NAD key ] I0521 19:31:31.572502 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-q9nb9, hostIfaceName: 0ae958d5134aafc, network: default, NAD default, SandboxID: "0ae958d5134aafca0f05f0c5bc428bbbb9423064f0e20f82240c589d183b96ea", PCI device ID: , UID: "557de11c-2b79-467e-84d1-16436f726ba0", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 19:31:31.615689 3828 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-q9nb9 0ae958d5134aafca0f05f0c5bc428bbbb9423064f0e20f82240c589d183b96ea network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-q9nb9 0ae958d5134aafca0f05f0c5bc428bbbb9423064f0e20f82240c589d183b96ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9b:94:9a:e5:13\",\"name\":\"0ae958d5134aafc\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40046ecb-395d-470e-8164-8f98f84a7210\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:34.018580 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:34.018605 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:31:36.038167 3828 cni.go:452] [openshift-multus/network-metrics-daemon-d4pzp aa01c738180b36817cd25e902181981e3692d1924bace612db4924d6849d7724 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-d4pzp aa01c738180b36817cd25e902181981e3692d1924bace612db4924d6849d7724 network default NAD default NAD key ] I0521 19:31:36.046921 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-d4pzp, hostIfaceName: aa01c738180b368, network: default, NAD default, SandboxID: "aa01c738180b36817cd25e902181981e3692d1924bace612db4924d6849d7724", PCI device ID: , UID: "8664e907-81ab-47c5-8659-c22cb5a7a0c7", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 19:31:36.092200 3828 cni.go:473] [openshift-multus/network-metrics-daemon-d4pzp aa01c738180b36817cd25e902181981e3692d1924bace612db4924d6849d7724 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-d4pzp aa01c738180b36817cd25e902181981e3692d1924bace612db4924d6849d7724 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:96:b4:82:fb:e4\",\"name\":\"aa01c738180b368\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd172016-b172-4159-b26b-0d4fa7e8e786\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:36.941729 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-c6nj5 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:36.941809 3828 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5 I0521 19:31:36.964460 3828 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5] pod update took 22.670355ms I0521 19:31:36.964488 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5] addLogicalPort annotation time took 22.700587ms I0521 19:31:36.965796 3828 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5] addLogicalPort took 24.078933ms, libovsdb time 950.035µs I0521 19:31:37.306273 3828 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5 69f1876be055b8fbcda72cb22ea1f377a9637c8f7b98252846a4d580765642a8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5 69f1876be055b8fbcda72cb22ea1f377a9637c8f7b98252846a4d580765642a8 network default NAD default NAD key ] I0521 19:31:37.316042 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-c6nj5, hostIfaceName: 69f1876be055b8f, network: default, NAD default, SandboxID: "69f1876be055b8fbcda72cb22ea1f377a9637c8f7b98252846a4d580765642a8", PCI device ID: , UID: "f2ee2063-4de0-432e-a539-9c1ad386f1af", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 19:31:37.361707 3828 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5 69f1876be055b8fbcda72cb22ea1f377a9637c8f7b98252846a4d580765642a8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-c6nj5 69f1876be055b8fbcda72cb22ea1f377a9637c8f7b98252846a4d580765642a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:59:26:ac:31:30\",\"name\":\"69f1876be055b8f\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c35ffb9a-f6b7-45f5-8640-b5588ce01f16\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:38.012846 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:38.012980 3828 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:31:38.036082 3828 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.17217ms I0521 19:31:38.036112 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.206409ms I0521 19:31:38.037783 3828 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.947644ms, libovsdb time 1.265308ms I0521 19:31:38.370089 3828 cni.go:452] [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key ] I0521 19:31:38.381022 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: bea027e6a61ded7, network: default, NAD default, SandboxID: "bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9", PCI device ID: , UID: "34d6839a-3c56-4eb8-9aae-85a0d5979e8a", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 19:31:38.427991 3828 cni.go:473] [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ad:8e:01:4b:9a\",\"name\":\"bea027e6a61ded7\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a45742f-4ad7-4316-a572-cb2c986c0bad\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:39.855958 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-66dbdc894b-g9pd7] creating logical port openshift-monitoring_thanos-querier-66dbdc894b-g9pd7 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:39.856059 3828 kube.go:256] Updating pod openshift-monitoring/thanos-querier-66dbdc894b-g9pd7 I0521 19:31:39.877121 3828 pod.go:62] [openshift-monitoring/thanos-querier-66dbdc894b-g9pd7] pod update took 21.093515ms I0521 19:31:39.877151 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-66dbdc894b-g9pd7] addLogicalPort annotation time took 21.128387ms I0521 19:31:39.878219 3828 pods.go:271] [openshift-monitoring/thanos-querier-66dbdc894b-g9pd7] addLogicalPort took 22.277776ms, libovsdb time 745.524µs W0521 19:31:40.161169 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:40.168076 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.168093 3828 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.168100 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:31:40.235506 3828 cni.go:452] [openshift-monitoring/thanos-querier-66dbdc894b-g9pd7 ae057a6b52e4f42a89a1026c2194eb271a39219e66de25c25067d864debf018a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-66dbdc894b-g9pd7 ae057a6b52e4f42a89a1026c2194eb271a39219e66de25c25067d864debf018a network default NAD default NAD key ] I0521 19:31:40.246412 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-66dbdc894b-g9pd7, hostIfaceName: ae057a6b52e4f42, network: default, NAD default, SandboxID: "ae057a6b52e4f42a89a1026c2194eb271a39219e66de25c25067d864debf018a", PCI device ID: , UID: "d535ee80-e4a2-4cff-b8d6-0c680903ad20", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] W0521 19:31:40.286481 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.286499 3828 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.286506 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:31:40.299648 3828 cni.go:473] [openshift-monitoring/thanos-querier-66dbdc894b-g9pd7 ae057a6b52e4f42a89a1026c2194eb271a39219e66de25c25067d864debf018a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-66dbdc894b-g9pd7 ae057a6b52e4f42a89a1026c2194eb271a39219e66de25c25067d864debf018a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:17:ee:d0:bc:d6\",\"name\":\"ae057a6b52e4f42\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1639c6f9-f8f9-4ce3-8c2f-33f67b4d94c4\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:41.425497 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-tsf8x for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:41.425619 3828 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x I0521 19:31:41.439607 3828 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x] pod update took 14.028033ms I0521 19:31:41.439638 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x] addLogicalPort annotation time took 14.062943ms I0521 19:31:41.441191 3828 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x] addLogicalPort took 15.722973ms, libovsdb time 1.152479ms I0521 19:31:41.604517 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-777c69bf59-x7vjr] creating logical port openshift-monitoring_metrics-server-777c69bf59-x7vjr for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:41.604615 3828 kube.go:256] Updating pod openshift-monitoring/metrics-server-777c69bf59-x7vjr I0521 19:31:41.625410 3828 pod.go:62] [openshift-monitoring/metrics-server-777c69bf59-x7vjr] pod update took 20.820716ms I0521 19:31:41.625500 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-777c69bf59-x7vjr] addLogicalPort annotation time took 20.913563ms I0521 19:31:41.626844 3828 pods.go:271] [openshift-monitoring/metrics-server-777c69bf59-x7vjr] addLogicalPort took 22.341538ms, libovsdb time 924.659µs I0521 19:31:42.723711 3828 cni.go:452] [openshift-monitoring/metrics-server-777c69bf59-x7vjr 7ffa032e881747e4fdaa02fc354ed61df36d434555f924252c4648b4628a709d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-777c69bf59-x7vjr 7ffa032e881747e4fdaa02fc354ed61df36d434555f924252c4648b4628a709d network default NAD default NAD key ] I0521 19:31:42.724067 3828 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x 8ac076826cebfa942d01993377704edb79b73bf77d8e14ab10f460b3c7d5bed3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x 8ac076826cebfa942d01993377704edb79b73bf77d8e14ab10f460b3c7d5bed3 network default NAD default NAD key ] I0521 19:31:42.736268 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-777c69bf59-x7vjr, hostIfaceName: 7ffa032e881747e, network: default, NAD default, SandboxID: "7ffa032e881747e4fdaa02fc354ed61df36d434555f924252c4648b4628a709d", PCI device ID: , UID: "5ee7fc6e-67e7-421e-bda6-cf287b5cb441", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 19:31:42.736271 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-tsf8x, hostIfaceName: 8ac076826cebfa9, network: default, NAD default, SandboxID: "8ac076826cebfa942d01993377704edb79b73bf77d8e14ab10f460b3c7d5bed3", PCI device ID: , UID: "4d1ae9f0-ff0b-4a86-82ca-2d460537b13c", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 19:31:42.790701 3828 cni.go:473] [openshift-monitoring/metrics-server-777c69bf59-x7vjr 7ffa032e881747e4fdaa02fc354ed61df36d434555f924252c4648b4628a709d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-777c69bf59-x7vjr 7ffa032e881747e4fdaa02fc354ed61df36d434555f924252c4648b4628a709d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:da:a0:0a:9f:1e\",\"name\":\"7ffa032e881747e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec651986-2ac9-420b-b05c-52816b607fcd\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:42.808549 3828 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x 8ac076826cebfa942d01993377704edb79b73bf77d8e14ab10f460b3c7d5bed3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tsf8x 8ac076826cebfa942d01993377704edb79b73bf77d8e14ab10f460b3c7d5bed3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d6:64:ff:da:3d\",\"name\":\"8ac076826cebfa9\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/824fbc00-2669-42a3-a03a-9c9511ff49d0\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:42.976605 3828 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-mkhtg] creating logical port openshift-console_downloads-5c54f4944f-mkhtg for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:42.976729 3828 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-mkhtg I0521 19:31:43.003527 3828 pod.go:62] [openshift-console/downloads-5c54f4944f-mkhtg] pod update took 26.819473ms I0521 19:31:43.003573 3828 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-mkhtg] addLogicalPort annotation time took 26.871268ms I0521 19:31:43.004964 3828 pods.go:271] [openshift-console/downloads-5c54f4944f-mkhtg] addLogicalPort took 28.377986ms, libovsdb time 1.024223ms I0521 19:31:43.243376 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:43.243664 3828 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:31:43.329868 3828 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 86.264721ms I0521 19:31:43.329964 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 86.368985ms I0521 19:31:43.333352 3828 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 89.995663ms, libovsdb time 2.835854ms I0521 19:31:43.343358 3828 cni.go:452] [openshift-console/downloads-5c54f4944f-mkhtg 9565b39ccf2957949c73ac10a2a39c9542cbd41c4750286e5d625f0ff85b2739 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-mkhtg 9565b39ccf2957949c73ac10a2a39c9542cbd41c4750286e5d625f0ff85b2739 network default NAD default NAD key ] I0521 19:31:43.367387 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-mkhtg, hostIfaceName: 9565b39ccf29579, network: default, NAD default, SandboxID: "9565b39ccf2957949c73ac10a2a39c9542cbd41c4750286e5d625f0ff85b2739", PCI device ID: , UID: "fbcd6eb8-d536-484d-9dfa-802fd10f3183", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 19:31:43.430110 3828 cni.go:473] [openshift-console/downloads-5c54f4944f-mkhtg 9565b39ccf2957949c73ac10a2a39c9542cbd41c4750286e5d625f0ff85b2739 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-mkhtg 9565b39ccf2957949c73ac10a2a39c9542cbd41c4750286e5d625f0ff85b2739 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f0:92:f3:9c:51\",\"name\":\"9565b39ccf29579\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88b7fee4-6667-498e-a8c0-6cf1c965c798\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:44.445295 3828 cni.go:452] [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key ] I0521 19:31:44.456701 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 70b79647f99ebe5, network: default, NAD default, SandboxID: "70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0", PCI device ID: , UID: "9e851cc9-ee15-4937-9a18-e1a778fef46e", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 19:31:44.517509 3828 cni.go:473] [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:cf:5b:ed:9d:48\",\"name\":\"70b79647f99ebe5\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e607ee2-f247-4379-9cea-597179baf1cb\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:45.192835 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.192887 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.236117 3828 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.236138 3828 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.236148 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.236154 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325252 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325280 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325288 3828 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325293 3828 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.352259 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:45.391573 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.391589 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.447296 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:31:46.954924 3828 base_network_controller_pods.go:487] [default/openshift-console/console-74c4764979-6srgx] creating logical port openshift-console_console-74c4764979-6srgx for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:46.955068 3828 kube.go:256] Updating pod openshift-console/console-74c4764979-6srgx I0521 19:31:46.971733 3828 pod.go:62] [openshift-console/console-74c4764979-6srgx] pod update took 16.691539ms I0521 19:31:46.971755 3828 base_network_controller_pods.go:951] [default/openshift-console/console-74c4764979-6srgx] addLogicalPort annotation time took 16.720892ms I0521 19:31:46.973218 3828 pods.go:271] [openshift-console/console-74c4764979-6srgx] addLogicalPort took 18.314415ms, libovsdb time 1.056151ms I0521 19:31:47.951182 3828 cni.go:452] [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key ] I0521 19:31:47.961165 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74c4764979-6srgx, hostIfaceName: cdd8ee3cd7ab5cd, network: default, NAD default, SandboxID: "cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba", PCI device ID: , UID: "fbb5fd41-8c82-473d-b92d-801c4f791298", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 19:31:48.016698 3828 cni.go:473] [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:41:87:ce:7e:a4\",\"name\":\"cdd8ee3cd7ab5cd\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3167b18-43de-445a-a0c0-c2f72430caf5\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:50.106150 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:50.943349 3828 cni.go:452] [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key ] I0521 19:31:51.028582 3828 cni.go:473] [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-bd494c47b-4dxcq 85693b5ab4356c12fb92b603db6e2654fef5489cdb5507de841bd43d1cc87852 network default NAD default NAD key default], result "{}", err I0521 19:31:51.081656 3828 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.081695 3828 pods.go:176] Deleting pod: openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:31:51.083099 3828 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-bd494c47b-4dxcq, ips: 10.130.0.6 I0521 19:31:51.083135 3828 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.091497 3828 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-798f4d9fdc-rswkp] creating logical port openshift-image-registry_image-registry-798f4d9fdc-rswkp for pod on switch ip-10-0-0-131.ec2.internal I0521 19:31:51.091606 3828 kube.go:256] Updating pod openshift-image-registry/image-registry-798f4d9fdc-rswkp I0521 19:31:51.110240 3828 pod.go:62] [openshift-image-registry/image-registry-798f4d9fdc-rswkp] pod update took 18.669636ms I0521 19:31:51.110269 3828 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-798f4d9fdc-rswkp] addLogicalPort annotation time took 18.70222ms I0521 19:31:51.111971 3828 pods.go:271] [openshift-image-registry/image-registry-798f4d9fdc-rswkp] addLogicalPort took 20.489278ms, libovsdb time 1.223254ms I0521 19:31:51.161575 3828 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.162079 3828 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:31:51.212634 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212658 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212666 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212673 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212692 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212699 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212704 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.212710 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.336225 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.336290 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.336302 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.336310 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.372587 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:51.386559 3828 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:51.386581 3828 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:51.395274 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:31:51.395298 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:31:51.455656 3828 cni.go:452] [openshift-image-registry/image-registry-798f4d9fdc-rswkp 9461aaf92578689f02e8a2f9708d1394c34a268907f42ea5d697432abd6adbd8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-798f4d9fdc-rswkp 9461aaf92578689f02e8a2f9708d1394c34a268907f42ea5d697432abd6adbd8 network default NAD default NAD key ] I0521 19:31:51.466059 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-798f4d9fdc-rswkp, hostIfaceName: 9461aaf92578689, network: default, NAD default, SandboxID: "9461aaf92578689f02e8a2f9708d1394c34a268907f42ea5d697432abd6adbd8", PCI device ID: , UID: "f2d6ffdb-ecd4-4ab5-8cdc-e5fd424ed9cb", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 19:31:51.515902 3828 cni.go:473] [openshift-image-registry/image-registry-798f4d9fdc-rswkp 9461aaf92578689f02e8a2f9708d1394c34a268907f42ea5d697432abd6adbd8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-798f4d9fdc-rswkp 9461aaf92578689f02e8a2f9708d1394c34a268907f42ea5d697432abd6adbd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ce:48:23:e8:76\",\"name\":\"9461aaf92578689\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b7843ba-09db-4b2c-a728-c7d3028c51c1\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:52.131017 3828 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:52.131070 3828 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:52.134155 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6fc9dd99-bsl8d I0521 19:31:52.134184 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6fc9dd99-bsl8d W0521 19:31:55.762777 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:31:58.148574 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:31:58.148596 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:31:59.249635 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:31:59.421452 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:32:02.160046 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:02.182692 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:06.197971 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:06.198004 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:06.289927 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:32:06.289960 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:32:06.336204 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:32:06.336228 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:32:06.340258 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:08.405870 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.405896 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.405905 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.405918 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.405925 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.405929 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.435842 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.435862 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:08.435867 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:13.129135 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:13.129157 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:13.170968 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:13.170993 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:13.375927 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:17.220082 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 19:32:20.940741 3828 cni.go:452] [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key ] I0521 19:32:21.025349 3828 cni.go:473] [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74c4764979-6srgx cdd8ee3cd7ab5cd8c54157a4b1ff847d66262c62c58d2418977f15f9dd5217ba network default NAD default NAD key default], result "{}", err I0521 19:32:21.094252 3828 obj_retry.go:498] Detected object openshift-console/console-74c4764979-6srgx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:21.094283 3828 pods.go:176] Deleting pod: openshift-console/console-74c4764979-6srgx I0521 19:32:21.095488 3828 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74c4764979-6srgx, ips: 10.130.0.20 I0521 19:32:21.095515 3828 obj_retry.go:498] Detected object openshift-console/console-74c4764979-6srgx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:21.103074 3828 base_network_controller_pods.go:487] [default/openshift-console/console-98cccdcd6-xlmmk] creating logical port openshift-console_console-98cccdcd6-xlmmk for pod on switch ip-10-0-0-131.ec2.internal I0521 19:32:21.103217 3828 kube.go:256] Updating pod openshift-console/console-98cccdcd6-xlmmk I0521 19:32:21.120178 3828 pod.go:62] [openshift-console/console-98cccdcd6-xlmmk] pod update took 16.988212ms I0521 19:32:21.120203 3828 base_network_controller_pods.go:951] [default/openshift-console/console-98cccdcd6-xlmmk] addLogicalPort annotation time took 17.013562ms I0521 19:32:21.121360 3828 pods.go:271] [openshift-console/console-98cccdcd6-xlmmk] addLogicalPort took 18.299249ms, libovsdb time 807.473µs I0521 19:32:21.484514 3828 obj_retry.go:492] Detected object openshift-console/console-74c4764979-6srgx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:21.484541 3828 obj_retry.go:492] Detected object openshift-console/console-74c4764979-6srgx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:21.491952 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c4764979-6srgx I0521 19:32:21.491982 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c4764979-6srgx I0521 19:32:21.495955 3828 cni.go:452] [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key ] I0521 19:32:21.505388 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-98cccdcd6-xlmmk, hostIfaceName: 63319a059dd66a1, network: default, NAD default, SandboxID: "63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39", PCI device ID: , UID: "c50abff2-2dc2-45d2-a5c7-07b406a10d83", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 19:32:21.551595 3828 cni.go:473] [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d1:d2:30:3c:c8\",\"name\":\"63319a059dd66a1\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14d55d1b-2bfd-4074-a022-397c8a2d2138\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:32:31.559428 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:32:31.611265 3828 obj_retry.go:498] Detected object openshift-console/console-74c4764979-v5lzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:31.611794 3828 obj_retry.go:498] Detected object openshift-console/console-74c4764979-v5lzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:32.269717 3828 obj_retry.go:492] Detected object openshift-console/console-74c4764979-v5lzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:32.269752 3828 obj_retry.go:492] Detected object openshift-console/console-74c4764979-v5lzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:32.275614 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c4764979-v5lzc I0521 19:32:32.275650 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c4764979-v5lzc I0521 19:32:38.346414 3828 obj_retry.go:498] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:38.346931 3828 obj_retry.go:498] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:39.305380 3828 obj_retry.go:492] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:39.305404 3828 obj_retry.go:492] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:39.308619 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:32:39.308644 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:32:39.991670 3828 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:39.992169 3828 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:40.428687 3828 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:40.428717 3828 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:40.433001 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6fc9dd99-nxc8v I0521 19:32:40.433025 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6fc9dd99-nxc8v W0521 19:32:44.510334 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.510354 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.510367 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.510372 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.634607 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.634628 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:32:58.667191 3828 cni.go:452] [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key ] I0521 19:32:58.743603 3828 cni.go:473] [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 bea027e6a61ded74387d07e12869a9fcc22be1316b088f44511cc60c86deccd9 network default NAD default NAD key default], result "{}", err I0521 19:32:58.803833 3828 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:58.803869 3828 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 19:32:58.805131 3828 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.14 I0521 19:32:58.805156 3828 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:59.648792 3828 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.648824 3828 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.653364 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:32:59.653398 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:32:59.703706 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:32:59.703859 3828 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:32:59.750602 3828 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 46.78369ms I0521 19:32:59.750630 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 46.81236ms I0521 19:32:59.751798 3828 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 48.109541ms, libovsdb time 840.979µs I0521 19:33:00.052956 3828 cni.go:452] [openshift-monitoring/alertmanager-main-1 3be30f0a06a14f5e1000627156a6dad19a13b5ae41529f41e3740294c73a57ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3be30f0a06a14f5e1000627156a6dad19a13b5ae41529f41e3740294c73a57ec network default NAD default NAD key ] I0521 19:33:00.062592 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3be30f0a06a14f5, network: default, NAD default, SandboxID: "3be30f0a06a14f5e1000627156a6dad19a13b5ae41529f41e3740294c73a57ec", PCI device ID: , UID: "b7591902-fc35-48ab-9303-9b8c433b7ad3", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 19:33:00.109336 3828 cni.go:473] [openshift-monitoring/alertmanager-main-1 3be30f0a06a14f5e1000627156a6dad19a13b5ae41529f41e3740294c73a57ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3be30f0a06a14f5e1000627156a6dad19a13b5ae41529f41e3740294c73a57ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ba:d0:13:16:e3\",\"name\":\"3be30f0a06a14f5\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14b905aa-c9a3-4ed3-a4e1-b1e8d20915da\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:33:03.702835 3828 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:03.703493 3828 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:04.543533 3828 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:04.543556 3828 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:04.551348 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:33:04.551383 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0521 19:33:20.117709 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:20.117730 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:20.117736 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:33:21.417671 3828 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.418218 3828 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.639271 3828 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.639296 3828 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.649036 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:33:21.649068 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:33:22.602812 3828 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603269 3828 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603298 3828 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603310 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:33:22.603347 3828 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603353 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:33:23.628961 3828 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.628985 3828 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.629002 3828 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.629010 3828 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:26.743070 3828 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:26.752292 3828 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:30.101175 3828 cni.go:452] [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key ] I0521 19:33:30.178707 3828 cni.go:473] [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-98cccdcd6-xlmmk 63319a059dd66a13c07fe7aebda8b79e8d1def7d28d6cd80dead67646cd6ac39 network default NAD default NAD key default], result "{}", err I0521 19:33:30.227459 3828 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-xlmmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:30.227526 3828 pods.go:176] Deleting pod: openshift-console/console-98cccdcd6-xlmmk I0521 19:33:30.228666 3828 pods.go:236] Attempting to release IPs for pod: openshift-console/console-98cccdcd6-xlmmk, ips: 10.130.0.22 I0521 19:33:30.228692 3828 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-xlmmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:30.238200 3828 base_network_controller_pods.go:487] [default/openshift-console/console-69fc8bb996-9s7j7] creating logical port openshift-console_console-69fc8bb996-9s7j7 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:33:30.238284 3828 kube.go:256] Updating pod openshift-console/console-69fc8bb996-9s7j7 I0521 19:33:30.254987 3828 pod.go:62] [openshift-console/console-69fc8bb996-9s7j7] pod update took 16.727827ms I0521 19:33:30.255007 3828 base_network_controller_pods.go:951] [default/openshift-console/console-69fc8bb996-9s7j7] addLogicalPort annotation time took 16.749848ms I0521 19:33:30.256224 3828 pods.go:271] [openshift-console/console-69fc8bb996-9s7j7] addLogicalPort took 18.03736ms, libovsdb time 910.055µs I0521 19:33:30.594104 3828 cni.go:452] [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key ] I0521 19:33:30.603364 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69fc8bb996-9s7j7, hostIfaceName: e9b2cd99a0d83a5, network: default, NAD default, SandboxID: "e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58", PCI device ID: , UID: "cc4dffc3-267a-4ea0-b1ee-e780118c0c22", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 19:33:30.650677 3828 cni.go:473] [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d4:5b:ae:4b:02\",\"name\":\"e9b2cd99a0d83a5\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0151a2b9-1f75-4c1a-95b6-85c63a0593bb\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:33:30.801928 3828 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-xlmmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:30.801956 3828 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-xlmmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:30.809263 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-98cccdcd6-xlmmk I0521 19:33:30.809286 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-98cccdcd6-xlmmk W0521 19:33:31.528369 3828 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:33:40.786869 3828 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-qq86d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:40.787409 3828 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-qq86d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:33:40.832024 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:33:41.727798 3828 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-qq86d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:41.727821 3828 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-qq86d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:41.735522 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-98cccdcd6-qq86d I0521 19:33:41.735543 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-98cccdcd6-qq86d I0521 19:33:43.529722 3828 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:33:51.752687 3828 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.753206 3828 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:52.623496 3828 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.623520 3828 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.031139 3828 cni.go:452] [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key ] I0521 19:34:07.116727 3828 cni.go:473] [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 70b79647f99ebe5af6112090bc90fbffa38fc5d26770171c39ded4d71d0195a0 network default NAD default NAD key default], result "{}", err I0521 19:34:07.197140 3828 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:07.197175 3828 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:34:07.198482 3828 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19 I0521 19:34:07.198508 3828 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:07.936854 3828 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.936879 3828 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.943772 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:34:07.943809 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:34:07.989564 3828 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:34:07.989871 3828 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:34:08.014169 3828 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.388195ms I0521 19:34:08.014197 3828 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.42325ms I0521 19:34:08.015719 3828 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.176792ms, libovsdb time 1.0731ms I0521 19:34:08.354378 3828 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a456ff6ecd6418fb6d1173627f7fd07231de869527cf275049ead80e7cb1e18d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a456ff6ecd6418fb6d1173627f7fd07231de869527cf275049ead80e7cb1e18d network default NAD default NAD key ] I0521 19:34:08.363885 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a456ff6ecd6418f, network: default, NAD default, SandboxID: "a456ff6ecd6418fb6d1173627f7fd07231de869527cf275049ead80e7cb1e18d", PCI device ID: , UID: "dfa9da3a-9793-467c-a0c7-cda417b1504b", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 19:34:08.412600 3828 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a456ff6ecd6418fb6d1173627f7fd07231de869527cf275049ead80e7cb1e18d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a456ff6ecd6418fb6d1173627f7fd07231de869527cf275049ead80e7cb1e18d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6a:2c:7d:59:6b\",\"name\":\"a456ff6ecd6418f\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/635260dd-2c14-4711-a24c-593db021acaa\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:09.221047 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:09.221069 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:35:46.005133 3828 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-g2vmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.005668 3828 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-g2vmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.329922 3828 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-g2vmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.329952 3828 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-g2vmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.336496 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69fc8bb996-g2vmn I0521 19:35:46.336518 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69fc8bb996-g2vmn I0521 19:35:56.389345 3828 cni.go:452] [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key ] I0521 19:35:56.475231 3828 cni.go:473] [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-69fc8bb996-9s7j7 e9b2cd99a0d83a5344ba2cb972cf68528ed6e4c51c8376caaabf73d58fceaa58 network default NAD default NAD key default], result "{}", err I0521 19:35:56.524686 3828 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:56.524727 3828 pods.go:176] Deleting pod: openshift-console/console-69fc8bb996-9s7j7 I0521 19:35:56.526127 3828 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69fc8bb996-9s7j7, ips: 10.130.0.24 I0521 19:35:56.526157 3828 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:57.359919 3828 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:57.359942 3828 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:57.366290 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69fc8bb996-9s7j7 I0521 19:35:57.366343 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69fc8bb996-9s7j7 I0521 19:36:08.176645 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:36:44.165550 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:36:45.138615 3828 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0521 19:37:05.050390 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0521 19:37:28.176019 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:37:39.052089 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:37:43.138917 3828 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 19:37:59.051205 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0521 19:38:14.052395 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0521 19:38:43.144533 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:38:52.047111 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0521 19:39:52.170919 3828 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 19:39:55.060720 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=527 I0521 19:40:04.193446 3828 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.194007 3828 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.089204 3828 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.089226 3828 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:38.159134 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 19:40:46.154885 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:40:47.149109 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0521 19:40:53.775512 3828 namespace.go:98] [tsf] adding namespace I0521 19:40:53.776379 3828 namespace.go:102] [tsf] adding namespace took 844.935µs I0521 19:40:53.798081 3828 namespace.go:142] [tsf] updating namespace I0521 19:40:53.812760 3828 namespace.go:142] [tsf] updating namespace I0521 19:40:57.719918 3828 namespace.go:98] [konflux-ui] adding namespace I0521 19:40:57.720026 3828 namespace.go:98] [rhbk-operator] adding namespace I0521 19:40:57.720765 3828 namespace.go:102] [konflux-ui] adding namespace took 824.363µs I0521 19:40:57.721406 3828 namespace.go:102] [rhbk-operator] adding namespace took 1.359464ms I0521 19:40:57.722928 3828 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:40:57.723719 3828 namespace.go:102] [cert-manager-operator] adding namespace took 777.118µs I0521 19:40:57.729797 3828 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:40:57.729820 3828 namespace.go:98] [tsf-tpa] adding namespace I0521 19:40:57.729968 3828 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:40:57.729991 3828 namespace.go:98] [konflux-operator] adding namespace I0521 19:40:57.730501 3828 namespace.go:102] [rhtpa-operator] adding namespace took 686.292µs I0521 19:40:57.731112 3828 namespace.go:102] [tsf-tpa] adding namespace took 1.27925ms I0521 19:40:57.731625 3828 namespace.go:102] [tsf-keycloak] adding namespace took 1.639475ms I0521 19:40:57.731648 3828 namespace.go:98] [tsf-tas] adding namespace I0521 19:40:57.732168 3828 namespace.go:102] [tsf-tas] adding namespace took 513.816µs I0521 19:40:57.732647 3828 namespace.go:102] [konflux-operator] adding namespace took 2.649316ms I0521 19:40:57.743819 3828 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.755733 3828 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.771891 3828 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:57.779637 3828 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.779788 3828 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.779849 3828 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.782360 3828 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:57.785587 3828 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:57.797609 3828 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:57.797737 3828 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.820695 3828 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.839654 3828 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.858695 3828 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.875274 3828 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.894061 3828 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.917429 3828 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.953569 3828 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:57.972537 3828 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:58.005832 3828 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:58.024818 3828 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:58.036850 3828 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:58.052504 3828 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:58.072121 3828 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:58.089339 3828 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:59.105687 3828 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:59.105806 3828 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:05.488384 3828 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.488984 3828 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.489016 3828 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.489026 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:05.489045 3828 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.489053 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:05.511920 3828 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512501 3828 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512527 3828 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512538 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:05.512568 3828 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512578 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:06.514654 3828 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.514685 3828 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.514698 3828 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.514711 3828 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542124 3828 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542149 3828 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542165 3828 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542180 3828 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.767271 3828 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767874 3828 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767898 3828 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767907 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:10.767920 3828 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.767927 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:11.793704 3828 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.793738 3828 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.793757 3828 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.793774 3828 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:12.590735 3828 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.591254 3828 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.591284 3828 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.591293 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.591305 3828 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.591309 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.651120 3828 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651686 3828 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651706 3828 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651712 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.651721 3828 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.651727 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.720839 3828 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.721288 3828 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.721308 3828 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.721334 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.721348 3828 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.721354 3828 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:13.616869 3828 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.616892 3828 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.616903 3828 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.616916 3828 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678640 3828 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678665 3828 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678676 3828 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.678687 3828 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.749462 3828 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.749484 3828 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.749496 3828 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.749517 3828 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:18.423511 3828 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:18.431590 3828 namespace.go:142] [openshift-operators] updating namespace W0521 19:41:26.514526 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:27.585958 3828 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:28.570243 3828 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-q7gbr for pod on switch ip-10-0-0-131.ec2.internal I0521 19:41:28.570392 3828 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr I0521 19:41:28.593048 3828 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr] pod update took 22.682349ms I0521 19:41:28.593079 3828 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr] addLogicalPort annotation time took 22.71966ms I0521 19:41:28.594491 3828 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr] addLogicalPort took 24.268326ms, libovsdb time 991.227µs I0521 19:41:28.677298 3828 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-lrsgg for pod on switch ip-10-0-0-131.ec2.internal I0521 19:41:28.677456 3828 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg I0521 19:41:28.696778 3828 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg] pod update took 19.351573ms I0521 19:41:28.696802 3828 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg] addLogicalPort annotation time took 19.38052ms I0521 19:41:28.698008 3828 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg] addLogicalPort took 20.730625ms, libovsdb time 862.733µs I0521 19:41:28.959586 3828 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr 0df4cfac9daded5e9e3abc113a061be23808649d0ea34abf6d86d1c024c5292a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr 0df4cfac9daded5e9e3abc113a061be23808649d0ea34abf6d86d1c024c5292a network default NAD default NAD key ] I0521 19:41:28.968703 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-q7gbr, hostIfaceName: 0df4cfac9daded5, network: default, NAD default, SandboxID: "0df4cfac9daded5e9e3abc113a061be23808649d0ea34abf6d86d1c024c5292a", PCI device ID: , UID: "2f66a7ff-0b36-4e00-8edc-84b0ff28eefd", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 19:41:29.019675 3828 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr 0df4cfac9daded5e9e3abc113a061be23808649d0ea34abf6d86d1c024c5292a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-q7gbr 0df4cfac9daded5e9e3abc113a061be23808649d0ea34abf6d86d1c024c5292a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:67:e8:3e:7d:6e\",\"name\":\"0df4cfac9daded5\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ec82973-c5a3-4ec7-8dc5-1c107abd7202\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:29.071300 3828 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg 679a3b932d91a215b650c2b0d767ee30e8fcd919b58220c5203e21b0d2c40e1a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg 679a3b932d91a215b650c2b0d767ee30e8fcd919b58220c5203e21b0d2c40e1a network default NAD default NAD key ] I0521 19:41:29.081756 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-lrsgg, hostIfaceName: 679a3b932d91a21, network: default, NAD default, SandboxID: "679a3b932d91a215b650c2b0d767ee30e8fcd919b58220c5203e21b0d2c40e1a", PCI device ID: , UID: "87079214-cfbf-4cc4-83c6-adebef4e1e5a", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 19:41:29.131299 3828 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg 679a3b932d91a215b650c2b0d767ee30e8fcd919b58220c5203e21b0d2c40e1a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-lrsgg 679a3b932d91a215b650c2b0d767ee30e8fcd919b58220c5203e21b0d2c40e1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:59:88:1e:23:95\",\"name\":\"679a3b932d91a21\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9ea4384-473c-403d-877e-a583e023d0a8\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:32.262500 3828 namespace.go:98] [cert-manager] adding namespace I0521 19:41:32.263364 3828 namespace.go:102] [cert-manager] adding namespace took 838.383µs I0521 19:41:32.302653 3828 namespace.go:142] [cert-manager] updating namespace I0521 19:41:32.410218 3828 namespace.go:142] [cert-manager] updating namespace W0521 19:41:33.173448 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.188615 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.557946 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.577497 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:37.630432 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:37.630460 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:37.967839 3828 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:41:37.968710 3828 namespace.go:102] [trusted-artifact-signer] adding namespace took 845.982µs I0521 19:41:37.968756 3828 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:37.984550 3828 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:38.132397 3828 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-s66t7] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-s66t7 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:41:38.132511 3828 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-s66t7 I0521 19:41:38.163687 3828 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-s66t7] pod update took 31.197788ms I0521 19:41:38.163712 3828 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-s66t7] addLogicalPort annotation time took 31.227123ms I0521 19:41:38.164877 3828 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-s66t7] addLogicalPort took 32.498741ms, libovsdb time 810.011µs I0521 19:41:38.490305 3828 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-s66t7 d99e93f9a292e134951fe4c792525133b00b71a09ba231ac8e7143fc8230c061 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-s66t7 d99e93f9a292e134951fe4c792525133b00b71a09ba231ac8e7143fc8230c061 network default NAD default NAD key ] I0521 19:41:38.500438 3828 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-s66t7, hostIfaceName: d99e93f9a292e13, network: default, NAD default, SandboxID: "d99e93f9a292e134951fe4c792525133b00b71a09ba231ac8e7143fc8230c061", PCI device ID: , UID: "d092a991-dabe-44f8-9bc9-ba574414edbb", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 19:41:38.551621 3828 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-s66t7 d99e93f9a292e134951fe4c792525133b00b71a09ba231ac8e7143fc8230c061 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-s66t7 d99e93f9a292e134951fe4c792525133b00b71a09ba231ac8e7143fc8230c061 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:1f:a0:bb:ce:a3\",\"name\":\"d99e93f9a292e13\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/335fcb60-3f5b-46f4-8b59-0787ed3f06f2\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:38.567786 3828 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-lm6fg for pod on switch ip-10-0-0-131.ec2.internal I0521 19:41:38.567879 3828 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg I0521 19:41:38.587502 3828 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg] pod update took 19.645534ms I0521 19:41:38.587534 3828 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg] addLogicalPort annotation time took 19.679548ms I0521 19:41:38.588819 3828 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg] addLogicalPort took 21.051449ms, libovsdb time 847.422µs W0521 19:41:38.611088 3828 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:41:38.931590 3828 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg 1d8a10302ddca79524fe2d96364bd393811a6b736dcd10bbfabacdea85ccf48b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg 1d8a10302ddca79524fe2d96364bd393811a6b736dcd10bbfabacdea85ccf48b network default NAD default NAD key ] I0521 19:41:38.942747 3828 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-lm6fg, hostIfaceName: 1d8a10302ddca79, network: default, NAD default, SandboxID: "1d8a10302ddca79524fe2d96364bd393811a6b736dcd10bbfabacdea85ccf48b", PCI device ID: , UID: "6bd7e4be-9126-47ae-bf1a-5bb469d3fdaf", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 19:41:38.992618 3828 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg 1d8a10302ddca79524fe2d96364bd393811a6b736dcd10bbfabacdea85ccf48b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-lm6fg 1d8a10302ddca79524fe2d96364bd393811a6b736dcd10bbfabacdea85ccf48b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:90:be:9f:70:37\",\"name\":\"1d8a10302ddca79\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76759923-24bb-4bf1-9012-a03aedc90618\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:41:41.583844 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:44.730951 3828 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:41:44.731978 3828 namespace.go:102] [openshift-pipelines] adding namespace took 1.006316ms I0521 19:41:44.752471 3828 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:41:45.549601 3828 namespace.go:142] [cert-manager] updating namespace I0521 19:41:45.751346 3828 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:46.187749 3828 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:46.383612 3828 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:46.581368 3828 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:46.979115 3828 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:47.069067 3828 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-2pzmf] creating logical port cert-manager_cert-manager-59c77684cc-2pzmf for pod on switch ip-10-0-0-131.ec2.internal I0521 19:41:47.069160 3828 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-2pzmf I0521 19:41:47.092516 3828 pod.go:62] [cert-manager/cert-manager-59c77684cc-2pzmf] pod update took 23.377655ms I0521 19:41:47.092546 3828 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-2pzmf] addLogicalPort annotation time took 23.417616ms I0521 19:41:47.093956 3828 pods.go:271] [cert-manager/cert-manager-59c77684cc-2pzmf] addLogicalPort took 24.905742ms, libovsdb time 1.025108ms I0521 19:41:47.183468 3828 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:47.388744 3828 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:47.584583 3828 namespace.go:142] [tsf] updating namespace I0521 19:41:47.729223 3828 cni.go:452] [cert-manager/cert-manager-59c77684cc-2pzmf 2c1af0928051aade7b4e44b27d3b49c7b233ded5b3d6983cfb5f129cd7399b2f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-2pzmf 2c1af0928051aade7b4e44b27d3b49c7b233ded5b3d6983cfb5f129cd7399b2f network default NAD default NAD key ] I0521 19:41:47.738719 3828 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-2pzmf, hostIfaceName: 2c1af0928051aad, network: default, NAD default, SandboxID: "2c1af0928051aade7b4e44b27d3b49c7b233ded5b3d6983cfb5f129cd7399b2f", PCI device ID: , UID: "8b0e77c4-e7f4-4c4d-a2b0-523dc21ce8a0", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 19:41:47.790371 3828 cni.go:473] [cert-manager/cert-manager-59c77684cc-2pzmf 2c1af0928051aade7b4e44b27d3b49c7b233ded5b3d6983cfb5f129cd7399b2f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-2pzmf 2c1af0928051aade7b4e44b27d3b49c7b233ded5b3d6983cfb5f129cd7399b2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:21:5b:62:1b:5c\",\"name\":\"2c1af0928051aad\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5938853-530d-4b29-bf40-c800fb90b9d3\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:47.796598 3828 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:47.985079 3828 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:48.184109 3828 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:48.329964 3828 namespace.go:142] [cert-manager] updating namespace I0521 19:41:48.339103 3828 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:48.346603 3828 namespace.go:142] [default] updating namespace I0521 19:41:48.355252 3828 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:48.364136 3828 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:48.372535 3828 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:48.381407 3828 namespace.go:142] [openshift] updating namespace I0521 19:41:48.391110 3828 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:48.399337 3828 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:48.409157 3828 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:48.424624 3828 namespace.go:142] [tsf] updating namespace I0521 19:41:48.434493 3828 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:48.443741 3828 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:48.466186 3828 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:48.574714 3828 namespace.go:142] [cert-manager] updating namespace I0521 19:41:48.666016 3828 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:48.768185 3828 namespace.go:142] [default] updating namespace I0521 19:41:48.880436 3828 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:48.980790 3828 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:49.069394 3828 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:49.165753 3828 namespace.go:142] [openshift] updating namespace I0521 19:41:49.281386 3828 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:49.372631 3828 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:49.467461 3828 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:49.565599 3828 namespace.go:142] [tsf] updating namespace I0521 19:41:49.668715 3828 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:49.766713 3828 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:49.867117 3828 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:50.203337 3828 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:41:58.725911 3828 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-5fr97 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:41:58.726036 3828 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97 I0521 19:41:58.750507 3828 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97] pod update took 24.505971ms I0521 19:41:58.750535 3828 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97] addLogicalPort annotation time took 24.543673ms I0521 19:41:58.751931 3828 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97] addLogicalPort took 26.041646ms, libovsdb time 974.977µs I0521 19:41:59.094527 3828 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97 67c620119afb2897a183f016f4a655cf391ede4a4241b6895d2d139ba2f7f108 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97 67c620119afb2897a183f016f4a655cf391ede4a4241b6895d2d139ba2f7f108 network default NAD default NAD key ] I0521 19:41:59.104099 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-5fr97, hostIfaceName: 67c620119afb289, network: default, NAD default, SandboxID: "67c620119afb2897a183f016f4a655cf391ede4a4241b6895d2d139ba2f7f108", PCI device ID: , UID: "7ebffba2-6e72-4423-88af-463b89f9067e", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 19:41:59.158455 3828 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97 67c620119afb2897a183f016f4a655cf391ede4a4241b6895d2d139ba2f7f108 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5fr97 67c620119afb2897a183f016f4a655cf391ede4a4241b6895d2d139ba2f7f108 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:78:2f:db:f2:62\",\"name\":\"67c620119afb289\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a867a166-0317-435f-9da6-631701730382\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:02.734141 3828 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:02.734161 3828 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:02.734168 3828 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:03.869257 3828 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:03.869282 3828 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:03.869288 3828 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:05.754347 3828 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.754368 3828 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.754373 3828 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.754377 3828 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:42:11.180249 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:42:11.214487 3828 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:12.904822 3828 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:12.905375 3828 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:12.933349 3828 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:12.933374 3828 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:12.940989 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:12.941021 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0521 19:42:14.870212 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:14.870244 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:14.870252 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:21.818132 3828 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:42:22.909536 3828 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-g5xrb for pod on switch ip-10-0-0-131.ec2.internal I0521 19:42:22.909632 3828 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb I0521 19:42:22.933369 3828 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb] pod update took 23.763236ms I0521 19:42:22.933395 3828 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb] addLogicalPort annotation time took 23.795345ms I0521 19:42:22.934621 3828 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb] addLogicalPort took 25.105803ms, libovsdb time 877.149µs I0521 19:42:23.019666 3828 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-zsm99 for pod on switch ip-10-0-0-131.ec2.internal I0521 19:42:23.019753 3828 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99 I0521 19:42:23.035191 3828 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99] pod update took 15.458222ms I0521 19:42:23.035215 3828 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99] addLogicalPort annotation time took 15.488614ms I0521 19:42:23.036483 3828 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99] addLogicalPort took 16.833077ms, libovsdb time 840.768µs I0521 19:42:23.269261 3828 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb d2dc90a39b5d8994bf958bf195fdd88a0e7c51885cf99991bf7b34fdf57114ed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb d2dc90a39b5d8994bf958bf195fdd88a0e7c51885cf99991bf7b34fdf57114ed network default NAD default NAD key ] I0521 19:42:23.278640 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-g5xrb, hostIfaceName: d2dc90a39b5d899, network: default, NAD default, SandboxID: "d2dc90a39b5d8994bf958bf195fdd88a0e7c51885cf99991bf7b34fdf57114ed", PCI device ID: , UID: "e7b7e3dd-15ef-455c-8658-444f3c671335", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 19:42:23.332068 3828 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb d2dc90a39b5d8994bf958bf195fdd88a0e7c51885cf99991bf7b34fdf57114ed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-g5xrb d2dc90a39b5d8994bf958bf195fdd88a0e7c51885cf99991bf7b34fdf57114ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:8b:d5:f2:43:03\",\"name\":\"d2dc90a39b5d899\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3020eba-2028-47f1-a0fd-9367c706cec1\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:23.380759 3828 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99 afce8c76a8c3256fdf11016fc0d00061e6b9b2392e3b268b455de9afc619222a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99 afce8c76a8c3256fdf11016fc0d00061e6b9b2392e3b268b455de9afc619222a network default NAD default NAD key ] I0521 19:42:23.390523 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-zsm99, hostIfaceName: afce8c76a8c3256, network: default, NAD default, SandboxID: "afce8c76a8c3256fdf11016fc0d00061e6b9b2392e3b268b455de9afc619222a", PCI device ID: , UID: "c6587555-b06d-41bc-b895-1151d142b6c7", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 19:42:23.445842 3828 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99 afce8c76a8c3256fdf11016fc0d00061e6b9b2392e3b268b455de9afc619222a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-zsm99 afce8c76a8c3256fdf11016fc0d00061e6b9b2392e3b268b455de9afc619222a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4f:ea:7b:18:16\",\"name\":\"afce8c76a8c3256\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48b92b05-c9ba-481f-8bc0-700f108df2df\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:23.833838 3828 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:42:26.839310 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:42:44.803173 3828 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:42:48.082231 3828 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:48.082846 3828 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:48.104737 3828 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:48.104762 3828 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:48.110981 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:42:48.111003 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:42:48.142946 3828 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:42:50.014738 3828 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:42:50.015378 3828 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:42:50.015403 3828 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:42:50.017701 3828 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:42:56.993019 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:42:56.993044 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:42:56.998348 3828 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:42:56.998362 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:42:58.392656 3828 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-8m8xf for pod on switch ip-10-0-0-131.ec2.internal I0521 19:42:58.392749 3828 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf I0521 19:42:58.409169 3828 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf] pod update took 16.44154ms I0521 19:42:58.409198 3828 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf] addLogicalPort annotation time took 16.47625ms I0521 19:42:58.410547 3828 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf] addLogicalPort took 17.910685ms, libovsdb time 934.544µs I0521 19:42:58.587555 3828 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-qthxw for pod on switch ip-10-0-0-131.ec2.internal I0521 19:42:58.587663 3828 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw I0521 19:42:58.609085 3828 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw] pod update took 21.458701ms I0521 19:42:58.609116 3828 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw] addLogicalPort annotation time took 21.494095ms I0521 19:42:58.610540 3828 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw] addLogicalPort took 23.002012ms, libovsdb time 979.128µs I0521 19:42:58.758254 3828 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf 1a3432b2b44f777c14fdaabd3c3c1e1781660410833d5d4f44d4525f3a0c9486 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf 1a3432b2b44f777c14fdaabd3c3c1e1781660410833d5d4f44d4525f3a0c9486 network default NAD default NAD key ] I0521 19:42:58.767730 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-8m8xf, hostIfaceName: 1a3432b2b44f777, network: default, NAD default, SandboxID: "1a3432b2b44f777c14fdaabd3c3c1e1781660410833d5d4f44d4525f3a0c9486", PCI device ID: , UID: "ba5a303a-b4fb-4363-a5e1-10a4dd878635", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 19:42:58.821536 3828 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf 1a3432b2b44f777c14fdaabd3c3c1e1781660410833d5d4f44d4525f3a0c9486 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-8m8xf 1a3432b2b44f777c14fdaabd3c3c1e1781660410833d5d4f44d4525f3a0c9486 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:30:a6:73:56:1f\",\"name\":\"1a3432b2b44f777\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b17dae1-d9e8-4250-8f56-85fb10eccb87\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:58.944841 3828 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw 93a9f068a5ca5460c544ec236c99fdd876abfbfe0df85ef28c9b65f73497b2ed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw 93a9f068a5ca5460c544ec236c99fdd876abfbfe0df85ef28c9b65f73497b2ed network default NAD default NAD key ] I0521 19:42:58.954798 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-qthxw, hostIfaceName: 93a9f068a5ca546, network: default, NAD default, SandboxID: "93a9f068a5ca5460c544ec236c99fdd876abfbfe0df85ef28c9b65f73497b2ed", PCI device ID: , UID: "78ccce92-6483-499e-a57f-43ab9e581729", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 19:42:59.006147 3828 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw 93a9f068a5ca5460c544ec236c99fdd876abfbfe0df85ef28c9b65f73497b2ed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qthxw 93a9f068a5ca5460c544ec236c99fdd876abfbfe0df85ef28c9b65f73497b2ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:73:bb:75:c6:e4\",\"name\":\"93a9f068a5ca546\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f599abde-7a7f-4d8b-b65a-67f907d4abbd\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:28.266966 3828 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:28.266987 3828 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:28.266994 3828 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:38.780128 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:38.780149 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:38.780155 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:43:40.352383 3828 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:40.352954 3828 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:40.398072 3828 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:40.398104 3828 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:40.415677 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:43:40.415703 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:43:43.165615 3828 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5795cf7799-zpddx] creating logical port tsf-tas_fulcio-server-5795cf7799-zpddx for pod on switch ip-10-0-0-131.ec2.internal I0521 19:43:43.165706 3828 kube.go:256] Updating pod tsf-tas/fulcio-server-5795cf7799-zpddx I0521 19:43:43.187827 3828 pod.go:62] [tsf-tas/fulcio-server-5795cf7799-zpddx] pod update took 22.148967ms I0521 19:43:43.187872 3828 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5795cf7799-zpddx] addLogicalPort annotation time took 22.195605ms I0521 19:43:43.189176 3828 pods.go:271] [tsf-tas/fulcio-server-5795cf7799-zpddx] addLogicalPort took 23.578391ms, libovsdb time 912.117µs I0521 19:43:43.526730 3828 cni.go:452] [tsf-tas/fulcio-server-5795cf7799-zpddx 8d6d2121da64218f4359fd6e38fa55d2e69d1afbaf668690a55015b6c4094d31 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5795cf7799-zpddx 8d6d2121da64218f4359fd6e38fa55d2e69d1afbaf668690a55015b6c4094d31 network default NAD default NAD key ] I0521 19:43:43.536833 3828 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5795cf7799-zpddx, hostIfaceName: 8d6d2121da64218, network: default, NAD default, SandboxID: "8d6d2121da64218f4359fd6e38fa55d2e69d1afbaf668690a55015b6c4094d31", PCI device ID: , UID: "b9965728-7055-4f45-9f46-4b66de8ba944", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 19:43:43.592633 3828 cni.go:473] [tsf-tas/fulcio-server-5795cf7799-zpddx 8d6d2121da64218f4359fd6e38fa55d2e69d1afbaf668690a55015b6c4094d31 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5795cf7799-zpddx 8d6d2121da64218f4359fd6e38fa55d2e69d1afbaf668690a55015b6c4094d31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ff:c4:73:67:53\",\"name\":\"8d6d2121da64218\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9f1cf34-20ca-459d-aacf-23d0462e6c64\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:43.654415 3828 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs] creating logical port tsf-tas_trillian-logsigner-6dc56cb5f6-kfnbs for pod on switch ip-10-0-0-131.ec2.internal I0521 19:43:43.654520 3828 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs I0521 19:43:43.675645 3828 pod.go:62] [tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs] pod update took 21.155845ms I0521 19:43:43.675672 3828 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs] addLogicalPort annotation time took 21.189771ms I0521 19:43:43.677098 3828 pods.go:271] [tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs] addLogicalPort took 22.698342ms, libovsdb time 1.007909ms I0521 19:43:43.773127 3828 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-24hr9-rg8qq] creating logical port tsf-tas_rekor-createtree-job-24hr9-rg8qq for pod on switch ip-10-0-0-131.ec2.internal I0521 19:43:43.773242 3828 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-24hr9-rg8qq I0521 19:43:43.791700 3828 pod.go:62] [tsf-tas/rekor-createtree-job-24hr9-rg8qq] pod update took 18.486559ms I0521 19:43:43.791730 3828 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-24hr9-rg8qq] addLogicalPort annotation time took 18.52259ms I0521 19:43:43.793128 3828 pods.go:271] [tsf-tas/rekor-createtree-job-24hr9-rg8qq] addLogicalPort took 20.021167ms, libovsdb time 911.588µs I0521 19:43:44.131436 3828 cni.go:452] [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key ] I0521 19:43:44.161373 3828 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-24hr9-rg8qq, hostIfaceName: a97f475bcb7b605, network: default, NAD default, SandboxID: "a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22", PCI device ID: , UID: "d35bc58f-22ec-4bdc-8417-37ad7e66f6f7", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 19:43:44.214402 3828 cni.go:473] [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d1:84:c9:f4:15\",\"name\":\"a97f475bcb7b605\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55834027-b05f-483e-be33-c2f6e05aa191\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:44.619347 3828 cni.go:452] [tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs 80d13fd3726cbcd6acedceaeba48e8428b5775a67bd06edc83f2785fd9f0b625 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs 80d13fd3726cbcd6acedceaeba48e8428b5775a67bd06edc83f2785fd9f0b625 network default NAD default NAD key ] I0521 19:43:44.629278 3828 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6dc56cb5f6-kfnbs, hostIfaceName: 80d13fd3726cbcd, network: default, NAD default, SandboxID: "80d13fd3726cbcd6acedceaeba48e8428b5775a67bd06edc83f2785fd9f0b625", PCI device ID: , UID: "97257ba7-27fa-4a39-8052-45b98ac0ecff", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 19:43:44.688213 3828 cni.go:473] [tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs 80d13fd3726cbcd6acedceaeba48e8428b5775a67bd06edc83f2785fd9f0b625 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6dc56cb5f6-kfnbs 80d13fd3726cbcd6acedceaeba48e8428b5775a67bd06edc83f2785fd9f0b625 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:cc:4d:f3:7e:83\",\"name\":\"80d13fd3726cbcd\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/379f9236-cde4-448d-9c90-861a68b3f52c\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:45.353234 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:43:45.353262 3828 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:43:45.381678 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:43:45.381701 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:43:49.474579 3828 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-phbx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:49.475264 3828 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-phbx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:50.352673 3828 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-phbx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:50.352701 3828 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-phbx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:43:52.392734 3828 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:44:01.385782 3828 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:44:04.499068 3828 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:04.499718 3828 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:05.523162 3828 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:05.523190 3828 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:06.369372 3828 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:14.142185 3828 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 19:44:22.080908 3828 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-2mvfd for pod on switch ip-10-0-0-131.ec2.internal I0521 19:44:22.081003 3828 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd I0521 19:44:22.097210 3828 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd] pod update took 16.227968ms I0521 19:44:22.097238 3828 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd] addLogicalPort annotation time took 16.263596ms I0521 19:44:22.098628 3828 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd] addLogicalPort took 17.734425ms, libovsdb time 932.395µs I0521 19:44:22.451917 3828 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd 32b2143059d1d23a0a18e69b95838b3d5ca77c1c187fabc2afea45922b150eb4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd 32b2143059d1d23a0a18e69b95838b3d5ca77c1c187fabc2afea45922b150eb4 network default NAD default NAD key ] I0521 19:44:22.461292 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-2mvfd, hostIfaceName: 32b2143059d1d23, network: default, NAD default, SandboxID: "32b2143059d1d23a0a18e69b95838b3d5ca77c1c187fabc2afea45922b150eb4", PCI device ID: , UID: "19a620b1-b5f0-4000-8203-5c454287420d", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 19:44:22.514621 3828 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd 32b2143059d1d23a0a18e69b95838b3d5ca77c1c187fabc2afea45922b150eb4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2mvfd 32b2143059d1d23a0a18e69b95838b3d5ca77c1c187fabc2afea45922b150eb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f9:29:71:5c:e9\",\"name\":\"32b2143059d1d23\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/705ba21d-12e5-483c-b440-c40886693dd6\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:25.053862 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0521 19:44:26.168865 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0521 19:44:26.488812 3828 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:26.488831 3828 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:35.622059 3828 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 19:44:36.579270 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:44:38.683755 3828 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.684347 3828 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.710587 3828 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.710614 3828 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.718254 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:44:38.718290 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas W0521 19:44:46.635611 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:44:47.748790 3828 obj_retry.go:498] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:47.749402 3828 obj_retry.go:498] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:48.775912 3828 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:48.775943 3828 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:49.118759 3828 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-c9bjz for pod on switch ip-10-0-0-131.ec2.internal I0521 19:44:49.118889 3828 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz I0521 19:44:49.134237 3828 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz] pod update took 15.372432ms I0521 19:44:49.134263 3828 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz] addLogicalPort annotation time took 15.40143ms I0521 19:44:49.135599 3828 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz] addLogicalPort took 16.861631ms, libovsdb time 914.015µs I0521 19:44:49.479429 3828 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz 9753f02b81e973bd39f88dfe3983e4f32c0dc71634d5d3b12c3db5737780d036 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz 9753f02b81e973bd39f88dfe3983e4f32c0dc71634d5d3b12c3db5737780d036 network default NAD default NAD key ] I0521 19:44:49.488747 3828 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-c9bjz, hostIfaceName: 9753f02b81e973b, network: default, NAD default, SandboxID: "9753f02b81e973bd39f88dfe3983e4f32c0dc71634d5d3b12c3db5737780d036", PCI device ID: , UID: "34fd2733-2cae-4fd5-8ed4-ba300ea5bb52", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 19:44:49.544914 3828 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz 9753f02b81e973bd39f88dfe3983e4f32c0dc71634d5d3b12c3db5737780d036 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-c9bjz 9753f02b81e973bd39f88dfe3983e4f32c0dc71634d5d3b12c3db5737780d036 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ed:f7:dc:71:69\",\"name\":\"9753f02b81e973b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ea74e8f-ba88-4b12-9088-271766627abd\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:55.788517 3828 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:55.789062 3828 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:56.671850 3828 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.671876 3828 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.708900 3828 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.708925 3828 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.712980 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p7vnq I0521 19:44:56.713001 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p7vnq I0521 19:45:00.054774 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0521 19:45:00.816267 3828 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:00.816836 3828 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:00.837815 3828 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:00.837840 3828 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:00.845708 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:45:00.845740 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:05.783679 3828 cni.go:452] [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key ] I0521 19:45:05.875413 3828 cni.go:473] [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-24hr9-rg8qq a97f475bcb7b60511194c57d915859e2f1430ac13208055221f3176e575cfb22 network default NAD default NAD key default], result "{}", err I0521 19:45:05.928913 3828 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.928945 3828 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-24hr9-rg8qq I0521 19:45:05.930416 3828 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-24hr9-rg8qq, ips: 10.130.0.38 I0521 19:45:05.930441 3828 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.803298 3828 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.803340 3828 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.900961 3828 obj_retry.go:498] Detected object tsf-tpa/create-db-zqjr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.901548 3828 obj_retry.go:498] Detected object tsf-tpa/create-db-zqjr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:07.924606 3828 obj_retry.go:492] Detected object tsf-tpa/create-db-zqjr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.924630 3828 obj_retry.go:492] Detected object tsf-tpa/create-db-zqjr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:13.021940 3828 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-75b5954d48-hsq6t] creating logical port tsf-tas_rekor-server-75b5954d48-hsq6t for pod on switch ip-10-0-0-131.ec2.internal I0521 19:45:13.022032 3828 kube.go:256] Updating pod tsf-tas/rekor-server-75b5954d48-hsq6t I0521 19:45:13.036161 3828 pod.go:62] [tsf-tas/rekor-server-75b5954d48-hsq6t] pod update took 14.151339ms I0521 19:45:13.036192 3828 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-75b5954d48-hsq6t] addLogicalPort annotation time took 14.185809ms I0521 19:45:13.037590 3828 pods.go:271] [tsf-tas/rekor-server-75b5954d48-hsq6t] addLogicalPort took 15.67177ms, libovsdb time 911.083µs I0521 19:45:13.904170 3828 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4t5qz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:13.904768 3828 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4t5qz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:14.796673 3828 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4t5qz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:14.796708 3828 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4t5qz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.106117 3828 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.106706 3828 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:15.781528 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:45:15.796296 3828 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.796338 3828 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:17.011854 3828 obj_retry.go:498] Detected object tsf-tpa/create-importers-khqzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:17.012440 3828 obj_retry.go:498] Detected object tsf-tpa/create-importers-khqzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:17.821628 3828 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:45:18.038249 3828 obj_retry.go:492] Detected object tsf-tpa/create-importers-khqzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:18.038272 3828 obj_retry.go:492] Detected object tsf-tpa/create-importers-khqzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:20.288227 3828 cni.go:452] [tsf-tas/rekor-server-75b5954d48-hsq6t eea29a7bef894fc093740cfea02c5c94969902a56e72bf05903593df2b7be368 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-75b5954d48-hsq6t eea29a7bef894fc093740cfea02c5c94969902a56e72bf05903593df2b7be368 network default NAD default NAD key ] I0521 19:45:20.297555 3828 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-75b5954d48-hsq6t, hostIfaceName: eea29a7bef894fc, network: default, NAD default, SandboxID: "eea29a7bef894fc093740cfea02c5c94969902a56e72bf05903593df2b7be368", PCI device ID: , UID: "4e9bcc59-af40-422a-aaa5-d9f7e251ed38", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 19:45:20.350783 3828 cni.go:473] [tsf-tas/rekor-server-75b5954d48-hsq6t eea29a7bef894fc093740cfea02c5c94969902a56e72bf05903593df2b7be368 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-75b5954d48-hsq6t eea29a7bef894fc093740cfea02c5c94969902a56e72bf05903593df2b7be368 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:53:11:36:30:89\",\"name\":\"eea29a7bef894fc\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01b3bdba-f7e0-4382-88f7-351cadbda919\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:22.823937 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0521 19:45:22.876665 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0521 19:45:26.873720 3828 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:45:33.055615 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0521 19:45:33.888296 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:45:40.057789 3828 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.058347 3828 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.079627 3828 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.079649 3828 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.089251 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:40.089278 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:40.947754 3828 namespace.go:98] [image-controller] adding namespace I0521 19:45:40.947789 3828 namespace.go:98] [build-service] adding namespace I0521 19:45:40.948748 3828 namespace.go:102] [image-controller] adding namespace took 971.093µs I0521 19:45:40.949518 3828 namespace.go:102] [build-service] adding namespace took 1.71268ms I0521 19:45:40.949908 3828 namespace.go:98] [default-tenant] adding namespace I0521 19:45:40.950584 3828 namespace.go:102] [default-tenant] adding namespace took 662.977µs I0521 19:45:40.950895 3828 namespace.go:98] [integration-service] adding namespace I0521 19:45:40.951549 3828 namespace.go:102] [integration-service] adding namespace took 638.175µs I0521 19:45:40.997632 3828 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.031887 3828 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.032014 3828 namespace.go:142] [build-service] updating namespace I0521 19:45:41.056828 3828 namespace.go:142] [build-service] updating namespace I0521 19:45:41.078929 3828 namespace.go:142] [default-tenant] updating namespace I0521 19:45:41.140756 3828 namespace.go:142] [default-tenant] updating namespace I0521 19:45:41.161231 3828 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.233194 3828 namespace.go:142] [build-service] updating namespace I0521 19:45:41.237365 3828 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.255351 3828 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.276751 3828 namespace.go:98] [release-service] adding namespace I0521 19:45:41.277718 3828 namespace.go:102] [release-service] adding namespace took 938.316µs I0521 19:45:41.330908 3828 namespace.go:142] [release-service] updating namespace I0521 19:45:41.345832 3828 namespace.go:142] [release-service] updating namespace I0521 19:45:41.429419 3828 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:41.463691 3828 namespace.go:98] [konflux-info] adding namespace I0521 19:45:41.464594 3828 namespace.go:102] [konflux-info] adding namespace took 873.473µs I0521 19:45:41.494419 3828 namespace.go:98] [namespace-lister] adding namespace I0521 19:45:41.495193 3828 namespace.go:102] [namespace-lister] adding namespace took 750.556µs I0521 19:45:41.557311 3828 namespace.go:142] [konflux-info] updating namespace I0521 19:45:41.671493 3828 namespace.go:142] [konflux-info] updating namespace I0521 19:45:41.671523 3828 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:45:41.672382 3828 namespace.go:102] [enterprise-contract-service] adding namespace took 843.952µs I0521 19:45:41.711429 3828 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:41.711578 3828 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.717780 3828 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:41.763511 3828 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:41.783246 3828 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:41.922426 3828 namespace.go:142] [default-tenant] updating namespace I0521 19:45:42.052182 3828 namespace.go:98] [segment-bridge] adding namespace I0521 19:45:42.053088 3828 namespace.go:102] [segment-bridge] adding namespace took 879.185µs I0521 19:45:42.082460 3828 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:42.148275 3828 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:42.148371 3828 namespace.go:98] [konflux-cli] adding namespace I0521 19:45:42.149211 3828 namespace.go:102] [konflux-cli] adding namespace took 822.501µs I0521 19:45:42.181202 3828 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:42.334225 3828 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:43.069294 3828 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:45:43.069946 3828 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:45:43.069966 3828 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:45:43.072709 3828 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:45:43.154501 3828 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:45:43.154532 3828 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:45:43.155486 3828 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:45:43.742878 3828 namespace.go:142] [build-service] updating namespace I0521 19:45:44.133104 3828 namespace.go:142] [default-tenant] updating namespace I0521 19:45:44.475027 3828 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:44.711730 3828 namespace.go:142] [image-controller] updating namespace I0521 19:45:44.893542 3828 namespace.go:142] [integration-service] updating namespace I0521 19:45:45.368373 3828 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:45.763590 3828 base_network_controller_pods.go:487] [default/konflux-ui/proxy-844fc546fc-wb65n] creating logical port konflux-ui_proxy-844fc546fc-wb65n for pod on switch ip-10-0-0-131.ec2.internal I0521 19:45:45.763735 3828 kube.go:256] Updating pod konflux-ui/proxy-844fc546fc-wb65n I0521 19:45:45.818994 3828 pod.go:62] [konflux-ui/proxy-844fc546fc-wb65n] pod update took 55.295958ms I0521 19:45:45.819021 3828 base_network_controller_pods.go:951] [default/konflux-ui/proxy-844fc546fc-wb65n] addLogicalPort annotation time took 55.3307ms I0521 19:45:45.820335 3828 pods.go:271] [konflux-ui/proxy-844fc546fc-wb65n] addLogicalPort took 56.766811ms, libovsdb time 815.801µs I0521 19:45:45.835719 3828 namespace.go:142] [konflux-info] updating namespace W0521 19:45:46.000230 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:45:46.160752 3828 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:46.436863 3828 namespace.go:142] [release-service] updating namespace I0521 19:45:46.642415 3828 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:46.795000 3828 namespace.go:142] [build-service] updating namespace I0521 19:45:46.826511 3828 namespace.go:142] [default-tenant] updating namespace I0521 19:45:46.847017 3828 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:46.875716 3828 namespace.go:142] [image-controller] updating namespace I0521 19:45:46.893480 3828 namespace.go:142] [integration-service] updating namespace I0521 19:45:46.924929 3828 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:46.951696 3828 namespace.go:142] [konflux-info] updating namespace I0521 19:45:46.977264 3828 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:46.997548 3828 namespace.go:142] [release-service] updating namespace I0521 19:45:47.019644 3828 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:47.114942 3828 namespace.go:142] [build-service] updating namespace I0521 19:45:47.196866 3828 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.294073 3828 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:47.372375 3828 namespace.go:142] [image-controller] updating namespace I0521 19:45:47.453564 3828 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.556390 3828 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:47.638294 3828 namespace.go:142] [konflux-info] updating namespace I0521 19:45:47.734531 3828 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:47.807378 3828 namespace.go:142] [release-service] updating namespace I0521 19:45:47.880311 3828 namespace.go:142] [segment-bridge] updating namespace W0521 19:45:52.039304 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:45:52.068256 3828 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:45:53.943610 3828 cni.go:452] [konflux-ui/proxy-844fc546fc-wb65n 29b9419bea1d8f6bfb7d72b6cfd7edb6137894ca4ac5ffa65119aacd2148cb51 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-844fc546fc-wb65n 29b9419bea1d8f6bfb7d72b6cfd7edb6137894ca4ac5ffa65119aacd2148cb51 network default NAD default NAD key ] I0521 19:45:53.952920 3828 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-844fc546fc-wb65n, hostIfaceName: 29b9419bea1d8f6, network: default, NAD default, SandboxID: "29b9419bea1d8f6bfb7d72b6cfd7edb6137894ca4ac5ffa65119aacd2148cb51", PCI device ID: , UID: "4e3761ed-cec9-4201-8035-cd4ae8100d15", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 19:45:54.007750 3828 cni.go:473] [konflux-ui/proxy-844fc546fc-wb65n 29b9419bea1d8f6bfb7d72b6cfd7edb6137894ca4ac5ffa65119aacd2148cb51 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-844fc546fc-wb65n 29b9419bea1d8f6bfb7d72b6cfd7edb6137894ca4ac5ffa65119aacd2148cb51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f3:1f:e9:df:39\",\"name\":\"29b9419bea1d8f6\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68d04dba-35d0-4cf3-8c0c-584461281d35\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:59.075645 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:45:59.075667 3828 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.092865 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:00.097056 3828 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:00.131099 3828 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.131120 3828 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.195838 3828 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:00.195921 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:01.113864 3828 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:02.171206 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:02.175794 3828 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:46:02.279481 3828 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.280047 3828 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:03.216172 3828 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.216202 3828 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:08.064207 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=601 I0521 19:46:11.460744 3828 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.461346 3828 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:12.193928 3828 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.193956 3828 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.201375 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 I0521 19:46:12.201405 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 W0521 19:46:18.239106 3828 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:46:26.051421 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=86 I0521 19:46:36.056370 3828 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 W0521 19:46:36.132723 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:36.132744 3828 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:47:05.179375 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:47:06.362542 3828 obj_retry.go:498] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:06.363105 3828 obj_retry.go:498] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:06.539107 3828 obj_retry.go:492] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:06.539132 3828 obj_retry.go:492] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:06.546361 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:47:06.546385 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:47:13.728354 3828 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:13.728940 3828 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:13.768206 3828 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:13.768228 3828 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:13.775940 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:13.775974 3828 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:18.184248 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:47:41.727190 3828 namespace.go:98] [managed-tenant-m6qtx] adding namespace I0521 19:47:41.728094 3828 namespace.go:102] [managed-tenant-m6qtx] adding namespace took 876.402µs I0521 19:47:41.768551 3828 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:41.792224 3828 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:42.803424 3828 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:42.941440 3828 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:43.031453 3828 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:52.158754 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 19:48:10.151633 3828 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10