+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-172.ec2.internal ++ [[ -n ip-10-0-2-172.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-172.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0515 11:05:20.176019385 - disable conntrack on geneve port' I0515 11:05:20.176019385 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0515 11:05:20.217004796 - starting ovnkube-node + echo 'I0515 11:05:20.217004796 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-172.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-172.ec2.internal --init-node ip-10-0-2-172.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-172.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0515 11:05:20.267475 3938 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0515 11:05:20.267529 3938 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e7c66a2aec.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0515 11:05:20.269285 3938 kube.go:431] Waiting for certificate I0515 11:05:20.269323 3938 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0515 11:05:20.269355 3938 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0515 11:05:20.270121 3938 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0515 11:05:20.299406 3938 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:20.299426 3938 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:20.302980 3938 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:20.303080 3938 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gx4pm" I0515 11:05:20.312318 3938 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gx4pm" I0515 11:05:20.312400 3938 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:21.269487 3938 kube.go:438] Certificate found I0515 11:05:21.270129 3938 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0515 11:05:21.270966 3938 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0515 11:05:21.322410 3938 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-16 11:00:20 +0000 UTC" deadline="2026-05-16 05:25:31.548467506 +0000 UTC" I0515 11:05:21.322443 3938 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h20m10.226034973s" I0515 11:05:21.335334 3938 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0515 11:05:21.351364 3938 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0515 11:05:21.351426 3938 server.go:101] MetricServer registers OVS metrics I0515 11:05:21.351541 3938 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0515 11:05:21.351599 3938 factory.go:561] Starting watch factory I0515 11:05:21.351674 3938 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351682 3938 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351696 3938 server.go:105] MetricServer registers OVN DB metrics I0515 11:05:21.351702 3938 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351690 3938 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351712 3938 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351724 3938 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351745 3938 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351787 3938 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351810 3938 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351732 3938 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351675 3938 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.351920 3938 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.354017 3938 controller_manager.go:370] Starting the ovnkube controller I0515 11:05:21.354027 3938 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-172.ec2.internal I0515 11:05:21.354083 3938 controller_manager.go:395] NBDB zone sync took: 45.737µs I0515 11:05:21.354093 3938 factory.go:561] Starting watch factory I0515 11:05:21.356802 3938 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0515 11:05:21.356824 3938 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0515 11:05:21.369026 3938 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.369882 3938 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0515 11:05:21.369905 3938 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0515 11:05:21.372062 3938 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.373603 3938 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.373622 3938 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0515 11:05:21.373650 3938 server.go:109] MetricServer registers OVN Controller metrics I0515 11:05:21.374547 3938 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.374958 3938 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.378763 3938 server.go:113] MetricServer registers OVN Northd metrics I0515 11:05:21.381111 3938 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:21.383407 3938 metrics.go:519] OVN Metrics Server starts to run ... I0515 11:05:21.456842 3938 factory.go:1977] *v1.Pod informer cache synced successfully I0515 11:05:21.456856 3938 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0515 11:05:21.456860 3938 factory.go:1977] *v1.Namespace informer cache synced successfully I0515 11:05:21.456864 3938 factory.go:1977] *v1.Node informer cache synced successfully I0515 11:05:21.456867 3938 factory.go:1977] *v1.Service informer cache synced successfully I0515 11:05:21.456870 3938 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0515 11:05:21.456927 3938 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:21.456938 3938 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:21.456953 3938 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:21.456968 3938 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:21.459387 3938 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0515 11:05:21.459395 3938 factory.go:1977] *v1.Pod informer cache synced successfully I0515 11:05:21.459399 3938 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0515 11:05:21.459402 3938 factory.go:1977] *v1.Namespace informer cache synced successfully I0515 11:05:21.459405 3938 factory.go:1977] *v1.Node informer cache synced successfully I0515 11:05:21.459408 3938 factory.go:1977] *v1.Service informer cache synced successfully I0515 11:05:21.460422 3938 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:21.460426 3938 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:21.462360 3938 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0515 11:05:21.462371 3938 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0515 11:05:21.462419 3938 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.462430 3938 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.464596 3938 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0515 11:05:21.464603 3938 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0515 11:05:21.465104 3938 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.467749 3938 factory.go:1977] *v1.EgressIP informer cache synced successfully I0515 11:05:21.467817 3938 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.467828 3938 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.469901 3938 factory.go:1977] *v1.EgressIP informer cache synced successfully I0515 11:05:21.471116 3938 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.473101 3938 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0515 11:05:21.473154 3938 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.473165 3938 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.475736 3938 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0515 11:05:21.475861 3938 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.478329 3938 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0515 11:05:21.478383 3938 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.478394 3938 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.481089 3938 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0515 11:05:21.481186 3938 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.484157 3938 factory.go:1977] *v1.EgressService informer cache synced successfully I0515 11:05:21.484201 3938 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.484213 3938 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.486318 3938 factory.go:1977] *v1.EgressService informer cache synced successfully I0515 11:05:21.487287 3938 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.489202 3938 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0515 11:05:21.489356 3938 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:21.489368 3938 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:21.491610 3938 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0515 11:05:21.496114 3938 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:21.497030 3938 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0515 11:05:21.497090 3938 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.497102 3938 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.497154 3938 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.497175 3938 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.502625 3938 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.505724 3938 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:21.595276 3938 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0515 11:05:21.600424 3938 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0515 11:05:21.600432 3938 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0515 11:05:21.600439 3938 factory.go:680] Watch Factory start up complete, took: 248.84218ms I0515 11:05:21.600495 3938 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0515 11:05:21.602604 3938 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0515 11:05:21.602613 3938 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0515 11:05:21.602620 3938 factory.go:680] Watch Factory start up complete, took: 248.527524ms I0515 11:05:21.602626 3938 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-172.ec2.internal" zone I0515 11:05:21.644733 3938 default_node_network_controller.go:710] Initializing the default node network controller I0515 11:05:21.712919 3938 udn_isolation.go:101] Starting UDN host isolation manager I0515 11:05:21.719166 3938 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0515 11:05:21.780066 3938 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0515 11:05:21.780173 3938 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0515 11:05:21.780191 3938 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0515 11:05:21.814467 3938 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0515 11:05:21.814529 3938 default_node_network_controller.go:809] Node ip-10-0-2-172.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0515 11:05:21.820076 3938 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.172"] k8s.ovn.org/zone-name:ip-10-0-2-172.ec2.internal] on node ip-10-0-2-172.ec2.internal I0515 11:05:21.841007 3938 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0515 11:05:21.847151 3938 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0515 11:05:21.847281 3938 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0515 11:05:21.847394 3938 gateway_init.go:263] Preparing Gateway I0515 11:05:21.847405 3938 gateway_shared_intf.go:1687] Creating new gateway I0515 11:05:21.852727 3938 controller_manager.go:429] Waiting for node in zone sync took: 250.090963ms I0515 11:05:21.858635 3938 controller_manager.go:611] Switching to transit router for layer2 networks I0515 11:05:21.858649 3938 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-172.ec2.internal I0515 11:05:21.873145 3938 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0515 11:05:21.879187 3938 controller_manager.go:290] SCTP support detected in OVN I0515 11:05:21.879729 3938 services_controller.go:69] Creating services controller for network=default I0515 11:05:21.879845 3938 udn_enabled_svc.go:80] Waiting for service informer to sync I0515 11:05:21.879899 3938 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0515 11:05:21.879927 3938 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0515 11:05:21.879939 3938 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0515 11:05:21.879947 3938 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0515 11:05:21.880100 3938 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0515 11:05:21.880136 3938 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0515 11:05:21.880176 3938 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.473µs I0515 11:05:21.880195 3938 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.797µs I0515 11:05:21.880201 3938 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 64.505µs I0515 11:05:21.880206 3938 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0515 11:05:21.880213 3938 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0515 11:05:21.880222 3938 default_network_controller.go:325] Starting the default network controller I0515 11:05:21.880315 3938 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.238µs I0515 11:05:21.880375 3938 udn_enabled_svc.go:95] Performing full resync I0515 11:05:21.880737 3938 udn_enabled_svc.go:99] Waiting for handler to sync I0515 11:05:21.880748 3938 udn_enabled_svc.go:104] Starting worker I0515 11:05:21.890085 3938 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0515 11:05:21.890144 3938 repair.go:33] Syncing exgw routes took 46.882µs I0515 11:05:21.890165 3938 default_network_controller.go:414] Starting all the Watchers... I0515 11:05:21.890299 3938 namespace.go:98] [openshift-backplane-csm] adding namespace I0515 11:05:21.890307 3938 namespace.go:98] [openshift-network-node-identity] adding namespace I0515 11:05:21.890311 3938 namespace.go:98] [openshift-console-operator] adding namespace I0515 11:05:21.890318 3938 namespace.go:98] [openshift-controller-manager] adding namespace I0515 11:05:21.890300 3938 namespace.go:98] [openshift-console] adding namespace I0515 11:05:21.890299 3938 namespace.go:98] [openshift-route-controller-manager] adding namespace I0515 11:05:21.890316 3938 namespace.go:98] [openshift] adding namespace I0515 11:05:21.890330 3938 namespace.go:98] [openshift-marketplace] adding namespace I0515 11:05:21.890338 3938 namespace.go:98] [openshift-console-user-settings] adding namespace I0515 11:05:21.890340 3938 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0515 11:05:21.890343 3938 namespace.go:98] [openshift-kube-apiserver] adding namespace I0515 11:05:21.890346 3938 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0515 11:05:21.890350 3938 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0515 11:05:21.890339 3938 namespace.go:98] [openshift-network-console] adding namespace I0515 11:05:21.890413 3938 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0515 11:05:21.891069 3938 namespace.go:102] [openshift-backplane-csm] adding namespace took 751.89µs I0515 11:05:21.891092 3938 namespace.go:98] [dedicated-admin] adding namespace I0515 11:05:21.891607 3938 namespace.go:102] [dedicated-admin] adding namespace took 508.028µs I0515 11:05:21.891622 3938 namespace.go:98] [openshift-machine-api] adding namespace I0515 11:05:21.892203 3938 namespace.go:102] [openshift-machine-api] adding namespace took 573.407µs I0515 11:05:21.892223 3938 namespace.go:98] [openshift-node] adding namespace I0515 11:05:21.892647 3938 namespace.go:102] [openshift-console-operator] adding namespace took 2.323566ms I0515 11:05:21.892659 3938 namespace.go:98] [openshift-backplane-cee] adding namespace I0515 11:05:21.893175 3938 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.8547ms I0515 11:05:21.893192 3938 namespace.go:98] [openshift-service-ca-operator] adding namespace I0515 11:05:21.893604 3938 namespace.go:102] [openshift-console] adding namespace took 3.272883ms I0515 11:05:21.893621 3938 namespace.go:98] [openshift-ingress] adding namespace I0515 11:05:21.894147 3938 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.815467ms I0515 11:05:21.894163 3938 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0515 11:05:21.894639 3938 namespace.go:102] [openshift-controller-manager] adding namespace took 4.31222ms I0515 11:05:21.894654 3938 namespace.go:98] [openshift-ingress-operator] adding namespace I0515 11:05:21.895066 3938 namespace.go:102] [openshift] adding namespace took 4.732845ms I0515 11:05:21.895077 3938 namespace.go:98] [openshift-operators-redhat] adding namespace I0515 11:05:21.895481 3938 namespace.go:102] [openshift-marketplace] adding namespace took 5.144519ms I0515 11:05:21.895490 3938 namespace.go:98] [openshift-package-operator] adding namespace I0515 11:05:21.895840 3938 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.495981ms I0515 11:05:21.895850 3938 namespace.go:98] [openshift-config-managed] adding namespace I0515 11:05:21.896318 3938 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.965317ms I0515 11:05:21.896332 3938 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0515 11:05:21.896813 3938 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.462709ms I0515 11:05:21.896830 3938 namespace.go:98] [kube-system] adding namespace I0515 11:05:21.897254 3938 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.898444ms I0515 11:05:21.897267 3938 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0515 11:05:21.897656 3938 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.298266ms I0515 11:05:21.897670 3938 namespace.go:98] [openshift-backplane-tam] adding namespace I0515 11:05:21.898180 3938 namespace.go:102] [openshift-network-console] adding namespace took 7.817617ms I0515 11:05:21.898197 3938 namespace.go:98] [openshift-backplane-cse] adding namespace I0515 11:05:21.898689 3938 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.267561ms I0515 11:05:21.898703 3938 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0515 11:05:21.899176 3938 namespace.go:102] [openshift-node] adding namespace took 6.945998ms I0515 11:05:21.899188 3938 namespace.go:98] [openshift-logging] adding namespace I0515 11:05:21.899625 3938 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.960321ms I0515 11:05:21.899642 3938 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0515 11:05:21.900230 3938 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.033718ms I0515 11:05:21.900240 3938 namespace.go:98] [default] adding namespace I0515 11:05:21.900764 3938 namespace.go:102] [openshift-ingress] adding namespace took 7.136043ms I0515 11:05:21.900809 3938 namespace.go:98] [openshift-kube-scheduler] adding namespace I0515 11:05:21.901253 3938 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.085661ms I0515 11:05:21.901265 3938 namespace.go:98] [openshift-backplane-mobb] adding namespace I0515 11:05:21.901762 3938 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.101361ms I0515 11:05:21.901796 3938 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0515 11:05:21.902174 3938 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.092297ms I0515 11:05:21.902186 3938 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0515 11:05:21.902684 3938 namespace.go:102] [openshift-package-operator] adding namespace took 7.18665ms I0515 11:05:21.902704 3938 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0515 11:05:21.903163 3938 namespace.go:102] [openshift-config-managed] adding namespace took 7.308527ms I0515 11:05:21.903175 3938 namespace.go:98] [openshift-backplane-lpsre] adding namespace W0515 11:05:21.903646 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-59lb6: pod kube-system/global-pull-secret-syncer-59lb6: no pod IPs found W0515 11:05:21.903662 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-rr7x6: pod kube-system/global-pull-secret-syncer-rr7x6: no pod IPs found W0515 11:05:21.903669 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-7qrkr: pod kube-system/global-pull-secret-syncer-7qrkr: no pod IPs found I0515 11:05:21.903691 3938 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.354811ms I0515 11:05:21.903700 3938 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0515 11:05:21.904237 3938 namespace.go:102] [kube-system] adding namespace took 7.401815ms I0515 11:05:21.904246 3938 namespace.go:98] [openshift-multus] adding namespace I0515 11:05:21.904699 3938 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.427202ms I0515 11:05:21.904709 3938 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0515 11:05:21.905150 3938 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.473915ms I0515 11:05:21.905166 3938 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0515 11:05:21.905659 3938 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.456723ms I0515 11:05:21.905674 3938 namespace.go:98] [openshift-machine-config-operator] adding namespace I0515 11:05:21.906166 3938 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.457731ms I0515 11:05:21.906179 3938 namespace.go:98] [openshift-network-diagnostics] adding namespace I0515 11:05:21.906562 3938 namespace.go:102] [openshift-logging] adding namespace took 7.367477ms I0515 11:05:21.906579 3938 namespace.go:98] [openshift-apiserver-operator] adding namespace I0515 11:05:21.906982 3938 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.33431ms I0515 11:05:21.906999 3938 namespace.go:98] [openshift-dns] adding namespace I0515 11:05:21.907362 3938 namespace.go:102] [default] adding namespace took 7.116903ms I0515 11:05:21.907379 3938 namespace.go:98] [openshift-authentication] adding namespace I0515 11:05:21.907745 3938 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.927646ms I0515 11:05:21.907762 3938 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0515 11:05:21.908150 3938 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.879497ms I0515 11:05:21.908167 3938 namespace.go:98] [openshift-cluster-version] adding namespace I0515 11:05:21.908550 3938 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.746213ms I0515 11:05:21.908566 3938 namespace.go:98] [openshift-monitoring] adding namespace I0515 11:05:21.909061 3938 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.868835ms I0515 11:05:21.909078 3938 namespace.go:98] [openshift-image-registry] adding namespace I0515 11:05:21.909470 3938 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.756955ms I0515 11:05:21.909486 3938 namespace.go:98] [openshift-must-gather-operator] adding namespace I0515 11:05:21.909862 3938 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.681911ms I0515 11:05:21.909874 3938 namespace.go:98] [openshift-config] adding namespace W0515 11:05:21.910240 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5wkf4: pod openshift-multus/network-metrics-daemon-5wkf4: no pod IPs found W0515 11:05:21.910257 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c2grt: pod openshift-multus/network-metrics-daemon-c2grt: no pod IPs found W0515 11:05:21.910265 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vfw5f: pod openshift-multus/network-metrics-daemon-vfw5f: no pod IPs found I0515 11:05:21.910276 3938 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.571515ms I0515 11:05:21.910286 3938 namespace.go:98] [openshift-authentication-operator] adding namespace I0515 11:05:21.910706 3938 namespace.go:102] [openshift-multus] adding namespace took 6.455523ms I0515 11:05:21.910718 3938 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0515 11:05:21.911137 3938 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.423468ms I0515 11:05:21.911150 3938 namespace.go:98] [kube-public] adding namespace I0515 11:05:21.911531 3938 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.359482ms I0515 11:05:21.911545 3938 namespace.go:98] [openshift-config-operator] adding namespace W0515 11:05:21.911914 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jvq2r: pod openshift-network-diagnostics/network-check-target-jvq2r: no pod IPs found W0515 11:05:21.911925 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nk6zw: pod openshift-network-diagnostics/network-check-target-nk6zw: no pod IPs found W0515 11:05:21.911932 3938 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xjn2r: pod openshift-network-diagnostics/network-check-target-xjn2r: no pod IPs found I0515 11:05:21.911965 3938 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.2837ms I0515 11:05:21.911980 3938 namespace.go:98] [openshift-etcd] adding namespace I0515 11:05:21.912389 3938 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.202884ms I0515 11:05:21.912405 3938 namespace.go:98] [openshift-apiserver] adding namespace I0515 11:05:21.912739 3938 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.153679ms I0515 11:05:21.913242 3938 namespace.go:102] [openshift-dns] adding namespace took 6.236076ms I0515 11:05:21.913261 3938 namespace.go:98] [openshift-insights] adding namespace I0515 11:05:21.913630 3938 namespace.go:102] [openshift-authentication] adding namespace took 6.244389ms I0515 11:05:21.913647 3938 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0515 11:05:21.914065 3938 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.296208ms I0515 11:05:21.914082 3938 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0515 11:05:21.914522 3938 namespace.go:102] [openshift-cluster-version] adding namespace took 6.348527ms I0515 11:05:21.914535 3938 namespace.go:98] [openshift-backplane] adding namespace I0515 11:05:21.915320 3938 namespace.go:102] [openshift-monitoring] adding namespace took 6.748704ms I0515 11:05:21.915336 3938 namespace.go:98] [openshift-operators] adding namespace I0515 11:05:21.915969 3938 namespace.go:102] [openshift-image-registry] adding namespace took 6.883499ms I0515 11:05:21.915987 3938 namespace.go:98] [kube-node-lease] adding namespace I0515 11:05:21.916642 3938 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.148216ms I0515 11:05:21.916660 3938 namespace.go:98] [openshift-customer-monitoring] adding namespace I0515 11:05:21.917121 3938 namespace.go:102] [openshift-config] adding namespace took 7.241282ms I0515 11:05:21.917138 3938 namespace.go:98] [openshift-host-network] adding namespace I0515 11:05:21.917997 3938 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.30132ms I0515 11:05:21.918017 3938 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.295042ms I0515 11:05:21.918025 3938 namespace.go:98] [openshift-infra] adding namespace I0515 11:05:21.918450 3938 namespace.go:102] [kube-public] adding namespace took 7.295011ms I0515 11:05:21.918902 3938 namespace.go:102] [openshift-config-operator] adding namespace took 7.352709ms I0515 11:05:21.919454 3938 namespace.go:102] [openshift-etcd] adding namespace took 7.46911ms I0515 11:05:21.919469 3938 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0515 11:05:21.919954 3938 namespace.go:102] [openshift-apiserver] adding namespace took 7.541103ms I0515 11:05:21.919973 3938 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0515 11:05:21.920472 3938 namespace.go:102] [openshift-insights] adding namespace took 7.204149ms I0515 11:05:21.920488 3938 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0515 11:05:21.920963 3938 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.309336ms I0515 11:05:21.920978 3938 namespace.go:98] [openshift-ingress-canary] adding namespace I0515 11:05:21.921342 3938 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.254517ms I0515 11:05:21.921355 3938 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0515 11:05:21.921807 3938 namespace.go:102] [openshift-backplane] adding namespace took 7.266759ms I0515 11:05:21.921820 3938 namespace.go:98] [openshift-backplane-srep] adding namespace I0515 11:05:21.922373 3938 namespace.go:102] [openshift-operators] adding namespace took 7.033318ms I0515 11:05:21.922384 3938 namespace.go:98] [openshift-network-operator] adding namespace I0515 11:05:21.922914 3938 namespace.go:102] [kube-node-lease] adding namespace took 6.921425ms I0515 11:05:21.922929 3938 namespace.go:98] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] adding namespace I0515 11:05:21.923503 3938 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.836815ms I0515 11:05:21.924091 3938 namespace.go:102] [openshift-host-network] adding namespace took 6.947717ms I0515 11:05:21.924528 3938 namespace.go:102] [openshift-infra] adding namespace took 6.49924ms I0515 11:05:21.924929 3938 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.456791ms I0515 11:05:21.925406 3938 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.427942ms I0515 11:05:21.925418 3938 namespace.go:98] [openshift-dns-operator] adding namespace I0515 11:05:21.925933 3938 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.439753ms I0515 11:05:21.926351 3938 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.36891ms I0515 11:05:21.926717 3938 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.355933ms I0515 11:05:21.927123 3938 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.299372ms I0515 11:05:21.927679 3938 namespace.go:102] [openshift-network-operator] adding namespace took 5.291235ms I0515 11:05:21.928212 3938 namespace.go:102] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] adding namespace took 5.276614ms I0515 11:05:21.928553 3938 namespace.go:102] [openshift-dns-operator] adding namespace took 3.129788ms W0515 11:05:21.928638 3938 master.go:458] Unable to parse local node ip-10-0-2-172.ec2.internal chassis-id annotation. Chassis may be removed during sync W0515 11:05:21.928650 3938 master.go:471] Unable to parse remote node ip-10-0-0-74.ec2.internal chassis-id annotation. Chassis may be removed during sync W0515 11:05:21.928656 3938 master.go:471] Unable to parse remote node ip-10-0-1-84.ec2.internal chassis-id annotation. Chassis may be removed during sync I0515 11:05:21.928662 3938 master.go:481] Removing stale chassis with ID/Name: df8dfb76-c839-4443-97a2-645708003ef7, hostname: ip-10-0-2-172.ec2.internal I0515 11:05:21.929117 3938 master.go:548] Adding or Updating local node "ip-10-0-2-172.ec2.internal" for network "default" I0515 11:05:21.929196 3938 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-84.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-84.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-84.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal I0515 11:05:21.929211 3938 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-74.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-74.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-74.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-74.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal I0515 11:05:21.932729 3938 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-172.ec2.internal for the network default I0515 11:05:21.933027 3938 zone_ic_handler.go:195] Time taken to create transit switch: 285.594µs I0515 11:05:21.933734 3938 default_network_controller.go:823] Node add failed for ip-10-0-2-172.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-172.ec2.internal, error getting gateway config for node ip-10-0-2-172.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-172.ec2.internal", failed to update chassis to local for local node ip-10-0-2-172.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-172.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-172.ec2.internal] E0515 11:05:21.933789 3938 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-172.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-172.ec2.internal, error getting gateway config for node ip-10-0-2-172.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-172.ec2.internal", failed to update chassis to local for local node ip-10-0-2-172.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-172.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-172.ec2.internal] I0515 11:05:21.933837 3938 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0515 11:05:21.933864 3938 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0515 11:05:21.933866 3938 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-172.ec2.internal", UID:"ceb48e34-9d35-4be5-ae5a-df53976d5e9a", APIVersion:"v1", ResourceVersion:"8977", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-172.ec2.internal, error getting gateway config for node ip-10-0-2-172.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-172.ec2.internal", failed to update chassis to local for local node ip-10-0-2-172.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-172.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-172.ec2.internal] I0515 11:05:21.933886 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:21.933922 3938 node_tracker.go:235] Node ip-10-0-0-74.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-74.ec2.internal" I0515 11:05:21.933939 3938 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:21.933952 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:21.933883 3938 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0515 11:05:21.933960 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:21.933969 3938 node_tracker.go:235] Node ip-10-0-1-84.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal" I0515 11:05:21.933975 3938 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:21.933979 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:21.933983 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-172.ec2.internal in network "default" I0515 11:05:21.933992 3938 node_tracker.go:235] Node ip-10-0-2-172.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-172.ec2.internal" I0515 11:05:21.934006 3938 node_tracker.go:169] Node ip-10-0-2-172.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:21.934011 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:21.955712 3938 iptables.go:108] Creating table: filter chain: FORWARD I0515 11:05:21.962663 3938 iptables.go:108] Creating table: filter chain: OUTPUT I0515 11:05:21.969658 3938 gateway_shared_intf.go:1816] Gateway Creation Complete I0515 11:05:21.969674 3938 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-172.ec2.internal","mac-address":"0e:e4:62:59:ec:cf","ip-addresses":["10.0.2.172/24"],"ip-address":"10.0.2.172/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:df8dfb76-c839-4443-97a2-645708003ef7 k8s.ovn.org/node-encap-ips:["10.0.2.172"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.172/24"} k8s.ovn.org/zone-name:ip-10-0-2-172.ec2.internal] on node ip-10-0-2-172.ec2.internal I0515 11:05:21.984714 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-172.ec2.internal in network "default" I0515 11:05:21.984763 3938 master.go:548] Adding or Updating local node "ip-10-0-2-172.ec2.internal" for network "default" I0515 11:05:21.984797 3938 node_tracker.go:169] Node ip-10-0-2-172.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:21.984811 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:21.989260 3938 default_node_network_controller.go:519] Node connection status = connected W0515 11:05:21.990489 3938 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nk6zw: pod openshift-network-diagnostics/network-check-target-nk6zw: no pod IPs found W0515 11:05:21.990517 3938 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-rr7x6: pod kube-system/global-pull-secret-syncer-rr7x6: no pod IPs found W0515 11:05:21.990523 3938 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5wkf4: pod openshift-multus/network-metrics-daemon-5wkf4: no pod IPs found I0515 11:05:21.991953 3938 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-172.ec2.internal for the network default I0515 11:05:21.992142 3938 zone_ic_handler.go:195] Time taken to create transit switch: 175.45µs I0515 11:05:22.034752 3938 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0515 11:05:22.034791 3938 services_controller.go:208] Setting up event handlers for services for network=default I0515 11:05:22.034922 3938 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0515 11:05:22.034958 3938 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0515 11:05:22.034970 3938 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0515 11:05:22.135841 3938 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0515 11:05:22.135859 3938 repair.go:60] Starting repairing loop for services I0515 11:05:22.135932 3938 repair.go:131] Deleted 0 stale service LBs I0515 11:05:22.135950 3938 repair.go:137] Deleted 0 stale Chassis Template Vars I0515 11:05:22.135965 3938 repair.go:62] Finished repairing loop for services: 107.46µs I0515 11:05:22.135990 3938 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0515 11:05:22.136000 3938 services_controller.go:254] Starting workers for network=default I0515 11:05:22.136298 3938 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-xjn2r, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xjn2r: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xjn2r: no pod IPs found I0515 11:05:22.136345 3938 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5wkf4] creating logical port openshift-multus_network-metrics-daemon-5wkf4 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:22.136365 3938 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jvq2r, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jvq2r: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jvq2r: no pod IPs found I0515 11:05:22.136392 3938 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vfw5f, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vfw5f: suppressed error logged: pod openshift-multus/network-metrics-daemon-vfw5f: no pod IPs found I0515 11:05:22.136392 3938 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-c2grt, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c2grt: suppressed error logged: pod openshift-multus/network-metrics-daemon-c2grt: no pod IPs found I0515 11:05:22.136409 3938 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nk6zw] creating logical port openshift-network-diagnostics_network-check-target-nk6zw for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:22.136417 3938 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-rr7x6] creating logical port kube-system_global-pull-secret-syncer-rr7x6 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:22.136447 3938 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-59lb6, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-59lb6: suppressed error logged: pod kube-system/global-pull-secret-syncer-59lb6: no pod IPs found I0515 11:05:22.136489 3938 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5wkf4 I0515 11:05:22.136505 3938 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nk6zw I0515 11:05:22.136507 3938 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-rr7x6 I0515 11:05:22.136549 3938 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-7qrkr, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-7qrkr: suppressed error logged: pod kube-system/global-pull-secret-syncer-7qrkr: no pod IPs found I0515 11:05:22.151679 3938 pod.go:62] [kube-system/global-pull-secret-syncer-rr7x6] pod update took 15.207013ms I0515 11:05:22.151695 3938 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-rr7x6] addLogicalPort annotation time took 15.223984ms I0515 11:05:22.152543 3938 pods.go:271] [kube-system/global-pull-secret-syncer-rr7x6] addLogicalPort took 16.135006ms, libovsdb time 634.321µs I0515 11:05:22.154537 3938 pod.go:62] [openshift-multus/network-metrics-daemon-5wkf4] pod update took 18.128106ms I0515 11:05:22.154554 3938 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5wkf4] addLogicalPort annotation time took 18.15231ms I0515 11:05:22.155369 3938 pods.go:271] [openshift-multus/network-metrics-daemon-5wkf4] addLogicalPort took 19.033779ms, libovsdb time 640.383µs I0515 11:05:22.155767 3938 pod.go:62] [openshift-network-diagnostics/network-check-target-nk6zw] pod update took 19.298914ms I0515 11:05:22.155799 3938 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nk6zw] addLogicalPort annotation time took 19.331829ms I0515 11:05:22.156528 3938 pods.go:271] [openshift-network-diagnostics/network-check-target-nk6zw] addLogicalPort took 20.12627ms, libovsdb time 543.446µs I0515 11:05:22.157516 3938 admin_network_policy_controller.go:227] Starting controller default-network-controller I0515 11:05:22.157541 3938 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0515 11:05:22.157554 3938 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0515 11:05:22.157559 3938 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0515 11:05:22.157729 3938 repair.go:29] Repairing admin network policies took 165.8µs I0515 11:05:22.157847 3938 repair.go:92] Repairing baseline admin network policies took 109.911µs I0515 11:05:22.158187 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0515 11:05:22.158206 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0515 11:05:22.159537 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0515 11:05:22.159562 3938 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0515 11:05:22.159577 3938 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0515 11:05:22.161563 3938 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0515 11:05:22.161586 3938 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0515 11:05:22.161600 3938 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0515 11:05:22.163849 3938 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0515 11:05:22.163873 3938 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0515 11:05:22.163886 3938 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0515 11:05:22.164932 3938 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0515 11:05:22.164950 3938 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0515 11:05:22.164958 3938 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0515 11:05:22.166418 3938 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0515 11:05:22.166441 3938 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0515 11:05:22.166448 3938 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0515 11:05:22.166701 3938 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0515 11:05:22.166724 3938 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0515 11:05:22.166738 3938 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0515 11:05:22.167793 3938 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0515 11:05:22.167806 3938 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0515 11:05:22.167815 3938 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0515 11:05:22.169066 3938 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0515 11:05:22.169085 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0515 11:05:22.169094 3938 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0515 11:05:22.170807 3938 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0515 11:05:22.170824 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0515 11:05:22.171235 3938 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0515 11:05:22.171246 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0515 11:05:22.172903 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0515 11:05:22.172925 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0515 11:05:22.172933 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0515 11:05:22.174803 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0515 11:05:22.174821 3938 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0515 11:05:22.174829 3938 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0515 11:05:22.175668 3938 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0515 11:05:22.175688 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0515 11:05:22.175698 3938 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0515 11:05:22.176196 3938 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0515 11:05:22.176214 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0515 11:05:22.176221 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0515 11:05:22.176704 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0515 11:05:22.176720 3938 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0515 11:05:22.176729 3938 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0515 11:05:22.177665 3938 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0515 11:05:22.177680 3938 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0515 11:05:22.177686 3938 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0515 11:05:22.178050 3938 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0515 11:05:22.178069 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0515 11:05:22.178077 3938 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0515 11:05:22.178579 3938 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0515 11:05:22.178598 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0515 11:05:22.178605 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0515 11:05:22.179147 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0515 11:05:22.179169 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0515 11:05:22.179180 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0515 11:05:22.179704 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0515 11:05:22.179722 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0515 11:05:22.179730 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0515 11:05:22.180232 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0515 11:05:22.180254 3938 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0515 11:05:22.180265 3938 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0515 11:05:22.180826 3938 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0515 11:05:22.180845 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0515 11:05:22.180876 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0515 11:05:22.181617 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0515 11:05:22.181635 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0515 11:05:22.181646 3938 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0515 11:05:22.182168 3938 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0515 11:05:22.182187 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0515 11:05:22.182196 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0515 11:05:22.182671 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0515 11:05:22.182692 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0515 11:05:22.182703 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0515 11:05:22.183218 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0515 11:05:22.183236 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0515 11:05:22.183242 3938 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0515 11:05:22.183535 3938 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0515 11:05:22.183554 3938 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0515 11:05:22.183563 3938 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0515 11:05:22.183879 3938 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0515 11:05:22.183896 3938 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0515 11:05:22.183904 3938 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0515 11:05:22.185150 3938 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0515 11:05:22.185169 3938 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0515 11:05:22.185179 3938 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0515 11:05:22.186916 3938 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0515 11:05:22.191805 3938 egressfirewall.go:374] Starting EgressFirewall controller I0515 11:05:22.191850 3938 controller.go:133] Adding controller egress-firewall-controller event handlers I0515 11:05:22.191875 3938 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0515 11:05:22.191908 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0515 11:05:22.191920 3938 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0515 11:05:22.191877 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0515 11:05:22.191928 3938 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0515 11:05:22.192177 3938 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0515 11:05:22.192191 3938 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0515 11:05:22.192196 3938 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0515 11:05:22.192205 3938 egressqos.go:193] Setting up event handlers for EgressQoS I0515 11:05:22.192221 3938 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0515 11:05:22.192236 3938 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0515 11:05:22.192242 3938 egressfirewall.go:723] Syncing node "ip-10-0-2-172.ec2.internal" for egress firewall I0515 11:05:22.192362 3938 egressqos.go:245] Starting EgressQoS Controller I0515 11:05:22.192378 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0515 11:05:22.192387 3938 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0515 11:05:22.192394 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0515 11:05:22.192399 3938 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0515 11:05:22.192404 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0515 11:05:22.192408 3938 shared_informer.go:356] "Caches are synced" controller="egressqos" I0515 11:05:22.192412 3938 egressqos.go:259] Repairing EgressQoSes I0515 11:05:22.192418 3938 egressqos.go:399] Starting repairing loop for egressqos I0515 11:05:22.192507 3938 egressqos.go:401] Finished repairing loop for egressqos: 89.568µs I0515 11:05:22.192527 3938 egressservice_zone.go:132] Setting up event handlers for Egress Services I0515 11:05:22.192575 3938 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-172.ec2.internal I0515 11:05:22.192635 3938 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-172.ec2.internal : 63.241µs I0515 11:05:22.192801 3938 egressservice_zone.go:210] Starting Egress Services Controller I0515 11:05:22.192820 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0515 11:05:22.192832 3938 shared_informer.go:356] "Caches are synced" controller="egressservices" I0515 11:05:22.192845 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0515 11:05:22.192850 3938 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0515 11:05:22.192857 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0515 11:05:22.192862 3938 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0515 11:05:22.192866 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0515 11:05:22.192871 3938 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0515 11:05:22.192875 3938 egressservice_zone.go:228] Repairing Egress Services I0515 11:05:22.193176 3938 master_controller.go:88] Starting Admin Policy Based Route Controller I0515 11:05:22.193189 3938 external_controller.go:278] Starting Admin Policy Based Route Controller I0515 11:05:22.193261 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:22.193274 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 14.245µs I0515 11:05:22.193286 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:22.193286 3938 default_network_controller.go:585] Completing all the Watchers took 303.112623ms I0515 11:05:22.193292 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 8.592µs I0515 11:05:22.193296 3938 default_network_controller.go:589] Starting unidling controllers I0515 11:05:22.193300 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-172.ec2.internal I0515 11:05:22.193306 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-172.ec2.internal: 5.981µs I0515 11:05:22.193308 3938 unidle.go:46] Registering OVN SB ControllerEvent handler I0515 11:05:22.193313 3938 unidle.go:63] Populating Initial ContollerEvent events I0515 11:05:22.193325 3938 unidle.go:79] Setting up event handlers for services I0515 11:05:22.193376 3938 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0515 11:05:22.204215 3938 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0515 11:05:22.489568 3938 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:22.507126 3938 bridgeconfig.go:537] Gateway is ready I0515 11:05:22.507143 3938 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0515 11:05:22.518653 3938 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.172. Updating OVN encap IP. I0515 11:05:22.524290 3938 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.172 - it is already configured I0515 11:05:22.524304 3938 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.172/24:{} 172.20.0.1/32:{}]. Updating annotations. I0515 11:05:22.524546 3938 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.172/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-172.ec2.internal","mac-address":"0e:e4:62:59:ec:cf","ip-addresses":["10.0.2.172/24"],"ip-address":"10.0.2.172/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:df8dfb76-c839-4443-97a2-645708003ef7 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.172/24"}] on node ip-10-0-2-172.ec2.internal I0515 11:05:22.539666 3938 egressfirewall.go:723] Syncing node "ip-10-0-2-172.ec2.internal" for egress firewall I0515 11:05:22.539676 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-172.ec2.internal I0515 11:05:22.539691 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-172.ec2.internal in network "default" I0515 11:05:22.539692 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-172.ec2.internal: 20.671µs I0515 11:05:22.539744 3938 node_tracker.go:169] Node ip-10-0-2-172.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:22.539762 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:22.539769 3938 master.go:548] Adding or Updating local node "ip-10-0-2-172.ec2.internal" for network "default" I0515 11:05:22.540359 3938 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.172 I0515 11:05:22.540484 3938 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-172.ec2.internal I0515 11:05:22.544796 3938 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-172.ec2.internal. Updating no re-route policies I0515 11:05:22.544866 3938 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-rr7x6 I0515 11:05:22.544877 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5wkf4 I0515 11:05:22.544888 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2pprd I0515 11:05:22.544891 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wnbbm I0515 11:05:22.544893 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-172.ec2.internal I0515 11:05:22.544881 3938 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-rr7x6 I0515 11:05:22.544902 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wnbbm I0515 11:05:22.544906 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-172.ec2.internal I0515 11:05:22.544913 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-h7kr7 I0515 11:05:22.544916 3938 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ztgp4 I0515 11:05:22.544922 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-h7kr7 I0515 11:05:22.544918 3938 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-172.ec2.internal I0515 11:05:22.544928 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wnbbm after 0 failed attempt(s) I0515 11:05:22.544933 3938 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ztgp4 I0515 11:05:22.544940 3938 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-172.ec2.internal I0515 11:05:22.544937 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mvkh2 I0515 11:05:22.544893 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5wkf4 I0515 11:05:22.544949 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-h7kr7 after 0 failed attempt(s) I0515 11:05:22.544949 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nk6zw I0515 11:05:22.544949 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-h8zqr I0515 11:05:22.544960 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mvkh2 I0515 11:05:22.544964 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nk6zw I0515 11:05:22.544962 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rdrxv I0515 11:05:22.544969 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-h8zqr I0515 11:05:22.544977 3938 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5wkf4] creating logical port openshift-multus_network-metrics-daemon-5wkf4 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:22.544981 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rdrxv I0515 11:05:22.544980 3938 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-172.ec2.internal after 0 failed attempt(s) I0515 11:05:22.544943 3938 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-rr7x6] creating logical port kube-system_global-pull-secret-syncer-rr7x6 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:22.544991 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-h8zqr after 0 failed attempt(s) I0515 11:05:22.544984 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mvkh2 after 0 failed attempt(s) I0515 11:05:22.544997 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rdrxv after 0 failed attempt(s) I0515 11:05:22.544993 3938 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nk6zw] creating logical port openshift-network-diagnostics_network-check-target-nk6zw for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:22.544894 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2pprd I0515 11:05:22.545022 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2pprd after 0 failed attempt(s) I0515 11:05:22.545024 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-172.ec2.internal after 0 failed attempt(s) I0515 11:05:22.544900 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6xjsn I0515 11:05:22.545039 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6xjsn I0515 11:05:22.545055 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6xjsn after 0 failed attempt(s) I0515 11:05:22.544959 3938 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ztgp4 after 0 failed attempt(s) I0515 11:05:22.544877 3938 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fwzk2 I0515 11:05:22.545115 3938 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fwzk2 I0515 11:05:22.545140 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fwzk2 after 0 failed attempt(s) I0515 11:05:22.545911 3938 pods.go:271] [kube-system/global-pull-secret-syncer-rr7x6] addLogicalPort took 981.266µs, libovsdb time 346.604µs I0515 11:05:22.545925 3938 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-rr7x6 after 0 failed attempt(s) I0515 11:05:22.545965 3938 pods.go:271] [openshift-multus/network-metrics-daemon-5wkf4] addLogicalPort took 997.913µs, libovsdb time 331.068µs I0515 11:05:22.545972 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5wkf4 after 0 failed attempt(s) I0515 11:05:22.546353 3938 pods.go:271] [openshift-network-diagnostics/network-check-target-nk6zw] addLogicalPort took 1.364583ms, libovsdb time 611.075µs I0515 11:05:22.546369 3938 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nk6zw after 0 failed attempt(s) I0515 11:05:22.554868 3938 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0515 11:05:22.567474 3938 iptables.go:108] Creating table: mangle chain: OUTPUT I0515 11:05:22.571073 3938 iptables.go:108] Creating table: nat chain: OUTPUT I0515 11:05:22.619443 3938 iptables.go:108] Creating table: nat chain: PREROUTING I0515 11:05:22.669928 3938 iptables.go:108] Creating table: filter chain: FORWARD I0515 11:05:22.687367 3938 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0515 11:05:22.687515 3938 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0515 11:05:22.687575 3938 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0515 11:05:22.687679 3938 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0515 11:05:22.687731 3938 gateway_init.go:325] Gateway and management port readiness took 703.178835ms I0515 11:05:22.687758 3938 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0515 11:05:22.687834 3938 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0515 11:05:22.687847 3938 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0515 11:05:22.687855 3938 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0515 11:05:22.687918 3938 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0515 11:05:22.688016 3938 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.239µs I0515 11:05:22.688210 3938 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0515 11:05:22.688232 3938 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.204µs I0515 11:05:22.688241 3938 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.411µs I0515 11:05:22.688246 3938 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0515 11:05:22.688255 3938 nad_controller.go:379] [node-nad-controller NAD controller]: started I0515 11:05:22.688260 3938 default_node_network_controller.go:899] Starting the default node network controller I0515 11:05:22.688265 3938 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0515 11:05:22.688344 3938 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.813µs I0515 11:05:22.688432 3938 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0515 11:05:22.688440 3938 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0515 11:05:22.688462 3938 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b03490 0xc0002f0700 0xc0002f0770 0xc0002f07e0 0xc0002f0850 0xc0002f0930 0xc0002f09a0 0xc000b0ba40 0xc0002f0a10 0xc0002f0a80 0xc00045a320 0xc0060e5340 0xc0002f0af0 map[0x2ff9080:0xc002a1bce0 0x2ff95c0:0xc002a1be60 0x2ffa2e0:0xc001090d20 0x2ffa580:0xc002a1bc80 0x2ffad60:0xc002a1bd40 0x2ffb000:0xc002a1bda0 0x2ffb2a0:0xc002a1be00 0x2ffba80:0xc005f5c0c0 0x2ffbd20:0xc005f5c120 0x3026980:0xc001090840 0x3026d20:0xc0010908a0 0x3027800:0xc000c8ed20 0x3029160:0xc001c32000 0x30298a0:0xc001090cc0 0x302a720:0xc0010907e0] 0xc00016b110 0} I0515 11:05:22.688524 3938 gateway.go:151] Starting gateway service sync I0515 11:05:22.688956 3938 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0515 11:05:22.691318 3938 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0515 11:05:22.716492 3938 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0515 11:05:22.717801 3938 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0515 11:05:22.719018 3938 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0515 11:05:22.752032 3938 gateway.go:168] Gateway service sync done. Time taken: 63.495989ms I0515 11:05:22.752409 3938 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30745 I0515 11:05:22.752981 3938 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b03490 0xc0002f0700 0xc0002f0770 0xc0002f07e0 0xc0002f0850 0xc0002f0930 0xc0002f09a0 0xc000b0ba40 0xc0002f0a10 0xc0002f0a80 0xc00045a320 0xc0060e5340 0xc0002f0af0 map[0x2ff9080:0xc002a1bce0 0x2ff95c0:0xc002a1be60 0x2ffa2e0:0xc001090d20 0x2ffa580:0xc002a1bc80 0x2ffad60:0xc002a1bd40 0x2ffb000:0xc002a1bda0 0x2ffb2a0:0xc002a1be00 0x2ffba80:0xc005f5c0c0 0x2ffbd20:0xc005f5c120 0x3026980:0xc001090840 0x3026d20:0xc0010908a0 0x3027800:0xc000c8ed20 0x3029160:0xc001c32000 0x30298a0:0xc001090cc0 0x302a720:0xc0010907e0] 0xc00016b110 0} I0515 11:05:22.753464 3938 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b03490 0xc0002f0700 0xc0002f0770 0xc0002f07e0 0xc0002f0850 0xc0002f0930 0xc0002f09a0 0xc000b0ba40 0xc0002f0a10 0xc0002f0a80 0xc00045a320 0xc0060e5340 0xc0002f0af0 map[0x2ff9080:0xc002a1bce0 0x2ff95c0:0xc002a1be60 0x2ffa2e0:0xc001090d20 0x2ffa580:0xc002a1bc80 0x2ffad60:0xc002a1bd40 0x2ffb000:0xc002a1bda0 0x2ffb2a0:0xc002a1be00 0x2ffba80:0xc005f5c0c0 0x2ffbd20:0xc005f5c120 0x3026980:0xc001090840 0x3026d20:0xc0010908a0 0x3027800:0xc000c8ed20 0x3029160:0xc001c32000 0x30298a0:0xc001090cc0 0x302a720:0xc0010907e0] 0xc00016b110 0} I0515 11:05:22.753498 3938 gateway.go:532] Reconciling gateway with updates I0515 11:05:22.759120 3938 gateway.go:339] Spawning Conntrack Rule Check Thread I0515 11:05:22.759257 3938 default_node_network_controller.go:944] Gateway and management port readiness took 70.807315ms I0515 11:05:22.759300 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:22.759314 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:22.759317 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:22.759329 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:22.759334 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:22.759343 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:22.759346 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:22.759354 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:22.759355 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:22.759357 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:22.759370 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0515 11:05:22.759372 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:22.759332 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:22.759382 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:22.759394 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:22.759399 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:22.759407 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0515 11:05:22.759318 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:22.759418 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:22.759426 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:22.759361 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:22.759429 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0515 11:05:22.759415 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:22.759450 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0515 11:05:22.759454 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:22.759458 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:22.759464 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0515 11:05:22.759467 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:22.759466 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0515 11:05:22.759476 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:22.759477 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0515 11:05:22.759484 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0515 11:05:22.759485 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:22.759488 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0515 11:05:22.759498 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:22.759501 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:22.759504 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0515 11:05:22.759503 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0515 11:05:22.759506 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:22.759302 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0515 11:05:22.759516 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0515 11:05:22.759516 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0515 11:05:22.759524 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:22.759524 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:22.759525 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0515 11:05:22.759513 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:22.759532 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:22.759535 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:22.759539 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:22.759536 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:22.759541 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:22.759548 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:22.759549 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:22.759563 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:22.759564 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:22.759385 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:22.759567 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:22.759568 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0515 11:05:22.759573 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0515 11:05:22.759577 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0515 11:05:22.759581 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:22.759590 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0515 11:05:22.759548 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0515 11:05:22.759594 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:22.759591 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:22.759599 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:22.759607 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:22.759562 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:22.759609 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:22.759623 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:22.759647 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:22.759717 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:22.759644 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:22.759801 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:22.759401 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:22.759837 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:22.759874 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:22.759446 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:22.759912 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:22.759506 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:22.760019 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0515 11:05:22.759428 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:22.760036 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:22.759521 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:22.759528 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:22.760148 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:22.760156 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0515 11:05:22.759528 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0515 11:05:22.759435 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:22.760172 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:22.759329 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:22.760212 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:22.759524 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0515 11:05:22.760271 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0515 11:05:22.759549 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0515 11:05:22.759551 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:22.760299 3938 port_claim.go:71] Svc openshift-ingress/router-default: port 31967 is already open, no action needed I0515 11:05:22.759544 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:22.760312 3938 port_claim.go:71] Svc openshift-ingress/router-default: port 31216 is already open, no action needed I0515 11:05:22.760326 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:22.759564 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:22.760380 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:22.759572 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:22.760391 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0515 11:05:22.759613 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:22.759667 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:22.760514 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:22.759667 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:22.760553 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:22.760560 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0515 11:05:22.759677 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:22.760575 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:22.760926 3938 node_ip_handler_linux.go:160] Node IP manager is running W0515 11:05:22.798733 3938 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0515 11:05:22.798970 3938 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0515 11:05:22.799104 3938 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0515 11:05:22.806616 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0515 11:05:22.806640 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0515 11:05:22.806649 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0515 11:05:22.806656 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0515 11:05:22.806666 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0515 11:05:22.806670 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0515 11:05:22.806676 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0515 11:05:22.806681 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0515 11:05:22.806702 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0515 11:05:22.806721 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0515 11:05:22.806729 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0515 11:05:22.806735 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0515 11:05:22.806740 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0515 11:05:22.806747 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0515 11:05:22.806752 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0515 11:05:22.806757 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0515 11:05:22.845759 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0515 11:05:22.865400 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0515 11:05:22.865549 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0515 11:05:22.865575 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0515 11:05:22.865586 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0515 11:05:22.865594 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0515 11:05:24.336373 3938 default_node_network_controller.go:1380] Starting node controller node sync W0515 11:05:24.336432 3938 egressip_healthcheck.go:76] Health checking using insecure connection I0515 11:05:24.336499 3938 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0515 11:05:24.348149 3938 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.754996ms I0515 11:05:24.348327 3938 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0515 11:05:24.348618 3938 egressservice_node.go:93] Setting up event handlers for Egress Services I0515 11:05:24.348789 3938 egressservice_node.go:183] Starting Egress Services Controller I0515 11:05:24.348813 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0515 11:05:24.348827 3938 shared_informer.go:356] "Caches are synced" controller="egressservices" I0515 11:05:24.348839 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0515 11:05:24.348846 3938 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0515 11:05:24.348857 3938 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0515 11:05:24.348864 3938 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0515 11:05:24.348871 3938 egressservice_node.go:197] Repairing Egress Services I0515 11:05:24.359402 3938 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0515 11:05:24.359416 3938 external_controller.go:278] Starting Admin Policy Based Route Controller I0515 11:05:24.359625 3938 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0515 11:05:24.359638 3938 link_network_manager.go:119] Link manager is running I0515 11:05:24.359646 3938 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0515 11:05:24.359827 3938 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0515 11:05:24.360560 3938 vrf_manager.go:128] VRF manager is running I0515 11:05:24.360939 3938 node_controller_manager.go:437] Removing flows to drop GARP I0515 11:05:24.360955 3938 gateway.go:532] Reconciling gateway with updates I0515 11:05:24.379698 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:24.379710 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:24.379713 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:24.379724 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:24.379724 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:24.379726 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:24.379730 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:24.379736 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:24.379750 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:24.379753 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0515 11:05:24.379761 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:24.379769 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0515 11:05:24.379792 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:24.379815 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:24.379817 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:24.379824 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:24.379826 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0515 11:05:24.379830 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:24.379836 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:24.379840 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:24.379845 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:24.379853 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:24.379835 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:24.379863 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0515 11:05:24.379867 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:24.379853 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:24.379879 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0515 11:05:24.379882 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0515 11:05:24.379885 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0515 11:05:24.379889 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:24.379887 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0515 11:05:24.379895 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:24.379895 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:24.379899 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:24.379896 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0515 11:05:24.379900 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0515 11:05:24.379905 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:24.379907 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:24.379912 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:24.379801 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:24.379918 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:24.379918 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:24.379921 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:24.379923 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:24.379916 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:24.379929 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:24.379935 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0515 11:05:24.379937 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:24.379941 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:24.379947 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:24.379957 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:24.379957 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:24.379963 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0515 11:05:24.379965 3938 port_claim.go:71] Svc openshift-ingress/router-default: port 31967 is already open, no action needed I0515 11:05:24.379885 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:24.379973 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0515 11:05:24.379978 3938 port_claim.go:71] Svc openshift-ingress/router-default: port 31216 is already open, no action needed I0515 11:05:24.379981 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0515 11:05:24.379980 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:24.379987 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:24.379822 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0515 11:05:24.379811 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:24.379999 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:24.380006 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:24.380006 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0515 11:05:24.380011 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:24.379897 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0515 11:05:24.380017 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:24.380027 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0515 11:05:24.379879 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:24.380043 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:24.379915 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:24.380048 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:24.380059 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:24.380060 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0515 11:05:24.380048 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:24.380010 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0515 11:05:24.380067 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0515 11:05:24.379698 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:24.380085 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:24.379892 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:24.380110 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:24.379841 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:24.380133 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:24.379854 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:24.380144 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:24.379851 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:24.380165 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:24.379857 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0515 11:05:24.379870 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:24.379866 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:24.380199 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:24.379871 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:24.380214 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:24.380228 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0515 11:05:24.379880 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:24.380252 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0515 11:05:24.379815 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:24.379815 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0515 11:05:24.379901 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:24.380289 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:24.380298 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:24.379853 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:24.380375 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:24.379919 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:24.380413 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:24.379928 3938 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:24.380484 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:24.380065 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0515 11:05:24.379905 3938 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:24.406426 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0515 11:05:24.406443 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0515 11:05:24.406449 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0515 11:05:24.445995 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0515 11:05:24.446013 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0515 11:05:24.446019 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0515 11:05:24.446024 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0515 11:05:24.484211 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0515 11:05:24.484223 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0515 11:05:24.484241 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0515 11:05:24.484255 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0515 11:05:24.484261 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0515 11:05:24.484267 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0515 11:05:24.484273 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0515 11:05:24.484278 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0515 11:05:24.484283 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0515 11:05:24.484289 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0515 11:05:24.484293 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0515 11:05:24.484301 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0515 11:05:24.484306 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0515 11:05:24.484314 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0515 11:05:24.484318 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0515 11:05:24.484323 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0515 11:05:24.484328 3938 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0515 11:05:25.689637 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-172.ec2.internal I0515 11:05:25.689738 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-172.ec2.internal: 101.755µs I0515 11:05:25.715251 3938 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-87549bb8f-q29fs] creating logical port openshift-image-registry_image-registry-87549bb8f-q29fs for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.715389 3938 kube.go:256] Updating pod openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:05:25.735860 3938 pod.go:62] [openshift-image-registry/image-registry-87549bb8f-q29fs] pod update took 20.509638ms I0515 11:05:25.735892 3938 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-87549bb8f-q29fs] addLogicalPort annotation time took 20.541431ms I0515 11:05:25.737084 3938 pods.go:271] [openshift-image-registry/image-registry-87549bb8f-q29fs] addLogicalPort took 21.846932ms, libovsdb time 870.948µs I0515 11:05:25.767363 3938 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-zgnwx] creating logical port openshift-dns_dns-default-zgnwx for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.767461 3938 kube.go:256] Updating pod openshift-dns/dns-default-zgnwx I0515 11:05:25.768871 3938 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-cggdx for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.768956 3938 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx I0515 11:05:25.769805 3938 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-9rzk9] creating logical port openshift-insights_insights-operator-6dbb575d6c-9rzk9 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.769903 3938 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-9rzk9 I0515 11:05:25.770120 3938 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-rqp6j for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.770209 3938 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j I0515 11:05:25.770724 3938 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-59c58d959-jft5b] creating logical port openshift-ingress_router-default-59c58d959-jft5b for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.770828 3938 kube.go:256] Updating pod openshift-ingress/router-default-59c58d959-jft5b I0515 11:05:25.772875 3938 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-hfs5b for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.772965 3938 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b I0515 11:05:25.793582 3938 pod.go:62] [openshift-dns/dns-default-zgnwx] pod update took 26.139558ms I0515 11:05:25.793602 3938 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-zgnwx] addLogicalPort annotation time took 26.164344ms I0515 11:05:25.794753 3938 pods.go:271] [openshift-dns/dns-default-zgnwx] addLogicalPort took 27.402026ms, libovsdb time 819.406µs I0515 11:05:25.797458 3938 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx] pod update took 28.518227ms I0515 11:05:25.797476 3938 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx] addLogicalPort annotation time took 28.539281ms I0515 11:05:25.798024 3938 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-9rzk9] pod update took 28.145943ms I0515 11:05:25.798048 3938 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-9rzk9] addLogicalPort annotation time took 28.170537ms I0515 11:05:25.798326 3938 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-twdpd for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.798523 3938 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd I0515 11:05:25.798628 3938 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx] addLogicalPort took 29.767169ms, libovsdb time 910.984µs I0515 11:05:25.798671 3938 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-bddcc for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.798746 3938 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc I0515 11:05:25.799035 3938 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-h4ltm for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.799183 3938 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-9rzk9] addLogicalPort took 29.386891ms, libovsdb time 862.357µs I0515 11:05:25.799253 3938 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm I0515 11:05:25.799303 3938 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-pmzks] creating logical port openshift-console-operator_console-operator-66dbbb6468-pmzks for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.799364 3938 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-pmzks I0515 11:05:25.801352 3938 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-22jbt for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.801431 3938 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt I0515 11:05:25.808047 3938 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j] pod update took 37.853542ms I0515 11:05:25.808066 3938 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j] addLogicalPort annotation time took 37.874965ms I0515 11:05:25.808508 3938 pod.go:62] [openshift-ingress/router-default-59c58d959-jft5b] pod update took 37.696974ms I0515 11:05:25.808531 3938 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-59c58d959-jft5b] addLogicalPort annotation time took 37.72121ms I0515 11:05:25.809253 3938 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j] addLogicalPort took 39.144057ms, libovsdb time 863.484µs I0515 11:05:25.809645 3938 pods.go:271] [openshift-ingress/router-default-59c58d959-jft5b] addLogicalPort took 38.925311ms, libovsdb time 804.489µs I0515 11:05:25.809711 3938 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-784ccf4679-2q65b] creating logical port openshift-ingress_router-default-784ccf4679-2q65b for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.809816 3938 kube.go:256] Updating pod openshift-ingress/router-default-784ccf4679-2q65b I0515 11:05:25.813896 3938 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b] pod update took 40.953524ms I0515 11:05:25.813914 3938 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b] addLogicalPort annotation time took 40.971554ms I0515 11:05:25.814809 3938 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b] addLogicalPort took 41.94316ms, libovsdb time 655.605µs I0515 11:05:25.819861 3938 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-j2bqf] creating logical port openshift-ingress-canary_ingress-canary-j2bqf for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.819943 3938 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-j2bqf I0515 11:05:25.827312 3938 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd] pod update took 28.836199ms I0515 11:05:25.827329 3938 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd] addLogicalPort annotation time took 28.854935ms I0515 11:05:25.828077 3938 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-pmzks] pod update took 28.728749ms I0515 11:05:25.828097 3938 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-pmzks] addLogicalPort annotation time took 28.756337ms I0515 11:05:25.828419 3938 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd] addLogicalPort took 30.103739ms, libovsdb time 855.987µs I0515 11:05:25.829079 3938 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-pmzks] addLogicalPort took 29.782726ms, libovsdb time 550.245µs I0515 11:05:25.829329 3938 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm] pod update took 30.110212ms I0515 11:05:25.829349 3938 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm] addLogicalPort annotation time took 30.127532ms I0515 11:05:25.830366 3938 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm] addLogicalPort took 31.342291ms, libovsdb time 775.858µs I0515 11:05:25.830417 3938 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-59bkw for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.830475 3938 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw I0515 11:05:25.830941 3938 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc] pod update took 32.231132ms I0515 11:05:25.830955 3938 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc] addLogicalPort annotation time took 32.247186ms I0515 11:05:25.831711 3938 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc] addLogicalPort took 33.045638ms, libovsdb time 554.803µs I0515 11:05:25.834517 3938 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt] pod update took 33.100297ms I0515 11:05:25.834539 3938 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt] addLogicalPort annotation time took 33.123701ms I0515 11:05:25.835950 3938 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt] addLogicalPort took 34.609547ms, libovsdb time 1.178758ms I0515 11:05:25.835991 3938 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-7gpph for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:25.836041 3938 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph I0515 11:05:25.837906 3938 pod.go:62] [openshift-ingress/router-default-784ccf4679-2q65b] pod update took 28.149916ms I0515 11:05:25.837926 3938 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-784ccf4679-2q65b] addLogicalPort annotation time took 28.168792ms I0515 11:05:25.838720 3938 pods.go:271] [openshift-ingress/router-default-784ccf4679-2q65b] addLogicalPort took 29.0202ms, libovsdb time 563.649µs I0515 11:05:25.853402 3938 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph] pod update took 17.374995ms I0515 11:05:25.853423 3938 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph] addLogicalPort annotation time took 17.395799ms I0515 11:05:25.853760 3938 pod.go:62] [openshift-ingress-canary/ingress-canary-j2bqf] pod update took 33.837412ms I0515 11:05:25.853797 3938 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-j2bqf] addLogicalPort annotation time took 33.874668ms I0515 11:05:25.853907 3938 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw] pod update took 23.449435ms I0515 11:05:25.853921 3938 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw] addLogicalPort annotation time took 23.464345ms I0515 11:05:25.854495 3938 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph] addLogicalPort took 18.508691ms, libovsdb time 824.127µs I0515 11:05:25.855530 3938 pods.go:271] [openshift-ingress-canary/ingress-canary-j2bqf] addLogicalPort took 35.676799ms, libovsdb time 1.473051ms I0515 11:05:25.855681 3938 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw] addLogicalPort took 25.269888ms, libovsdb time 1.534013ms I0515 11:05:26.166827 3938 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx d9960e3d84656155cf7fb032658eed6001527a91ef1739ecb79375ca6a9db9c1 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx d9960e3d84656155cf7fb032658eed6001527a91ef1739ecb79375ca6a9db9c1 network default NAD default NAD key ] I0515 11:05:26.182476 3938 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc 755eafcabbfe3c27182bd89d8a673667b5e99e376b5787669d21523779ca64b0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc 755eafcabbfe3c27182bd89d8a673667b5e99e376b5787669d21523779ca64b0 network default NAD default NAD key ] I0515 11:05:26.201243 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-cggdx, hostIfaceName: d9960e3d8465615, network: default, NAD default, SandboxID: "d9960e3d84656155cf7fb032658eed6001527a91ef1739ecb79375ca6a9db9c1", PCI device ID: , UID: "0616e2e8-faa7-46e4-9eff-eb601561b7dd", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0515 11:05:26.202183 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-bddcc, hostIfaceName: 755eafcabbfe3c2, network: default, NAD default, SandboxID: "755eafcabbfe3c27182bd89d8a673667b5e99e376b5787669d21523779ca64b0", PCI device ID: , UID: "f46a9881-72cd-48ea-a441-bc0605e86f94", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0515 11:05:26.215613 3938 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-9rzk9 6f64f5372d57b2f6a2de8c0cc532970b513d65e5a2c77e36c535abc1aad51324 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-9rzk9 6f64f5372d57b2f6a2de8c0cc532970b513d65e5a2c77e36c535abc1aad51324 network default NAD default NAD key ] I0515 11:05:26.226828 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-9rzk9, hostIfaceName: 6f64f5372d57b2f, network: default, NAD default, SandboxID: "6f64f5372d57b2f6a2de8c0cc532970b513d65e5a2c77e36c535abc1aad51324", PCI device ID: , UID: "2172199d-364e-4558-90ff-614328d60fd0", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0515 11:05:26.259256 3938 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx d9960e3d84656155cf7fb032658eed6001527a91ef1739ecb79375ca6a9db9c1 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-cggdx d9960e3d84656155cf7fb032658eed6001527a91ef1739ecb79375ca6a9db9c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ac:59:d9:42:d3\",\"name\":\"d9960e3d8465615\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afb260a3-5638-4acd-baab-387cfcee0166\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:26.264956 3938 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc 755eafcabbfe3c27182bd89d8a673667b5e99e376b5787669d21523779ca64b0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bddcc 755eafcabbfe3c27182bd89d8a673667b5e99e376b5787669d21523779ca64b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a3:6a:5c:cd:ba\",\"name\":\"755eafcabbfe3c2\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d6a331b-c23a-4b79-a30d-9ad5718f9840\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:26.283921 3938 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-9rzk9 6f64f5372d57b2f6a2de8c0cc532970b513d65e5a2c77e36c535abc1aad51324 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-9rzk9 6f64f5372d57b2f6a2de8c0cc532970b513d65e5a2c77e36c535abc1aad51324 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:8c:0d:af:bb:99\",\"name\":\"6f64f5372d57b2f\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2e2fba7-eaef-4fc3-9b8e-4b75f28cfd20\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:26.285273 3938 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b 10bead8d274a55b2e3e3962fcc665be9e87740ca53e9ae9e231dd78f52ecf68f network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b 10bead8d274a55b2e3e3962fcc665be9e87740ca53e9ae9e231dd78f52ecf68f network default NAD default NAD key ] I0515 11:05:26.296808 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-hfs5b, hostIfaceName: 10bead8d274a55b, network: default, NAD default, SandboxID: "10bead8d274a55b2e3e3962fcc665be9e87740ca53e9ae9e231dd78f52ecf68f", PCI device ID: , UID: "05816675-b8e4-44d6-a0f6-dd29c605ae28", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0515 11:05:26.341290 3938 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm 3c51497c22c85c065f3c4f33b480bfb399fdc3416f536c85017cfe0cb4bca2c9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm 3c51497c22c85c065f3c4f33b480bfb399fdc3416f536c85017cfe0cb4bca2c9 network default NAD default NAD key ] I0515 11:05:26.350950 3938 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b 10bead8d274a55b2e3e3962fcc665be9e87740ca53e9ae9e231dd78f52ecf68f network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hfs5b 10bead8d274a55b2e3e3962fcc665be9e87740ca53e9ae9e231dd78f52ecf68f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:5d:23:51:c3:1a\",\"name\":\"10bead8d274a55b\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6b4abf2-69a2-45db-a12d-cae390deff2e\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:26.351015 3938 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-pmzks 4a50efca9b1d785131617f76c76af4aea7752c361d335c0d5c71191a5fb6e917 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-pmzks 4a50efca9b1d785131617f76c76af4aea7752c361d335c0d5c71191a5fb6e917 network default NAD default NAD key ] I0515 11:05:26.351721 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-h4ltm, hostIfaceName: 3c51497c22c85c0, network: default, NAD default, SandboxID: "3c51497c22c85c065f3c4f33b480bfb399fdc3416f536c85017cfe0cb4bca2c9", PCI device ID: , UID: "c377742c-2952-4e39-baee-edd5df05ba7b", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0515 11:05:26.366166 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-pmzks, hostIfaceName: 4a50efca9b1d785, network: default, NAD default, SandboxID: "4a50efca9b1d785131617f76c76af4aea7752c361d335c0d5c71191a5fb6e917", PCI device ID: , UID: "840685d8-95f0-49b8-8d6a-75fa402f174c", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0515 11:05:26.402720 3938 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm 3c51497c22c85c065f3c4f33b480bfb399fdc3416f536c85017cfe0cb4bca2c9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-h4ltm 3c51497c22c85c065f3c4f33b480bfb399fdc3416f536c85017cfe0cb4bca2c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7d:ee:d1:61:7b\",\"name\":\"3c51497c22c85c0\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47d25891-5bd8-4161-8a70-a3d76f15a4f0\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:26.414919 3938 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-pmzks 4a50efca9b1d785131617f76c76af4aea7752c361d335c0d5c71191a5fb6e917 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-pmzks 4a50efca9b1d785131617f76c76af4aea7752c361d335c0d5c71191a5fb6e917 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:0d:7b:0f:7e:d9\",\"name\":\"4a50efca9b1d785\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b933e502-e4ab-4e35-999c-4ad3b8794af3\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:26.422605 3938 cni.go:452] [openshift-ingress-canary/ingress-canary-j2bqf 45fa327dc2c26dec6aedbd9eb4f13b74a062ea06fa6527ff3fac3b660e9d31d7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-j2bqf 45fa327dc2c26dec6aedbd9eb4f13b74a062ea06fa6527ff3fac3b660e9d31d7 network default NAD default NAD key ] I0515 11:05:26.435226 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-j2bqf, hostIfaceName: 45fa327dc2c26de, network: default, NAD default, SandboxID: "45fa327dc2c26dec6aedbd9eb4f13b74a062ea06fa6527ff3fac3b660e9d31d7", PCI device ID: , UID: "6deb18ec-d83c-4947-8efc-beacebc28dff", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0515 11:05:26.444409 3938 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw 2c5d9eea9c87caec1617b9a483f3674430a6a7e6c76cd1fd4a993acd540d3f92 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw 2c5d9eea9c87caec1617b9a483f3674430a6a7e6c76cd1fd4a993acd540d3f92 network default NAD default NAD key ] I0515 11:05:26.453850 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-59bkw, hostIfaceName: 2c5d9eea9c87cae, network: default, NAD default, SandboxID: "2c5d9eea9c87caec1617b9a483f3674430a6a7e6c76cd1fd4a993acd540d3f92", PCI device ID: , UID: "05dc9fe3-51fc-4394-913e-ac77201c9bbb", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0515 11:05:26.485619 3938 cni.go:473] [openshift-ingress-canary/ingress-canary-j2bqf 45fa327dc2c26dec6aedbd9eb4f13b74a062ea06fa6527ff3fac3b660e9d31d7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-j2bqf 45fa327dc2c26dec6aedbd9eb4f13b74a062ea06fa6527ff3fac3b660e9d31d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a8:87:4b:24:1e\",\"name\":\"45fa327dc2c26de\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df5b2215-be53-4f01-b15d-0184b6087eea\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:26.501107 3938 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw 2c5d9eea9c87caec1617b9a483f3674430a6a7e6c76cd1fd4a993acd540d3f92 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-59bkw 2c5d9eea9c87caec1617b9a483f3674430a6a7e6c76cd1fd4a993acd540d3f92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ac:af:ae:3a:de\",\"name\":\"2c5d9eea9c87cae\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f668d200-5b63-4cdd-a837-b298e05036a0\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:30.159448 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:30.159453 3938 default_network_controller.go:1025] Node "ip-10-0-1-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:30.159466 3938 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0515 11:05:30.159471 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 28.525µs I0515 11:05:35.497346 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:35.497463 3938 node_tracker.go:235] Node ip-10-0-1-84.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal" I0515 11:05:35.497372 3938 default_network_controller.go:1025] Node "ip-10-0-1-84.ec2.internal" in remote zone "ip-10-0-1-84.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:35.497500 3938 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.497517 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.536933 3938 default_network_controller.go:1025] Node "ip-10-0-1-84.ec2.internal" in remote zone "ip-10-0-1-84.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:35.556468 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:35.556496 3938 node_tracker.go:235] Node ip-10-0-0-74.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-74.ec2.internal" I0515 11:05:35.556511 3938 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.556529 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.556588 3938 default_network_controller.go:1025] Node "ip-10-0-0-74.ec2.internal" in remote zone "ip-10-0-0-74.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:35.644170 3938 default_network_controller.go:1025] Node "ip-10-0-1-84.ec2.internal" in remote zone "ip-10-0-1-84.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:35.644221 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:35.644283 3938 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.644303 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.645275 3938 zone_ic_handler.go:195] Time taken to create transit switch: 336.092µs I0515 11:05:35.645289 3938 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-84.ec2.internal for the network default I0515 11:05:35.646412 3938 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-84.ec2.internal" on network "default" took: 1.486893ms I0515 11:05:35.689769 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:35.689817 3938 default_network_controller.go:1025] Node "ip-10-0-0-74.ec2.internal" in remote zone "ip-10-0-0-74.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:35.689858 3938 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.689876 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.690874 3938 zone_ic_handler.go:195] Time taken to create transit switch: 377.545µs I0515 11:05:35.690895 3938 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-74.ec2.internal for the network default I0515 11:05:35.692170 3938 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-74.ec2.internal" on network "default" took: 1.686669ms W0515 11:05:36.090279 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:36.123198 3938 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:36.690703 3938 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0515 11:05:36.691665 3938 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 941.226µs I0515 11:05:36.707468 3938 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0515 11:05:36.811941 3938 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-28ldx for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:36.812068 3938 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx I0515 11:05:36.831796 3938 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx] pod update took 19.7706ms I0515 11:05:36.831818 3938 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx] addLogicalPort annotation time took 19.79481ms I0515 11:05:36.833105 3938 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx] addLogicalPort took 21.180266ms, libovsdb time 912.828µs I0515 11:05:37.159140 3938 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx 5351405967ca6a3cb87c3a9770b4181adcadb4ff9d2cce77b26c4ba36d663f95 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx 5351405967ca6a3cb87c3a9770b4181adcadb4ff9d2cce77b26c4ba36d663f95 network default NAD default NAD key ] I0515 11:05:37.169354 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-28ldx, hostIfaceName: 5351405967ca6a3, network: default, NAD default, SandboxID: "5351405967ca6a3cb87c3a9770b4181adcadb4ff9d2cce77b26c4ba36d663f95", PCI device ID: , UID: "6a7a2774-2e49-4ffc-886c-42eb311ed6d3", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0515 11:05:37.198637 3938 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0515 11:05:37.198671 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:37.198687 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:37.198690 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 23.204µs I0515 11:05:37.198740 3938 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:37.198756 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:37.198761 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0515 11:05:37.198792 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 10.0.1.84 to PMTUD blocking rules W0515 11:05:37.199251 3938 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0515 11:05:37.199255 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0515 11:05:37.204804 3938 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-84.ec2.internal. Updating no re-route policies I0515 11:05:37.216214 3938 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx 5351405967ca6a3cb87c3a9770b4181adcadb4ff9d2cce77b26c4ba36d663f95 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-28ldx 5351405967ca6a3cb87c3a9770b4181adcadb4ff9d2cce77b26c4ba36d663f95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5e:87:4b:2b:27\",\"name\":\"5351405967ca6a3\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f75a284e-d3c0-4c03-8318-6edb9dbc9f9a\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:37.217333 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0515 11:05:37.217350 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 10.0.1.84 to PMTUD blocking rules I0515 11:05:37.581227 3938 namespace.go:98] [openshift-service-ca] adding namespace I0515 11:05:37.582145 3938 namespace.go:102] [openshift-service-ca] adding namespace took 896.469µs I0515 11:05:37.596488 3938 namespace.go:142] [openshift-service-ca] updating namespace I0515 11:05:38.245849 3938 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0515 11:05:38.245848 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:38.245883 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 39.469µs I0515 11:05:38.245919 3938 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:38.245978 3938 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:38.245986 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 10.0.0.74 to PMTUD blocking rules I0515 11:05:38.245994 3938 services_controller.go:574] Full service sync requested for network=default I0515 11:05:38.245999 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0515 11:05:38.246076 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:38.246091 3938 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:38.252246 3938 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-74.ec2.internal. Updating no re-route policies I0515 11:05:38.263135 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 10.0.0.74 to PMTUD blocking rules I0515 11:05:38.263152 3938 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0515 11:05:39.268312 3938 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-gbgw9] creating logical port openshift-service-ca_service-ca-d9cb48497-gbgw9 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:39.268420 3938 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-gbgw9 I0515 11:05:39.285550 3938 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-gbgw9] pod update took 17.153646ms I0515 11:05:39.285571 3938 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-gbgw9] addLogicalPort annotation time took 17.177631ms I0515 11:05:39.286706 3938 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-gbgw9] addLogicalPort took 18.409238ms, libovsdb time 824.494µs I0515 11:05:39.619655 3938 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-gbgw9 d41499680e4f5ef2f4bac35824bd389947c2cb1e9534f1d58cde0d3274eb1f7a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-gbgw9 d41499680e4f5ef2f4bac35824bd389947c2cb1e9534f1d58cde0d3274eb1f7a network default NAD default NAD key ] I0515 11:05:39.628918 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-gbgw9, hostIfaceName: d41499680e4f5ef, network: default, NAD default, SandboxID: "d41499680e4f5ef2f4bac35824bd389947c2cb1e9534f1d58cde0d3274eb1f7a", PCI device ID: , UID: "2c9d93de-1f94-46f1-9267-e0686a2ac53d", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0515 11:05:39.675685 3938 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-gbgw9 d41499680e4f5ef2f4bac35824bd389947c2cb1e9534f1d58cde0d3274eb1f7a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-gbgw9 d41499680e4f5ef2f4bac35824bd389947c2cb1e9534f1d58cde0d3274eb1f7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:6e:a4:78:43:5f\",\"name\":\"d41499680e4f5ef\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b35e1bbf-5922-46ad-8cc7-02ff721e7116\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:41.004488 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:41.004575 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 77.494µs I0515 11:05:41.886068 3938 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:41.886096 3938 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 34.035µs W0515 11:05:44.520570 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0515 11:05:57.750222 3938 cni.go:452] [kube-system/global-pull-secret-syncer-rr7x6 5c9fc32da6890fe14141623fc2762f1d2eeb045e8d1d3cc0bdf0b8a397db5454 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-rr7x6 5c9fc32da6890fe14141623fc2762f1d2eeb045e8d1d3cc0bdf0b8a397db5454 network default NAD default NAD key ] I0515 11:05:57.759500 3938 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-rr7x6, hostIfaceName: 5c9fc32da6890fe, network: default, NAD default, SandboxID: "5c9fc32da6890fe14141623fc2762f1d2eeb045e8d1d3cc0bdf0b8a397db5454", PCI device ID: , UID: "dab871ae-0897-4a84-a8da-879d9108aafe", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0515 11:05:57.771286 3938 cni.go:452] [openshift-multus/network-metrics-daemon-5wkf4 9da2a370443803c6973475c8467df1bd085f21c5e8661e398ce179be5624e471 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5wkf4 9da2a370443803c6973475c8467df1bd085f21c5e8661e398ce179be5624e471 network default NAD default NAD key ] I0515 11:05:57.780236 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5wkf4, hostIfaceName: 9da2a370443803c, network: default, NAD default, SandboxID: "9da2a370443803c6973475c8467df1bd085f21c5e8661e398ce179be5624e471", PCI device ID: , UID: "e6aaec46-8198-469c-88d7-796174d82633", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0515 11:05:57.809967 3938 cni.go:473] [kube-system/global-pull-secret-syncer-rr7x6 5c9fc32da6890fe14141623fc2762f1d2eeb045e8d1d3cc0bdf0b8a397db5454 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-rr7x6 5c9fc32da6890fe14141623fc2762f1d2eeb045e8d1d3cc0bdf0b8a397db5454 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:dd:b3:4a:31:b1\",\"name\":\"5c9fc32da6890fe\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c0442b7-bfaf-4a2b-9ba6-d0719de5556f\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:57.827640 3938 cni.go:473] [openshift-multus/network-metrics-daemon-5wkf4 9da2a370443803c6973475c8467df1bd085f21c5e8661e398ce179be5624e471 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5wkf4 9da2a370443803c6973475c8467df1bd085f21c5e8661e398ce179be5624e471 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b8:c5:6a:42:11\",\"name\":\"9da2a370443803c\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b8e2dde-f3f7-481b-9157-36aa63f3efd5\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:57.949717 3938 cni.go:452] [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key ] I0515 11:05:57.959461 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-87549bb8f-q29fs, hostIfaceName: 3c310b5c7429f5e, network: default, NAD default, SandboxID: "3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8", PCI device ID: , UID: "16a2403f-1fd3-4323-b8b8-b947fe7c1c2a", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0515 11:05:58.007056 3938 cni.go:473] [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:7c:f7:f7:a8:92\",\"name\":\"3c310b5c7429f5e\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dd93db6-f1bc-4638-a057-86900695fd82\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:58.023661 3938 cni.go:452] [openshift-dns/dns-default-zgnwx d7141d6c2b99a3bad5f69e8e7613d9bc4389b3b2b3df6036234e39c3c45feee9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-zgnwx d7141d6c2b99a3bad5f69e8e7613d9bc4389b3b2b3df6036234e39c3c45feee9 network default NAD default NAD key ] I0515 11:05:58.033807 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-zgnwx, hostIfaceName: d7141d6c2b99a3b, network: default, NAD default, SandboxID: "d7141d6c2b99a3bad5f69e8e7613d9bc4389b3b2b3df6036234e39c3c45feee9", PCI device ID: , UID: "774f1067-2cf6-410a-a430-2406ef30887f", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0515 11:05:58.066747 3938 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j d86737b00cc71623b0fdcc9080ba0441164d2c272f70c6e395492a2b5fd986f4 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j d86737b00cc71623b0fdcc9080ba0441164d2c272f70c6e395492a2b5fd986f4 network default NAD default NAD key ] I0515 11:05:58.075257 3938 cni.go:452] [openshift-ingress/router-default-59c58d959-jft5b 52d788b2840f90623ea98fdba3382e055c672e1dc4b99b059ab993e2a524ce6b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-59c58d959-jft5b 52d788b2840f90623ea98fdba3382e055c672e1dc4b99b059ab993e2a524ce6b network default NAD default NAD key ] I0515 11:05:58.080579 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-rqp6j, hostIfaceName: d86737b00cc7162, network: default, NAD default, SandboxID: "d86737b00cc71623b0fdcc9080ba0441164d2c272f70c6e395492a2b5fd986f4", PCI device ID: , UID: "bd9a4771-709b-472d-9ef9-eddb99df459e", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0515 11:05:58.086378 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-59c58d959-jft5b, hostIfaceName: 52d788b2840f906, network: default, NAD default, SandboxID: "52d788b2840f90623ea98fdba3382e055c672e1dc4b99b059ab993e2a524ce6b", PCI device ID: , UID: "74dcb957-0830-4b75-b2eb-5d0f10a5589e", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0515 11:05:58.092887 3938 cni.go:452] [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key ] I0515 11:05:58.096350 3938 cni.go:473] [openshift-dns/dns-default-zgnwx d7141d6c2b99a3bad5f69e8e7613d9bc4389b3b2b3df6036234e39c3c45feee9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-zgnwx d7141d6c2b99a3bad5f69e8e7613d9bc4389b3b2b3df6036234e39c3c45feee9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:9a:34:10:f6:92\",\"name\":\"d7141d6c2b99a3b\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d84226cb-dce1-4e50-8b48-38eb2ec40d63\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:58.105955 3938 cni.go:452] [openshift-network-diagnostics/network-check-target-nk6zw 95e69a9b63c5e7d102d3b3c229fca5031cff723baf2dc956deab97b569b4c6e3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nk6zw 95e69a9b63c5e7d102d3b3c229fca5031cff723baf2dc956deab97b569b4c6e3 network default NAD default NAD key ] I0515 11:05:58.106131 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-784ccf4679-2q65b, hostIfaceName: 7c262299e6b43d9, network: default, NAD default, SandboxID: "7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062", PCI device ID: , UID: "a9af03dc-16fb-40c6-9c0d-043068b57243", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0515 11:05:58.120986 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nk6zw, hostIfaceName: 95e69a9b63c5e7d, network: default, NAD default, SandboxID: "95e69a9b63c5e7d102d3b3c229fca5031cff723baf2dc956deab97b569b4c6e3", PCI device ID: , UID: "7dba40ef-66be-46f7-b5b5-847b40d0267e", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0515 11:05:58.129169 3938 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd 39e56ac20478f237546b32bc58a2e9dc9fa7b6b165096168a33c2c998e97a634 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd 39e56ac20478f237546b32bc58a2e9dc9fa7b6b165096168a33c2c998e97a634 network default NAD default NAD key ] I0515 11:05:58.142834 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-twdpd, hostIfaceName: 39e56ac20478f23, network: default, NAD default, SandboxID: "39e56ac20478f237546b32bc58a2e9dc9fa7b6b165096168a33c2c998e97a634", PCI device ID: , UID: "947fca85-4edb-45ed-adae-394a1210d01f", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0515 11:05:58.151984 3938 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j d86737b00cc71623b0fdcc9080ba0441164d2c272f70c6e395492a2b5fd986f4 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rqp6j d86737b00cc71623b0fdcc9080ba0441164d2c272f70c6e395492a2b5fd986f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:11:80:dd:71:08\",\"name\":\"d86737b00cc7162\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e76223e8-7be4-4428-b02a-92ffd38b8c94\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:58.172343 3938 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt 78b36f365809ce2f56b5ac528f7285a2260a403a748bcac24901cca5de0890ab network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt 78b36f365809ce2f56b5ac528f7285a2260a403a748bcac24901cca5de0890ab network default NAD default NAD key ] I0515 11:05:58.178928 3938 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph f6daca97f8c183a447312e6d578c206cf03322f41ae92159d026669af26f1a36 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph f6daca97f8c183a447312e6d578c206cf03322f41ae92159d026669af26f1a36 network default NAD default NAD key ] I0515 11:05:58.187171 3938 cni.go:473] [openshift-ingress/router-default-59c58d959-jft5b 52d788b2840f90623ea98fdba3382e055c672e1dc4b99b059ab993e2a524ce6b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-59c58d959-jft5b 52d788b2840f90623ea98fdba3382e055c672e1dc4b99b059ab993e2a524ce6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d3:9d:09:20:8c\",\"name\":\"52d788b2840f906\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81dbc727-8d7c-44d0-8c03-50d455623bab\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:58.189028 3938 cni.go:473] [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:51:bc:b2:95:12\",\"name\":\"7c262299e6b43d9\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/673a4615-7474-404a-b440-f2f8882917cb\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:58.192382 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-7gpph, hostIfaceName: f6daca97f8c183a, network: default, NAD default, SandboxID: "f6daca97f8c183a447312e6d578c206cf03322f41ae92159d026669af26f1a36", PCI device ID: , UID: "1c390edc-034e-490e-9ffd-fa69412ac2ab", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0515 11:05:58.194730 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-22jbt, hostIfaceName: 78b36f365809ce2, network: default, NAD default, SandboxID: "78b36f365809ce2f56b5ac528f7285a2260a403a748bcac24901cca5de0890ab", PCI device ID: , UID: "351b67ed-e739-4919-91f3-60068b1cdcf1", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0515 11:05:58.215677 3938 cni.go:473] [openshift-network-diagnostics/network-check-target-nk6zw 95e69a9b63c5e7d102d3b3c229fca5031cff723baf2dc956deab97b569b4c6e3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nk6zw 95e69a9b63c5e7d102d3b3c229fca5031cff723baf2dc956deab97b569b4c6e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:e8:66:fd:f1:f5\",\"name\":\"95e69a9b63c5e7d\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6260212-b5dd-48bb-b524-05ee953cec0e\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:05:58.218803 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0515 11:05:58.234368 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:58.235098 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:58.235171 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:58.235128 3938 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:05:58.254834 3938 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd 39e56ac20478f237546b32bc58a2e9dc9fa7b6b165096168a33c2c998e97a634 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-twdpd 39e56ac20478f237546b32bc58a2e9dc9fa7b6b165096168a33c2c998e97a634 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:6e:67:ad:5e:8a\",\"name\":\"39e56ac20478f23\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9010d73-01fd-4d9b-9dc8-9566196e5768\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:58.274300 3938 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt 78b36f365809ce2f56b5ac528f7285a2260a403a748bcac24901cca5de0890ab network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-22jbt 78b36f365809ce2f56b5ac528f7285a2260a403a748bcac24901cca5de0890ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:94:62:1c:10:16\",\"name\":\"78b36f365809ce2\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48890f08-d764-4422-bc20-88c52c54b13e\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:05:58.306307 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.306330 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.306336 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.306726 3938 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0515 11:05:58.306846 3938 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0515 11:05:58.306864 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0515 11:05:58.307475 3938 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-sk2l6] creating logical port openshift-insights_insights-runtime-extractor-sk2l6 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:05:58.307598 3938 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-sk2l6 W0515 11:05:58.339041 3938 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:05:58.344613 3938 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:05:58.351646 3938 pod.go:62] [openshift-insights/insights-runtime-extractor-sk2l6] pod update took 44.076892ms I0515 11:05:58.351673 3938 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-sk2l6] addLogicalPort annotation time took 44.106313ms I0515 11:05:58.353086 3938 pods.go:271] [openshift-insights/insights-runtime-extractor-sk2l6] addLogicalPort took 45.622115ms, libovsdb time 990.689µs W0515 11:05:58.386172 3938 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:05:58.435836 3938 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:05:58.478681 3938 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph f6daca97f8c183a447312e6d578c206cf03322f41ae92159d026669af26f1a36 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7gpph f6daca97f8c183a447312e6d578c206cf03322f41ae92159d026669af26f1a36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6d:72:07:76:45\",\"name\":\"f6daca97f8c183a\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/583bff4e-b6a7-4b23-ab4f-02409d2aea20\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:05:58.668060 3938 cni.go:452] [openshift-insights/insights-runtime-extractor-sk2l6 69b731ace2a9d4517144e2ceb8e14011c2990a799b377b0d628662b1e4dca013 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-sk2l6 69b731ace2a9d4517144e2ceb8e14011c2990a799b377b0d628662b1e4dca013 network default NAD default NAD key ] I0515 11:05:58.680554 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-sk2l6, hostIfaceName: 69b731ace2a9d45, network: default, NAD default, SandboxID: "69b731ace2a9d4517144e2ceb8e14011c2990a799b377b0d628662b1e4dca013", PCI device ID: , UID: "a3adecd6-4bae-4a58-8245-83c540ac019d", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0515 11:05:58.743392 3938 cni.go:473] [openshift-insights/insights-runtime-extractor-sk2l6 69b731ace2a9d4517144e2ceb8e14011c2990a799b377b0d628662b1e4dca013 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-sk2l6 69b731ace2a9d4517144e2ceb8e14011c2990a799b377b0d628662b1e4dca013 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:34:6f:3e:14:ac\",\"name\":\"69b731ace2a9d45\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89a6c817-987f-471f-ba92-51197d59c713\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:05:59.175087 3938 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:05:59.214910 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:59.214938 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:59.259085 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:59.259111 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0515 11:06:00.247920 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0515 11:06:00.248022 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0515 11:06:00.327682 3938 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0515 11:06:00.340799 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:06:00.340816 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:06:00.340823 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default I0515 11:06:00.460633 3938 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0515 11:06:06.384353 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0515 11:06:11.230459 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:11.415926 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:12.345707 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:12.345729 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:06:12.556626 3938 base_network_controller_pods.go:487] [default/openshift-console/console-5c55646fd4-72ltl] creating logical port openshift-console_console-5c55646fd4-72ltl for pod on switch ip-10-0-2-172.ec2.internal I0515 11:06:12.556742 3938 kube.go:256] Updating pod openshift-console/console-5c55646fd4-72ltl W0515 11:06:12.588621 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0515 11:06:12.589658 3938 pod.go:62] [openshift-console/console-5c55646fd4-72ltl] pod update took 32.954248ms I0515 11:06:12.589679 3938 base_network_controller_pods.go:951] [default/openshift-console/console-5c55646fd4-72ltl] addLogicalPort annotation time took 32.979797ms I0515 11:06:12.590875 3938 pods.go:271] [openshift-console/console-5c55646fd4-72ltl] addLogicalPort took 34.264813ms, libovsdb time 842.992µs I0515 11:06:12.916823 3938 cni.go:452] [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key ] I0515 11:06:12.926424 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c55646fd4-72ltl, hostIfaceName: dd2a7c7668da1e4, network: default, NAD default, SandboxID: "dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895", PCI device ID: , UID: "9627a1c2-6561-443f-8511-2cd9c88bb8d3", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0515 11:06:12.978001 3938 cni.go:473] [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:8b:43:34:7c:3f\",\"name\":\"dd2a7c7668da1e4\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4294a5f-431e-4a6a-8971-c6057f34eab3\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:06:14.236875 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:14.236898 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:14.236908 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:16.275623 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:16.434769 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:16.434816 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:18.440270 3938 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c55646fd4-zk45h IP address from the namespace address-set, err: pod openshift-console/console-5c55646fd4-zk45h: no pod IPs found W0515 11:06:19.234666 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0515 11:06:20.246680 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:20.246707 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:21.325750 3938 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:21.325769 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:21.364801 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:21.364822 3938 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:21.364829 3938 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:22.336304 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:22.336328 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:23.496076 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:23.496094 3938 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:23.496099 3938 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:24.622333 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:24.676439 3938 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:24.676456 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0515 11:06:25.331482 3938 cni.go:452] [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key ] I0515 11:06:25.410529 3938 cni.go:473] [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-87549bb8f-q29fs 3c310b5c7429f5ec9c227c92155bbf79a060bdb29df90e29009e095edb532ca8 network default NAD default NAD key default], result "{}", err I0515 11:06:25.466908 3938 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:25.466939 3938 pods.go:176] Deleting pod: openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:06:25.468244 3938 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-87549bb8f-q29fs, ips: 10.128.0.6 I0515 11:06:25.468269 3938 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:25.480458 3938 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f67cfdc57-v5b7v] creating logical port openshift-image-registry_image-registry-6f67cfdc57-v5b7v for pod on switch ip-10-0-2-172.ec2.internal I0515 11:06:25.480547 3938 kube.go:256] Updating pod openshift-image-registry/image-registry-6f67cfdc57-v5b7v I0515 11:06:25.503319 3938 pod.go:62] [openshift-image-registry/image-registry-6f67cfdc57-v5b7v] pod update took 22.806524ms I0515 11:06:25.503339 3938 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f67cfdc57-v5b7v] addLogicalPort annotation time took 22.831215ms I0515 11:06:25.504456 3938 pods.go:271] [openshift-image-registry/image-registry-6f67cfdc57-v5b7v] addLogicalPort took 24.008712ms, libovsdb time 824.55µs I0515 11:06:25.837332 3938 cni.go:452] [openshift-image-registry/image-registry-6f67cfdc57-v5b7v 46578938fcf8e150780f2c7fa307c3a3ef160878c38f037ab74a73887638d561 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f67cfdc57-v5b7v 46578938fcf8e150780f2c7fa307c3a3ef160878c38f037ab74a73887638d561 network default NAD default NAD key ] I0515 11:06:25.847138 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f67cfdc57-v5b7v, hostIfaceName: 46578938fcf8e15, network: default, NAD default, SandboxID: "46578938fcf8e150780f2c7fa307c3a3ef160878c38f037ab74a73887638d561", PCI device ID: , UID: "f0cd76cb-c842-4278-9c56-5401084fb307", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0515 11:06:25.896580 3938 cni.go:473] [openshift-image-registry/image-registry-6f67cfdc57-v5b7v 46578938fcf8e150780f2c7fa307c3a3ef160878c38f037ab74a73887638d561 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f67cfdc57-v5b7v 46578938fcf8e150780f2c7fa307c3a3ef160878c38f037ab74a73887638d561 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:51:1b:2d:77:58\",\"name\":\"46578938fcf8e15\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b671acb6-ed52-4733-b501-07aa353465f0\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:06:26.329795 3938 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:26.329819 3938 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:26.335610 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:06:26.335636 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:06:26.366392 3938 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:26.366959 3938 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0515 11:06:26.522103 3938 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522122 3938 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522129 3938 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522132 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0515 11:06:27.410824 3938 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:27.410851 3938 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:27.418362 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7486696dc8-jm55q I0515 11:06:27.418454 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7486696dc8-jm55q W0515 11:06:27.477159 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:27.739565 3938 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68b85dd4cc-bmmjs IP address from the namespace address-set, err: pod openshift-console/console-68b85dd4cc-bmmjs: no pod IPs found W0515 11:06:27.747097 3938 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68b85dd4cc-7v78q IP address from the namespace address-set, err: pod openshift-console/console-68b85dd4cc-7v78q: no pod IPs found I0515 11:06:28.180624 3938 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0515 11:06:30.204384 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0515 11:06:32.509022 3938 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509539 3938 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509564 3938 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509572 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0515 11:06:32.509589 3938 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509594 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0515 11:06:33.536490 3938 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536515 3938 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536533 3938 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536541 3938 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:36.455253 3938 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0515 11:06:36.466056 3938 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0515 11:06:37.025903 3938 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0515 11:06:38.453805 3938 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-bqjsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:38.454308 3938 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-bqjsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:39.401460 3938 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-bqjsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:39.401479 3938 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-bqjsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:39.407954 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f8d99866-bqjsn I0515 11:06:39.407975 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f8d99866-bqjsn W0515 11:06:41.370521 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0515 11:06:41.370529 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0515 11:06:41.370570 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0515 11:06:42.380257 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0515 11:06:43.587741 3938 cni.go:452] [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key ] I0515 11:06:43.676819 3938 cni.go:473] [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c55646fd4-72ltl dd2a7c7668da1e48a9d57cfb555f4e25b2ddd0ed4832d38d01ba061389d5d895 network default NAD default NAD key default], result "{}", err I0515 11:06:43.722457 3938 obj_retry.go:498] Detected object openshift-console/console-5c55646fd4-72ltl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:43.722488 3938 pods.go:176] Deleting pod: openshift-console/console-5c55646fd4-72ltl I0515 11:06:43.723837 3938 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c55646fd4-72ltl, ips: 10.128.0.25 I0515 11:06:43.723863 3938 obj_retry.go:498] Detected object openshift-console/console-5c55646fd4-72ltl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:43.731337 3938 base_network_controller_pods.go:487] [default/openshift-console/console-5d6878c96-p97bx] creating logical port openshift-console_console-5d6878c96-p97bx for pod on switch ip-10-0-2-172.ec2.internal I0515 11:06:43.731416 3938 kube.go:256] Updating pod openshift-console/console-5d6878c96-p97bx I0515 11:06:43.747068 3938 pod.go:62] [openshift-console/console-5d6878c96-p97bx] pod update took 15.677088ms I0515 11:06:43.747087 3938 base_network_controller_pods.go:951] [default/openshift-console/console-5d6878c96-p97bx] addLogicalPort annotation time took 15.700262ms I0515 11:06:43.748191 3938 pods.go:271] [openshift-console/console-5d6878c96-p97bx] addLogicalPort took 16.867505ms, libovsdb time 799.425µs I0515 11:06:44.084686 3938 cni.go:452] [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key ] I0515 11:06:44.094183 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d6878c96-p97bx, hostIfaceName: 0aaa73dcc8a58f3, network: default, NAD default, SandboxID: "0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f", PCI device ID: , UID: "6be3080a-d2e4-4fae-ab57-ef2a217671f0", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0515 11:06:44.144355 3938 cni.go:473] [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:eb:78:2d:41:2c\",\"name\":\"0aaa73dcc8a58f3\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/083b5d37-ba2b-4ccb-9bd9-1ed83dd6576a\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:06:44.399877 3938 obj_retry.go:492] Detected object openshift-console/console-5c55646fd4-72ltl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:44.399903 3938 obj_retry.go:492] Detected object openshift-console/console-5c55646fd4-72ltl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:44.406832 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55646fd4-72ltl I0515 11:06:44.406857 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55646fd4-72ltl W0515 11:06:47.334904 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:49.446398 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:49.446419 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:49.484650 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:49.484683 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:51.421718 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0515 11:06:51.421767 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0515 11:06:51.421829 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0515 11:06:52.426678 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0515 11:06:54.442093 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:07:01.467293 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0515 11:07:01.467332 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0515 11:07:01.467350 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0515 11:07:02.466641 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0515 11:07:13.722917 3938 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:13.723501 3938 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.193369 3938 cni.go:452] [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key ] I0515 11:07:14.261515 3938 cni.go:473] [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-784ccf4679-2q65b 7c262299e6b43d924dc0d4951b81d7662d86d2db0189ca0b7fee94e79e3e3062 network default NAD default NAD key default], result "{}", err I0515 11:07:14.311123 3938 obj_retry.go:498] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.311156 3938 pods.go:176] Deleting pod: openshift-ingress/router-default-784ccf4679-2q65b I0515 11:07:14.312328 3938 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-784ccf4679-2q65b, ips: 10.128.0.18 I0515 11:07:14.312356 3938 obj_retry.go:498] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.513503 3938 obj_retry.go:492] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.513530 3938 obj_retry.go:492] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.516698 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-784ccf4679-2q65b I0515 11:07:14.516725 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-784ccf4679-2q65b I0515 11:07:14.720734 3938 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.720758 3938 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.727086 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:07:14.727107 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:07:14.833005 3938 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-cdb87 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.833501 3938 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-cdb87 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:15.721437 3938 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-cdb87 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:15.721458 3938 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-cdb87 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:15.729757 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f8d99866-cdb87 I0515 11:07:15.729795 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f8d99866-cdb87 I0515 11:07:39.656168 3938 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:39.656707 3938 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:39.823280 3938 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:39.823299 3938 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:39.829830 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0515 11:07:39.829854 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0515 11:07:43.842995 3938 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:43.843577 3938 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:44.152806 3938 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:44.152828 3938 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:44.159250 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0515 11:07:44.159270 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0515 11:08:01.608167 3938 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:01.608711 3938 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:01.731463 3938 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:01.731488 3938 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:01.741294 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0515 11:08:01.741325 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0515 11:08:07.639155 3938 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-x2jgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:07.639680 3938 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-x2jgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:07.761397 3938 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-x2jgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:07.761423 3938 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-x2jgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:07.767444 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d6878c96-x2jgj I0515 11:08:07.767468 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d6878c96-x2jgj I0515 11:08:18.107724 3938 cni.go:452] [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key ] I0515 11:08:18.183345 3938 cni.go:473] [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d6878c96-p97bx 0aaa73dcc8a58f3825fdde3fcac3105f2fc76f27cf511a9032257fe5d0fcf99f network default NAD default NAD key default], result "{}", err I0515 11:08:18.231283 3938 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-p97bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:18.231314 3938 pods.go:176] Deleting pod: openshift-console/console-5d6878c96-p97bx I0515 11:08:18.232555 3938 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d6878c96-p97bx, ips: 10.128.0.27 I0515 11:08:18.232583 3938 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-p97bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:18.763656 3938 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-p97bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:18.763684 3938 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-p97bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:18.770392 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d6878c96-p97bx I0515 11:08:18.770420 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d6878c96-p97bx I0515 11:08:46.440270 3938 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:46.440913 3938 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:46.939314 3938 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:46.939342 3938 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:46.945541 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0515 11:08:46.945559 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0515 11:10:00.191831 3938 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29647390-2brdx for pod on switch ip-10-0-2-172.ec2.internal I0515 11:10:00.191987 3938 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx I0515 11:10:00.207113 3938 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx] pod update took 15.161129ms I0515 11:10:00.207134 3938 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx] addLogicalPort annotation time took 15.187508ms I0515 11:10:00.208322 3938 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx] addLogicalPort took 16.511762ms, libovsdb time 861.807µs I0515 11:10:00.561809 3938 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key ] I0515 11:10:00.571611 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29647390-2brdx, hostIfaceName: b1a495e4fdf40be, network: default, NAD default, SandboxID: "b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2", PCI device ID: , UID: "92b2b095-008c-418d-839f-6d5033323c2c", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0515 11:10:00.622668 3938 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:62:47:9d:cb:0f\",\"name\":\"b1a495e4fdf40be\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f916b6e7-2b48-4fe1-80b8-132ff78d38f6\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:10:05.158889 3938 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key ] I0515 11:10:05.235053 3938 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx b1a495e4fdf40be7b49d064ffe9f6df5ef7e87a701ae7a52cbda64d91c08e4f2 network default NAD default NAD key default], result "{}", err I0515 11:10:05.275530 3938 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:10:05.275559 3938 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx I0515 11:10:05.276869 3938 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx, ips: 10.128.0.28 I0515 11:10:05.276897 3938 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:10:06.173073 3938 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:10:06.173097 3938 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:10:25.377187 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0515 11:10:30.506159 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0515 11:10:38.499522 3938 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0515 11:10:58.371938 3938 namespace.go:98] [tsf] adding namespace I0515 11:10:58.372805 3938 namespace.go:102] [tsf] adding namespace took 845.725µs I0515 11:10:58.388224 3938 namespace.go:142] [tsf] updating namespace I0515 11:10:58.402766 3938 namespace.go:142] [tsf] updating namespace I0515 11:11:02.443399 3938 namespace.go:98] [konflux-ui] adding namespace I0515 11:11:02.443525 3938 namespace.go:98] [rhbk-operator] adding namespace I0515 11:11:02.444300 3938 namespace.go:102] [konflux-ui] adding namespace took 878.681µs I0515 11:11:02.444853 3938 namespace.go:102] [rhbk-operator] adding namespace took 1.309416ms I0515 11:11:02.447313 3938 namespace.go:98] [tsf-tpa] adding namespace I0515 11:11:02.447397 3938 namespace.go:98] [cert-manager-operator] adding namespace I0515 11:11:02.447512 3938 namespace.go:98] [tsf-tas] adding namespace I0515 11:11:02.447569 3938 namespace.go:98] [rhtpa-operator] adding namespace I0515 11:11:02.448014 3938 namespace.go:102] [tsf-tpa] adding namespace took 685.853µs I0515 11:11:02.448207 3938 namespace.go:98] [konflux-operator] adding namespace I0515 11:11:02.448357 3938 namespace.go:98] [tsf-keycloak] adding namespace I0515 11:11:02.448702 3938 namespace.go:102] [cert-manager-operator] adding namespace took 1.288125ms I0515 11:11:02.449375 3938 namespace.go:102] [tsf-tas] adding namespace took 1.851825ms I0515 11:11:02.449914 3938 namespace.go:102] [rhtpa-operator] adding namespace took 2.278737ms I0515 11:11:02.450423 3938 namespace.go:102] [konflux-operator] adding namespace took 2.199287ms I0515 11:11:02.450947 3938 namespace.go:102] [tsf-keycloak] adding namespace took 2.575441ms I0515 11:11:02.465210 3938 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.478410 3938 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.486700 3938 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:02.491498 3938 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.493720 3938 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.493833 3938 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.504380 3938 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:02.518516 3938 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.518596 3938 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.518686 3938 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.535494 3938 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.542201 3938 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.557455 3938 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.562854 3938 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.577425 3938 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.580357 3938 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.594355 3938 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.598644 3938 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.610324 3938 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.615574 3938 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.632344 3938 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.632436 3938 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.642287 3938 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.663560 3938 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:03.782429 3938 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:03.790141 3938 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:09.649039 3938 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649513 3938 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649532 3938 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649542 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:09.649559 3938 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649566 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:10.688272 3938 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688292 3938 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688304 3938 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688318 3938 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:11.367340 3938 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.367825 3938 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.367852 3938 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.367860 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:11.367871 3938 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.367875 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:12.395626 3938 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.395646 3938 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.395663 3938 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.395675 3938 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:16.685545 3938 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-wffc9] creating logical port rhbk-operator_rhbk-operator-69889d554d-wffc9 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:11:16.685633 3938 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-wffc9 I0515 11:11:16.705727 3938 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-wffc9] pod update took 20.114179ms I0515 11:11:16.705753 3938 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-wffc9] addLogicalPort annotation time took 20.1446ms I0515 11:11:16.707004 3938 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-wffc9] addLogicalPort took 21.471668ms, libovsdb time 898.431µs I0515 11:11:17.044873 3938 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-wffc9 abf0fb7012a09187f3f902c677a973ab056eb1cc52c4d384e234a05fed13fe3f network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-wffc9 abf0fb7012a09187f3f902c677a973ab056eb1cc52c4d384e234a05fed13fe3f network default NAD default NAD key ] I0515 11:11:17.053889 3938 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-wffc9, hostIfaceName: abf0fb7012a0918, network: default, NAD default, SandboxID: "abf0fb7012a09187f3f902c677a973ab056eb1cc52c4d384e234a05fed13fe3f", PCI device ID: , UID: "6738d60d-9c41-4a8a-a0fc-499b74393d74", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0515 11:11:17.103013 3938 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-wffc9 abf0fb7012a09187f3f902c677a973ab056eb1cc52c4d384e234a05fed13fe3f network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-wffc9 abf0fb7012a09187f3f902c677a973ab056eb1cc52c4d384e234a05fed13fe3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:38:82:fb:4a:9a\",\"name\":\"abf0fb7012a0918\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21018b9d-33fb-4734-9fbd-dcb493691a08\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:11:18.741889 3938 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.742480 3938 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.742505 3938 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.742516 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:18.742531 3938 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.742538 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:18.764559 3938 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.765063 3938 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.765100 3938 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.765112 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:18.765127 3938 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.765136 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:19.744030 3938 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744497 3938 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744521 3938 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744532 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:19.744547 3938 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744555 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:19.773347 3938 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773372 3938 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773388 3938 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773400 3938 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790827 3938 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790849 3938 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790858 3938 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790868 3938 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791339 3938 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791358 3938 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791369 3938 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791389 3938 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791945 3938 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792467 3938 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792489 3938 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792498 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:20.792509 3938 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792514 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:21.835662 3938 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835690 3938 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835704 3938 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835723 3938 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:23.374353 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0515 11:11:25.474848 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0515 11:11:26.768708 3938 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-j94nr for pod on switch ip-10-0-2-172.ec2.internal I0515 11:11:26.768886 3938 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr I0515 11:11:26.795753 3938 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr] pod update took 26.893968ms I0515 11:11:26.795797 3938 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr] addLogicalPort annotation time took 26.919853ms I0515 11:11:26.797000 3938 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr] addLogicalPort took 28.312496ms, libovsdb time 849.111µs I0515 11:11:27.125862 3938 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr 97426c3dd572395b131afc6f564c38653e44a3898721205f876308f1b74075fb network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr 97426c3dd572395b131afc6f564c38653e44a3898721205f876308f1b74075fb network default NAD default NAD key ] I0515 11:11:27.134924 3938 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-j94nr, hostIfaceName: 97426c3dd572395, network: default, NAD default, SandboxID: "97426c3dd572395b131afc6f564c38653e44a3898721205f876308f1b74075fb", PCI device ID: , UID: "4442aab8-09cb-4a3d-a8b9-336a9bc1aac9", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0515 11:11:27.186466 3938 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr 97426c3dd572395b131afc6f564c38653e44a3898721205f876308f1b74075fb network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-j94nr 97426c3dd572395b131afc6f564c38653e44a3898721205f876308f1b74075fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a1:cb:95:a0:7b\",\"name\":\"97426c3dd572395\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7524af9c-be1f-48ea-947f-17964b6f8c98\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:11:30.503356 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0515 11:11:34.756046 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:36.480492 3938 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-xz857 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:11:36.480595 3938 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857 I0515 11:11:36.507018 3938 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857] pod update took 26.447838ms I0515 11:11:36.507039 3938 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857] addLogicalPort annotation time took 26.473339ms I0515 11:11:36.508188 3938 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857] addLogicalPort took 27.710626ms, libovsdb time 831.876µs I0515 11:11:36.835961 3938 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857 6325260a813a1b99c6383dc14ae621fb5029199ab5be2952fce5ecb4b879b10c network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857 6325260a813a1b99c6383dc14ae621fb5029199ab5be2952fce5ecb4b879b10c network default NAD default NAD key ] I0515 11:11:36.845341 3938 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-xz857, hostIfaceName: 6325260a813a1b9, network: default, NAD default, SandboxID: "6325260a813a1b99c6383dc14ae621fb5029199ab5be2952fce5ecb4b879b10c", PCI device ID: , UID: "df8778f6-d564-4993-923d-c216f137e9cb", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0515 11:11:36.895194 3938 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857 6325260a813a1b99c6383dc14ae621fb5029199ab5be2952fce5ecb4b879b10c network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xz857 6325260a813a1b99c6383dc14ae621fb5029199ab5be2952fce5ecb4b879b10c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d3:8b:7e:d2:74\",\"name\":\"6325260a813a1b9\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44dbc782-ef8e-4517-b74c-e3cad6ee2bfb\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:11:36.911372 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:36.922560 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:37.375604 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 W0515 11:11:38.307559 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.325668 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.350515 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.359447 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:38.910368 3938 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-4h52j for pod on switch ip-10-0-2-172.ec2.internal I0515 11:11:38.910512 3938 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j I0515 11:11:38.930971 3938 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j] pod update took 20.489774ms I0515 11:11:38.930993 3938 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j] addLogicalPort annotation time took 20.516427ms I0515 11:11:38.932340 3938 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j] addLogicalPort took 21.989241ms, libovsdb time 898.254µs I0515 11:11:39.274108 3938 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j a25bda8fbb2a3a8ef9a473eded70635e190f4b611dee9e66599db29ba11474a8 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j a25bda8fbb2a3a8ef9a473eded70635e190f4b611dee9e66599db29ba11474a8 network default NAD default NAD key ] I0515 11:11:39.284019 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-4h52j, hostIfaceName: a25bda8fbb2a3a8, network: default, NAD default, SandboxID: "a25bda8fbb2a3a8ef9a473eded70635e190f4b611dee9e66599db29ba11474a8", PCI device ID: , UID: "af5d4e96-efd5-47ad-82c8-c3e0b3926cad", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0515 11:11:39.334053 3938 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j a25bda8fbb2a3a8ef9a473eded70635e190f4b611dee9e66599db29ba11474a8 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4h52j a25bda8fbb2a3a8ef9a473eded70635e190f4b611dee9e66599db29ba11474a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:4f:c5:d3:24:33\",\"name\":\"a25bda8fbb2a3a8\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/970d4dfa-f2cd-4bc4-b4e6-9845a1a011d2\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:11:40.084724 3938 namespace.go:98] [cert-manager] adding namespace I0515 11:11:40.085853 3938 namespace.go:102] [cert-manager] adding namespace took 1.099435ms I0515 11:11:40.119271 3938 namespace.go:142] [cert-manager] updating namespace I0515 11:11:40.133189 3938 namespace.go:142] [cert-manager] updating namespace W0515 11:11:41.506076 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0515 11:11:42.665377 3938 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:11:43.370327 3938 namespace.go:142] [openshift-operators] updating namespace I0515 11:11:43.386213 3938 namespace.go:142] [openshift-operators] updating namespace W0515 11:11:44.803028 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0515 11:11:44.803044 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0515 11:11:46.470214 3938 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0515 11:11:48.780513 3938 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-944b9 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:11:48.780671 3938 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9 I0515 11:11:48.816612 3938 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9] pod update took 35.96994ms I0515 11:11:48.816632 3938 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9] addLogicalPort annotation time took 35.994578ms I0515 11:11:48.817839 3938 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9] addLogicalPort took 37.341227ms, libovsdb time 834.955µs I0515 11:11:49.139056 3938 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9 b28c87751c17e97db862a68ca0769e05873b44e21129b2cc7e3fd2451daac267 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9 b28c87751c17e97db862a68ca0769e05873b44e21129b2cc7e3fd2451daac267 network default NAD default NAD key ] I0515 11:11:49.149380 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-944b9, hostIfaceName: b28c87751c17e97, network: default, NAD default, SandboxID: "b28c87751c17e97db862a68ca0769e05873b44e21129b2cc7e3fd2451daac267", PCI device ID: , UID: "168fa4d9-19f8-4e45-afd1-86cac185f71d", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0515 11:11:49.199854 3938 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9 b28c87751c17e97db862a68ca0769e05873b44e21129b2cc7e3fd2451daac267 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-944b9 b28c87751c17e97db862a68ca0769e05873b44e21129b2cc7e3fd2451daac267 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a5:23:db:2b:c8\",\"name\":\"b28c87751c17e97\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58e1dcee-94dc-4d16-94db-f93b89de40d3\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:11:50.988071 3938 namespace.go:98] [trusted-artifact-signer] adding namespace I0515 11:11:50.988970 3938 namespace.go:102] [trusted-artifact-signer] adding namespace took 877.497µs I0515 11:11:51.009379 3938 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:11:51.034002 3938 namespace.go:142] [trusted-artifact-signer] updating namespace W0515 11:11:51.864567 3938 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0515 11:11:53.579050 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:11:53.697076 3938 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0515 11:11:53.697140 3938 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jpv5c IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jpv5c: no pod IPs found I0515 11:11:55.718162 3938 namespace.go:142] [openshift-operators] updating namespace I0515 11:11:56.183252 3938 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-5qtv6 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:11:56.183388 3938 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6 I0515 11:11:56.243260 3938 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6] pod update took 59.912703ms I0515 11:11:56.243282 3938 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6] addLogicalPort annotation time took 59.939773ms I0515 11:11:56.244545 3938 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6] addLogicalPort took 61.31699ms, libovsdb time 864.158µs I0515 11:11:56.384710 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=753 I0515 11:11:56.554211 3938 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6 abe9588caa950089f2085867db17b031b401c1d0c72f81c69138fd26945ad497 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6 abe9588caa950089f2085867db17b031b401c1d0c72f81c69138fd26945ad497 network default NAD default NAD key ] I0515 11:11:56.563963 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-5qtv6, hostIfaceName: abe9588caa95008, network: default, NAD default, SandboxID: "abe9588caa950089f2085867db17b031b401c1d0c72f81c69138fd26945ad497", PCI device ID: , UID: "732df5dc-59c0-4213-abba-53f7d26eae71", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0515 11:11:56.615580 3938 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6 abe9588caa950089f2085867db17b031b401c1d0c72f81c69138fd26945ad497 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5qtv6 abe9588caa950089f2085867db17b031b401c1d0c72f81c69138fd26945ad497 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:28:cd:41:84:fa\",\"name\":\"abe9588caa95008\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa528f00-1dbf-440f-8215-e511d5cf242f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:12:02.654697 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0515 11:12:04.492941 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0515 11:12:08.998640 3938 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:08.999167 3938 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:09.021539 3938 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:09.021559 3938 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:09.027214 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0515 11:12:09.027237 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0515 11:12:10.490642 3938 namespace.go:98] [openshift-pipelines] adding namespace I0515 11:12:10.491476 3938 namespace.go:102] [openshift-pipelines] adding namespace took 812.478µs I0515 11:12:10.513417 3938 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:12:11.202549 3938 namespace.go:142] [cert-manager] updating namespace I0515 11:12:11.402125 3938 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:11.801315 3938 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:12.002589 3938 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:12.202974 3938 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:12.603408 3938 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:12.812691 3938 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:13.012240 3938 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:13.208082 3938 namespace.go:142] [tsf] updating namespace I0515 11:12:13.410258 3938 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:13.611876 3938 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:13.814571 3938 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:13.944673 3938 namespace.go:142] [cert-manager] updating namespace I0515 11:12:13.955545 3938 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:13.963836 3938 namespace.go:142] [default] updating namespace I0515 11:12:13.973693 3938 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:13.985929 3938 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:13.996153 3938 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:14.004741 3938 namespace.go:142] [openshift] updating namespace I0515 11:12:14.014084 3938 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:14.023654 3938 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:14.032500 3938 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:14.041230 3938 namespace.go:142] [tsf] updating namespace I0515 11:12:14.051982 3938 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:14.072622 3938 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:14.092838 3938 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:14.193355 3938 namespace.go:142] [cert-manager] updating namespace I0515 11:12:14.295091 3938 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:14.394393 3938 namespace.go:142] [default] updating namespace I0515 11:12:14.494992 3938 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:14.593518 3938 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:14.692841 3938 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:14.791952 3938 namespace.go:142] [openshift] updating namespace I0515 11:12:14.896502 3938 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:14.996401 3938 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:15.092976 3938 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:15.191821 3938 namespace.go:142] [tsf] updating namespace I0515 11:12:15.297739 3938 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:15.392726 3938 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:15.493236 3938 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:15.841631 3938 namespace.go:142] [openshift-pipelines] updating namespace W0515 11:12:20.952536 3938 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0515 11:12:20.962355 3938 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0515 11:12:23.722910 3938 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-5nhrj for pod on switch ip-10-0-2-172.ec2.internal I0515 11:12:23.722999 3938 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj I0515 11:12:23.743110 3938 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj] pod update took 20.139193ms I0515 11:12:23.743129 3938 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj] addLogicalPort annotation time took 20.164102ms I0515 11:12:23.744519 3938 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj] addLogicalPort took 21.623301ms, libovsdb time 948.195µs I0515 11:12:23.815406 3938 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-qqdvn for pod on switch ip-10-0-2-172.ec2.internal I0515 11:12:23.815493 3938 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn I0515 11:12:23.831555 3938 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn] pod update took 16.085511ms I0515 11:12:23.831576 3938 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn] addLogicalPort annotation time took 16.11125ms I0515 11:12:23.832758 3938 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn] addLogicalPort took 17.365763ms, libovsdb time 823.944µs I0515 11:12:24.013674 3938 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-k4wmg for pod on switch ip-10-0-2-172.ec2.internal I0515 11:12:24.013856 3938 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg I0515 11:12:24.035260 3938 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg] pod update took 21.500386ms I0515 11:12:24.035281 3938 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg] addLogicalPort annotation time took 21.525683ms I0515 11:12:24.036440 3938 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg] addLogicalPort took 22.786542ms, libovsdb time 820.212µs I0515 11:12:24.090165 3938 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj 268cbe342f776c550f3fed8784b8f42796d3f2329425270c7f89334d138cdf54 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj 268cbe342f776c550f3fed8784b8f42796d3f2329425270c7f89334d138cdf54 network default NAD default NAD key ] I0515 11:12:24.099258 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-5nhrj, hostIfaceName: 268cbe342f776c5, network: default, NAD default, SandboxID: "268cbe342f776c550f3fed8784b8f42796d3f2329425270c7f89334d138cdf54", PCI device ID: , UID: "00f82b6f-c13a-40fd-a2a3-dbdd7f260b94", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0515 11:12:24.103044 3938 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-6lnxm for pod on switch ip-10-0-2-172.ec2.internal I0515 11:12:24.103211 3938 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm I0515 11:12:24.122732 3938 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm] pod update took 19.546116ms I0515 11:12:24.122754 3938 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm] addLogicalPort annotation time took 19.574187ms I0515 11:12:24.123984 3938 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm] addLogicalPort took 20.95607ms, libovsdb time 818.449µs I0515 11:12:24.153284 3938 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj 268cbe342f776c550f3fed8784b8f42796d3f2329425270c7f89334d138cdf54 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5nhrj 268cbe342f776c550f3fed8784b8f42796d3f2329425270c7f89334d138cdf54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b0:17:22:da:28\",\"name\":\"268cbe342f776c5\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/933abde8-fb49-4eca-8b81-ee38d1c5f14d\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:12:24.174017 3938 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn ea3f208848e1b90103a36ac786f9be5f4351756746ad24571e63e4306acc172c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn ea3f208848e1b90103a36ac786f9be5f4351756746ad24571e63e4306acc172c network default NAD default NAD key ] I0515 11:12:24.183414 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-qqdvn, hostIfaceName: ea3f208848e1b90, network: default, NAD default, SandboxID: "ea3f208848e1b90103a36ac786f9be5f4351756746ad24571e63e4306acc172c", PCI device ID: , UID: "7c7463fe-48fa-4aae-ab44-a1f5b6a4e2e2", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0515 11:12:24.235111 3938 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn ea3f208848e1b90103a36ac786f9be5f4351756746ad24571e63e4306acc172c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-qqdvn ea3f208848e1b90103a36ac786f9be5f4351756746ad24571e63e4306acc172c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:57:93:eb:ca:e8\",\"name\":\"ea3f208848e1b90\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb39d1b3-3f3f-4a10-a930-b5a2504fa3d1\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:12:24.373550 3938 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg d66d12dfd35e29b9ae42692d8978a5e41ef84387d174348ae4697a55942d29ca network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg d66d12dfd35e29b9ae42692d8978a5e41ef84387d174348ae4697a55942d29ca network default NAD default NAD key ] I0515 11:12:24.383340 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-k4wmg, hostIfaceName: d66d12dfd35e29b, network: default, NAD default, SandboxID: "d66d12dfd35e29b9ae42692d8978a5e41ef84387d174348ae4697a55942d29ca", PCI device ID: , UID: "7d00a86f-9cf6-42c8-989a-bb81fc678f7c", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0515 11:12:24.434246 3938 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg d66d12dfd35e29b9ae42692d8978a5e41ef84387d174348ae4697a55942d29ca network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k4wmg d66d12dfd35e29b9ae42692d8978a5e41ef84387d174348ae4697a55942d29ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:5a:b6:e0:e3:4c\",\"name\":\"d66d12dfd35e29b\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed67b8cb-6d7b-489c-860c-16abcaa676c7\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:12:24.465085 3938 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm 0aedd4e1c17f600e563d10a6cb02975c9b5018fff97f770fa08f947ec2fba8b0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm 0aedd4e1c17f600e563d10a6cb02975c9b5018fff97f770fa08f947ec2fba8b0 network default NAD default NAD key ] I0515 11:12:24.475246 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-6lnxm, hostIfaceName: 0aedd4e1c17f600, network: default, NAD default, SandboxID: "0aedd4e1c17f600e563d10a6cb02975c9b5018fff97f770fa08f947ec2fba8b0", PCI device ID: , UID: "9bcb6d1f-d1ef-4540-9b8c-7b21c6338557", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0515 11:12:24.525579 3938 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm 0aedd4e1c17f600e563d10a6cb02975c9b5018fff97f770fa08f947ec2fba8b0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6lnxm 0aedd4e1c17f600e563d10a6cb02975c9b5018fff97f770fa08f947ec2fba8b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:9a:2c:bd:f4:9b\",\"name\":\"0aedd4e1c17f600\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b67d0293-4a46-43f8-9d6d-8fac8f6cfc2b\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:12:28.468224 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0515 11:12:28.479295 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0515 11:12:28.773424 3938 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.773444 3938 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.773451 3938 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.799875 3938 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799896 3938 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799903 3938 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799907 3938 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.828484 3938 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:28.828499 3938 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:28.828504 3938 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:39.811221 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:39.811239 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:39.811245 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:39.873966 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:39.873985 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:39.873991 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:39.873997 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:39.924169 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:39.924187 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:39.924193 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0515 11:12:44.219695 3938 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:44.220262 3938 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:44.237357 3938 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:44.237375 3938 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:44.243898 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0515 11:12:44.243922 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0515 11:12:46.226057 3938 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0515 11:12:46.226814 3938 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0515 11:12:46.226835 3938 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0515 11:12:46.228890 3938 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0515 11:12:51.178359 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0515 11:12:53.125750 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:12:53.125768 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:12:53.125862 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0515 11:12:53.125881 3938 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0515 11:13:02.378401 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=202 I0515 11:13:08.082683 3938 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0515 11:13:26.716666 3938 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-d92nf] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-d92nf for pod on switch ip-10-0-2-172.ec2.internal I0515 11:13:26.716789 3938 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-d92nf I0515 11:13:26.737443 3938 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-d92nf] pod update took 20.699156ms I0515 11:13:26.737465 3938 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-d92nf] addLogicalPort annotation time took 20.725562ms I0515 11:13:26.738747 3938 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-d92nf] addLogicalPort took 22.093542ms, libovsdb time 861.829µs I0515 11:13:26.808983 3938 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-rc495 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:13:26.809064 3938 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495 I0515 11:13:26.823852 3938 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495] pod update took 14.80983ms I0515 11:13:26.823872 3938 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495] addLogicalPort annotation time took 14.834899ms I0515 11:13:26.824957 3938 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495] addLogicalPort took 15.989044ms, libovsdb time 741.986µs I0515 11:13:27.074750 3938 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-d92nf f0535d03a402cc3b26160b71e459f154093137a358ac36fa6e66052e1a4b65f8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-d92nf f0535d03a402cc3b26160b71e459f154093137a358ac36fa6e66052e1a4b65f8 network default NAD default NAD key ] I0515 11:13:27.085098 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-d92nf, hostIfaceName: f0535d03a402cc3, network: default, NAD default, SandboxID: "f0535d03a402cc3b26160b71e459f154093137a358ac36fa6e66052e1a4b65f8", PCI device ID: , UID: "747ab65c-2b42-4418-bbd6-d019481a9e1f", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0515 11:13:27.136554 3938 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-d92nf f0535d03a402cc3b26160b71e459f154093137a358ac36fa6e66052e1a4b65f8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-d92nf f0535d03a402cc3b26160b71e459f154093137a358ac36fa6e66052e1a4b65f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5e:fa:cd:b0:e9\",\"name\":\"f0535d03a402cc3\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4638af46-a2b7-454d-a761-49f2c2c8a081\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:13:27.168877 3938 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495 b78f051d21a3af9ba08c68e18d83b5c8dad16aea8b07d50243d8b5c6f7df99e2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495 b78f051d21a3af9ba08c68e18d83b5c8dad16aea8b07d50243d8b5c6f7df99e2 network default NAD default NAD key ] I0515 11:13:27.179867 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-rc495, hostIfaceName: b78f051d21a3af9, network: default, NAD default, SandboxID: "b78f051d21a3af9ba08c68e18d83b5c8dad16aea8b07d50243d8b5c6f7df99e2", PCI device ID: , UID: "5330badc-1218-4dda-aff4-1da7ac692653", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0515 11:13:27.230442 3938 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495 b78f051d21a3af9ba08c68e18d83b5c8dad16aea8b07d50243d8b5c6f7df99e2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rc495 b78f051d21a3af9ba08c68e18d83b5c8dad16aea8b07d50243d8b5c6f7df99e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a9:aa:1a:0c:99\",\"name\":\"b78f051d21a3af9\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dfc46c4-853f-4a87-8048-f117d3579214\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:13:32.094632 3938 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:32.094654 3938 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:32.094658 3938 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0515 11:13:36.530999 3938 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:36.531557 3938 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:36.574727 3938 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:36.574746 3938 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:36.580812 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0515 11:13:36.580831 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0515 11:13:37.100741 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:37.100761 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:37.100789 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0515 11:13:38.532628 3938 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-qxbnp-wf7cn] creating logical port tsf-tas_segment-backup-installation-qxbnp-wf7cn for pod on switch ip-10-0-2-172.ec2.internal I0515 11:13:38.532714 3938 kube.go:256] Updating pod tsf-tas/segment-backup-installation-qxbnp-wf7cn I0515 11:13:38.545166 3938 pod.go:62] [tsf-tas/segment-backup-installation-qxbnp-wf7cn] pod update took 12.471722ms I0515 11:13:38.545189 3938 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-qxbnp-wf7cn] addLogicalPort annotation time took 12.500158ms I0515 11:13:38.546591 3938 pods.go:271] [tsf-tas/segment-backup-installation-qxbnp-wf7cn] addLogicalPort took 13.979391ms, libovsdb time 997.174µs I0515 11:13:38.895488 3938 cni.go:452] [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key ] I0515 11:13:38.904955 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-qxbnp-wf7cn, hostIfaceName: 8ebba27e202c36e, network: default, NAD default, SandboxID: "8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77", PCI device ID: , UID: "7fab131f-215b-4e34-b95b-5a05654269e5", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0515 11:13:38.961712 3938 cni.go:473] [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b6:f5:a7:a1:03\",\"name\":\"8ebba27e202c36e\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f54c5568-728c-482e-ac27-ac2bfafbbc24\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:13:39.651956 3938 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h] creating logical port tsf-tas_trillian-logserver-5fdfb5bd9-xjz2h for pod on switch ip-10-0-2-172.ec2.internal I0515 11:13:39.652110 3938 kube.go:256] Updating pod tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h I0515 11:13:39.678445 3938 pod.go:62] [tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h] pod update took 26.375295ms I0515 11:13:39.678479 3938 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h] addLogicalPort annotation time took 26.415609ms I0515 11:13:39.680089 3938 pods.go:271] [tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h] addLogicalPort took 28.15603ms, libovsdb time 1.043073ms I0515 11:13:40.027379 3938 cni.go:452] [tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h e907a8e2eb244dc2c5e06893e3026a2ff757bf2461a0b6acf4ebda5d114c9f5b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h e907a8e2eb244dc2c5e06893e3026a2ff757bf2461a0b6acf4ebda5d114c9f5b network default NAD default NAD key ] I0515 11:13:40.039825 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5fdfb5bd9-xjz2h, hostIfaceName: e907a8e2eb244dc, network: default, NAD default, SandboxID: "e907a8e2eb244dc2c5e06893e3026a2ff757bf2461a0b6acf4ebda5d114c9f5b", PCI device ID: , UID: "63d962f5-e85c-44b2-b946-e3b28a299fcc", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0515 11:13:40.107187 3938 cni.go:473] [tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h e907a8e2eb244dc2c5e06893e3026a2ff757bf2461a0b6acf4ebda5d114c9f5b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5fdfb5bd9-xjz2h e907a8e2eb244dc2c5e06893e3026a2ff757bf2461a0b6acf4ebda5d114c9f5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:ff:a7:12:a7:73\",\"name\":\"e907a8e2eb244dc\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65a47504-e69f-4aee-8188-a62b4a524fcf\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:13:41.407597 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0515 11:13:41.407621 3938 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0515 11:13:42.441214 3938 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5cf99c8657-xt4m2] creating logical port tsf-tas_trillian-db-5cf99c8657-xt4m2 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:13:42.441300 3938 kube.go:256] Updating pod tsf-tas/trillian-db-5cf99c8657-xt4m2 I0515 11:13:42.457623 3938 pod.go:62] [tsf-tas/trillian-db-5cf99c8657-xt4m2] pod update took 16.342863ms I0515 11:13:42.457646 3938 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5cf99c8657-xt4m2] addLogicalPort annotation time took 16.372455ms I0515 11:13:42.459182 3938 pods.go:271] [tsf-tas/trillian-db-5cf99c8657-xt4m2] addLogicalPort took 17.983856ms, libovsdb time 1.009185ms I0515 11:13:43.170086 3938 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-wc7wg] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-wc7wg for pod on switch ip-10-0-2-172.ec2.internal I0515 11:13:43.170193 3938 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-wc7wg I0515 11:13:43.183855 3938 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-wc7wg] pod update took 13.690033ms I0515 11:13:43.183876 3938 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-wc7wg] addLogicalPort annotation time took 13.720131ms I0515 11:13:43.185312 3938 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-wc7wg] addLogicalPort took 15.245938ms, libovsdb time 984.048µs I0515 11:13:43.541069 3938 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-wc7wg e1648ef6012d4b59d2665997d19e339cd4580ba45b39aa5684f6abab494169d0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-wc7wg e1648ef6012d4b59d2665997d19e339cd4580ba45b39aa5684f6abab494169d0 network default NAD default NAD key ] I0515 11:13:43.552219 3938 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-wc7wg, hostIfaceName: e1648ef6012d4b5, network: default, NAD default, SandboxID: "e1648ef6012d4b59d2665997d19e339cd4580ba45b39aa5684f6abab494169d0", PCI device ID: , UID: "72ab1f3a-9b5d-4f81-adaa-8333e31df916", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0515 11:13:43.611168 3938 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-wc7wg e1648ef6012d4b59d2665997d19e339cd4580ba45b39aa5684f6abab494169d0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-wc7wg e1648ef6012d4b59d2665997d19e339cd4580ba45b39aa5684f6abab494169d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d7:78:da:cd:fa\",\"name\":\"e1648ef6012d4b5\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae5513e1-44c2-4fec-9e28-d50e177275df\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:13:47.155233 3938 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5sq7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:47.155916 3938 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5sq7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0515 11:13:47.463972 3938 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0515 11:13:48.181372 3938 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5sq7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:48.181460 3938 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5sq7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:55.391581 3938 cni.go:452] [tsf-tas/trillian-db-5cf99c8657-xt4m2 c0c4422ef988dccbf01f86bfcb63cb78ef390abf924ba6113df3aaffbb5482c1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5cf99c8657-xt4m2 c0c4422ef988dccbf01f86bfcb63cb78ef390abf924ba6113df3aaffbb5482c1 network default NAD default NAD key ] I0515 11:13:55.402414 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5cf99c8657-xt4m2, hostIfaceName: c0c4422ef988dcc, network: default, NAD default, SandboxID: "c0c4422ef988dccbf01f86bfcb63cb78ef390abf924ba6113df3aaffbb5482c1", PCI device ID: , UID: "4ee5bb59-f140-445a-93e8-18c0f6193bd9", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0515 11:13:55.463908 3938 cni.go:473] [tsf-tas/trillian-db-5cf99c8657-xt4m2 c0c4422ef988dccbf01f86bfcb63cb78ef390abf924ba6113df3aaffbb5482c1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5cf99c8657-xt4m2 c0c4422ef988dccbf01f86bfcb63cb78ef390abf924ba6113df3aaffbb5482c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ff:91:96:8c:e7\",\"name\":\"c0c4422ef988dcc\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63f2e62f-af45-4e80-9bda-2eda7ed91abc\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:13:58.240064 3938 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0515 11:14:00.257627 3938 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0515 11:14:01.247375 3938 cni.go:452] [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key ] I0515 11:14:01.321324 3938 cni.go:473] [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-qxbnp-wf7cn 8ebba27e202c36e4cfe71a5f1e4564217fda0c1e3601d67778d9b494a714dc77 network default NAD default NAD key default], result "{}", err I0515 11:14:01.378001 3938 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:01.378028 3938 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-qxbnp-wf7cn I0515 11:14:01.379296 3938 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-qxbnp-wf7cn, ips: 10.128.0.41 I0515 11:14:01.379325 3938 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:01.510130 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0515 11:14:02.254691 3938 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:02.254712 3938 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:14:06.573439 3938 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0515 11:14:06.620911 3938 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0515 11:14:06.620926 3938 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0515 11:14:11.289968 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0515 11:14:18.463750 3938 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0515 11:14:18.485394 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0515 11:14:27.335143 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0515 11:14:28.846547 3938 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:28.847076 3938 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:28.870141 3938 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:28.870173 3938 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:28.878524 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0515 11:14:28.878549 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0515 11:14:29.763646 3938 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-kkp84] creating logical port tsf_patch-tekton-config-kkp84 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:14:29.763738 3938 kube.go:256] Updating pod tsf/patch-tekton-config-kkp84 I0515 11:14:29.775116 3938 pod.go:62] [tsf/patch-tekton-config-kkp84] pod update took 11.404092ms I0515 11:14:29.775135 3938 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-kkp84] addLogicalPort annotation time took 11.427819ms I0515 11:14:29.776441 3938 pods.go:271] [tsf/patch-tekton-config-kkp84] addLogicalPort took 12.808093ms, libovsdb time 920.638µs I0515 11:14:30.205853 3938 cni.go:452] [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key ] I0515 11:14:30.215121 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-kkp84, hostIfaceName: 260231ba198a7bf, network: default, NAD default, SandboxID: "260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a", PCI device ID: , UID: "775d5801-38a3-42bb-a2b7-d1cf4756428d", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0515 11:14:30.268044 3938 cni.go:473] [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ac:7f:db:ff:db\",\"name\":\"260231ba198a7bf\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c90b549-5bcc-4369-8348-d0288ddd1937\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:14:34.793478 3938 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:34.794092 3938 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:35.697186 3938 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:35.697211 3938 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:38.442719 3938 cni.go:452] [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key ] I0515 11:14:38.528466 3938 cni.go:473] [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-kkp84 260231ba198a7bfaf5cb239ef90ac0b303c1c129af1ef467bae04c419c40a69a network default NAD default NAD key default], result "{}", err I0515 11:14:38.579981 3938 obj_retry.go:498] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:38.580012 3938 pods.go:176] Deleting pod: tsf/patch-tekton-config-kkp84 I0515 11:14:38.581619 3938 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-kkp84, ips: 10.128.0.45 I0515 11:14:38.581646 3938 obj_retry.go:498] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:39.334980 3938 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:14:39.604257 3938 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:39.604276 3938 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:14:42.709914 3938 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0515 11:14:44.800422 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0515 11:14:50.757277 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0515 11:14:51.984323 3938 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xxxmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:51.984843 3938 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xxxmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:52.861199 3938 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xxxmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.861223 3938 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xxxmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.897252 3938 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.897270 3938 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.901976 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-kkp84 I0515 11:14:52.902004 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-kkp84 I0515 11:14:57.018889 3938 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:57.019428 3938 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:57.039357 3938 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:57.039378 3938 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:57.044751 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0515 11:14:57.044806 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0515 11:14:58.303920 3938 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-vhgwh] creating logical port tsf-tpa_create-db-vhgwh for pod on switch ip-10-0-2-172.ec2.internal I0515 11:14:58.304001 3938 kube.go:256] Updating pod tsf-tpa/create-db-vhgwh I0515 11:14:58.317561 3938 pod.go:62] [tsf-tpa/create-db-vhgwh] pod update took 13.580125ms I0515 11:14:58.317585 3938 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-vhgwh] addLogicalPort annotation time took 13.606634ms I0515 11:14:58.321097 3938 pods.go:271] [tsf-tpa/create-db-vhgwh] addLogicalPort took 17.190564ms, libovsdb time 1.196663ms I0515 11:14:58.666465 3938 cni.go:452] [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key ] I0515 11:14:58.676663 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-vhgwh, hostIfaceName: 82973d82847d9f3, network: default, NAD default, SandboxID: "82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c", PCI device ID: , UID: "40c5c37d-b224-4edc-8d13-696cc9e26a69", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0515 11:14:58.729739 3938 cni.go:473] [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:7f:8f:7b:0d:39\",\"name\":\"82973d82847d9f3\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79ed0f3f-267e-41bc-a425-86ba9e80d938\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:15:03.577195 3938 cni.go:452] [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key ] I0515 11:15:03.652967 3938 cni.go:473] [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-vhgwh 82973d82847d9f3ff20b86d9c6f19b6731b86b846cac7e0a2bd8870d4a85ac6c network default NAD default NAD key default], result "{}", err I0515 11:15:03.704145 3938 obj_retry.go:498] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.704179 3938 pods.go:176] Deleting pod: tsf-tpa/create-db-vhgwh I0515 11:15:03.705636 3938 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-vhgwh, ips: 10.128.0.46 I0515 11:15:03.705663 3938 obj_retry.go:498] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.958567 3938 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.959143 3938 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:04.726793 3938 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.726896 3938 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.841962 3938 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.841991 3938 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:07.263213 3938 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-b7lwd-b8v48] creating logical port tsf-tas_tuf-repository-init-b7lwd-b8v48 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:15:07.263325 3938 kube.go:256] Updating pod tsf-tas/tuf-repository-init-b7lwd-b8v48 I0515 11:15:07.276024 3938 pod.go:62] [tsf-tas/tuf-repository-init-b7lwd-b8v48] pod update took 12.721384ms I0515 11:15:07.276089 3938 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-b7lwd-b8v48] addLogicalPort annotation time took 12.788506ms I0515 11:15:07.277533 3938 pods.go:271] [tsf-tas/tuf-repository-init-b7lwd-b8v48] addLogicalPort took 14.334134ms, libovsdb time 989.968µs I0515 11:15:11.380230 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0515 11:15:12.025562 3938 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:12.026094 3938 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:12.890872 3938 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:12.890895 3938 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:15:13.010747 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0515 11:15:15.037669 3938 obj_retry.go:498] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:15.038226 3938 obj_retry.go:498] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:16.040516 3938 base_network_controller_pods.go:487] [default/tsf-tpa/server-b8b45c78c-rt7s2] creating logical port tsf-tpa_server-b8b45c78c-rt7s2 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:15:16.040611 3938 kube.go:256] Updating pod tsf-tpa/server-b8b45c78c-rt7s2 I0515 11:15:16.055242 3938 pod.go:62] [tsf-tpa/server-b8b45c78c-rt7s2] pod update took 14.65632ms I0515 11:15:16.055264 3938 base_network_controller_pods.go:951] [default/tsf-tpa/server-b8b45c78c-rt7s2] addLogicalPort annotation time took 14.68409ms I0515 11:15:16.056579 3938 pods.go:271] [tsf-tpa/server-b8b45c78c-rt7s2] addLogicalPort took 16.079369ms, libovsdb time 868.48µs I0515 11:15:16.063841 3938 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:16.063861 3938 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:17.006349 3938 cni.go:452] [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key ] I0515 11:15:17.015875 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-b7lwd-b8v48, hostIfaceName: ccef3ac8bcdb641, network: default, NAD default, SandboxID: "ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1", PCI device ID: , UID: "49116eaa-608c-49b2-8d0b-77d34a893ed6", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0515 11:15:17.069402 3938 cni.go:473] [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c7:42:f6:d8:9a\",\"name\":\"ccef3ac8bcdb641\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30f40ad7-147a-4738-95a2-20ea3570de18\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:15:18.025041 3938 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-8gmm9] creating logical port tsf-tpa_importer-86bcdf477b-8gmm9 for pod on switch ip-10-0-2-172.ec2.internal I0515 11:15:18.025143 3938 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-8gmm9 I0515 11:15:18.039176 3938 pod.go:62] [tsf-tpa/importer-86bcdf477b-8gmm9] pod update took 14.056855ms I0515 11:15:18.039205 3938 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-8gmm9] addLogicalPort annotation time took 14.093223ms I0515 11:15:18.040571 3938 pods.go:271] [tsf-tpa/importer-86bcdf477b-8gmm9] addLogicalPort took 15.550338ms, libovsdb time 895.92µs I0515 11:15:21.201820 3938 cni.go:452] [tsf-tpa/server-b8b45c78c-rt7s2 2a30b1a633150de800c3064fde8c876901b92a5ec7e72f2a5623132825d21556 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-b8b45c78c-rt7s2 2a30b1a633150de800c3064fde8c876901b92a5ec7e72f2a5623132825d21556 network default NAD default NAD key ] I0515 11:15:21.211869 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-b8b45c78c-rt7s2, hostIfaceName: 2a30b1a633150de, network: default, NAD default, SandboxID: "2a30b1a633150de800c3064fde8c876901b92a5ec7e72f2a5623132825d21556", PCI device ID: , UID: "cfd5b22b-af8f-4ffa-ad5a-c5ad29c6e8f2", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0515 11:15:21.265739 3938 cni.go:473] [tsf-tpa/server-b8b45c78c-rt7s2 2a30b1a633150de800c3064fde8c876901b92a5ec7e72f2a5623132825d21556 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-b8b45c78c-rt7s2 2a30b1a633150de800c3064fde8c876901b92a5ec7e72f2a5623132825d21556 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:18:a4:e4:0c:10\",\"name\":\"2a30b1a633150de\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b91dc55-4fc8-48c1-8914-19b9253c330f\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:15:21.707767 3938 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0515 11:15:22.690938 3938 cni.go:452] [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key ] I0515 11:15:22.775176 3938 cni.go:473] [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-b7lwd-b8v48 ccef3ac8bcdb64125f81b582b7ee3802e710fc399ca832f612caf5f3fb389bf1 network default NAD default NAD key default], result "{}", err I0515 11:15:22.827917 3938 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:22.827944 3938 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-b7lwd-b8v48 I0515 11:15:22.829313 3938 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-b7lwd-b8v48, ips: 10.128.0.47 I0515 11:15:22.829348 3938 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:23.707614 3938 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:23.707642 3938 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:24.387188 3938 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-cd8sg] creating logical port tsf-tas_tuf-97fc8ff76-cd8sg for pod on switch ip-10-0-2-172.ec2.internal I0515 11:15:24.387278 3938 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-cd8sg I0515 11:15:24.405554 3938 pod.go:62] [tsf-tas/tuf-97fc8ff76-cd8sg] pod update took 18.300787ms I0515 11:15:24.405579 3938 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-cd8sg] addLogicalPort annotation time took 18.330078ms I0515 11:15:24.406990 3938 pods.go:271] [tsf-tas/tuf-97fc8ff76-cd8sg] addLogicalPort took 19.81741ms, libovsdb time 918.882µs I0515 11:15:27.449750 3938 cni.go:452] [tsf-tas/tuf-97fc8ff76-cd8sg 4df619040c74f4e06d6dc9f23e32487a34b20f504363a7e7753840ffbe0d6a71 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-cd8sg 4df619040c74f4e06d6dc9f23e32487a34b20f504363a7e7753840ffbe0d6a71 network default NAD default NAD key ] I0515 11:15:27.459940 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-cd8sg, hostIfaceName: 4df619040c74f4e, network: default, NAD default, SandboxID: "4df619040c74f4e06d6dc9f23e32487a34b20f504363a7e7753840ffbe0d6a71", PCI device ID: , UID: "86391417-8c5e-4702-819e-6e214bd8858e", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0515 11:15:27.513651 3938 cni.go:473] [tsf-tas/tuf-97fc8ff76-cd8sg 4df619040c74f4e06d6dc9f23e32487a34b20f504363a7e7753840ffbe0d6a71 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-cd8sg 4df619040c74f4e06d6dc9f23e32487a34b20f504363a7e7753840ffbe0d6a71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:81:d0:90:ff:b3\",\"name\":\"4df619040c74f4e\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a91d559-16df-4db7-9053-1f8234b5350d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0515 11:15:28.284157 3938 cni.go:452] [tsf-tpa/importer-86bcdf477b-8gmm9 56b4ec90e3a819575e7f373c20be8b55dbba5d02e4e261db34e2592ed32184ed network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-8gmm9 56b4ec90e3a819575e7f373c20be8b55dbba5d02e4e261db34e2592ed32184ed network default NAD default NAD key ] I0515 11:15:28.293458 3938 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-8gmm9, hostIfaceName: 56b4ec90e3a8195, network: default, NAD default, SandboxID: "56b4ec90e3a819575e7f373c20be8b55dbba5d02e4e261db34e2592ed32184ed", PCI device ID: , UID: "6c6ccee3-70a1-4cf9-8760-acf2d842cc05", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0515 11:15:28.345549 3938 cni.go:473] [tsf-tpa/importer-86bcdf477b-8gmm9 56b4ec90e3a819575e7f373c20be8b55dbba5d02e4e261db34e2592ed32184ed network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-8gmm9 56b4ec90e3a819575e7f373c20be8b55dbba5d02e4e261db34e2592ed32184ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ba:e2:d2:cf:27\",\"name\":\"56b4ec90e3a8195\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2eacfd51-3af9-49cd-aa2e-675c4664321d\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0515 11:15:29.730273 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0515 11:15:32.690568 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0515 11:15:40.744268 3938 util.go:959] Failed to build node endpoints for node ip-10-0-2-172.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0515 11:15:49.330877 3938 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:49.331399 3938 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:49.370384 3938 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:49.370410 3938 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:49.376285 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0515 11:15:49.376312 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0515 11:15:50.144306 3938 namespace.go:98] [integration-service] adding namespace I0515 11:15:50.145216 3938 namespace.go:102] [integration-service] adding namespace took 888.504µs I0515 11:15:50.147800 3938 namespace.go:98] [build-service] adding namespace I0515 11:15:50.147818 3938 namespace.go:98] [default-tenant] adding namespace I0515 11:15:50.148530 3938 namespace.go:102] [build-service] adding namespace took 714.689µs I0515 11:15:50.149106 3938 namespace.go:102] [default-tenant] adding namespace took 1.275454ms I0515 11:15:50.149136 3938 namespace.go:98] [image-controller] adding namespace I0515 11:15:50.149579 3938 namespace.go:102] [image-controller] adding namespace took 438.004µs I0515 11:15:50.215340 3938 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.237329 3938 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.258324 3938 namespace.go:142] [build-service] updating namespace I0515 11:15:50.284541 3938 namespace.go:142] [default-tenant] updating namespace I0515 11:15:50.293668 3938 namespace.go:142] [build-service] updating namespace I0515 11:15:50.349920 3938 namespace.go:142] [image-controller] updating namespace I0515 11:15:50.353389 3938 namespace.go:142] [default-tenant] updating namespace I0515 11:15:50.410613 3938 namespace.go:142] [image-controller] updating namespace I0515 11:15:50.553451 3938 namespace.go:142] [build-service] updating namespace I0515 11:15:50.621365 3938 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.710399 3938 namespace.go:98] [release-service] adding namespace I0515 11:15:50.711240 3938 namespace.go:102] [release-service] adding namespace took 822.871µs I0515 11:15:50.762352 3938 namespace.go:142] [release-service] updating namespace I0515 11:15:50.818715 3938 namespace.go:142] [release-service] updating namespace I0515 11:15:50.906462 3938 namespace.go:142] [konflux-ui] updating namespace I0515 11:15:51.534313 3938 namespace.go:98] [konflux-info] adding namespace I0515 11:15:51.535146 3938 namespace.go:102] [konflux-info] adding namespace took 809.553µs I0515 11:15:51.639327 3938 namespace.go:142] [konflux-info] updating namespace I0515 11:15:51.698308 3938 namespace.go:98] [namespace-lister] adding namespace I0515 11:15:51.699195 3938 namespace.go:102] [namespace-lister] adding namespace took 867.507µs I0515 11:15:51.759178 3938 namespace.go:142] [konflux-info] updating namespace I0515 11:15:51.871699 3938 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:51.932480 3938 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:51.965379 3938 namespace.go:98] [enterprise-contract-service] adding namespace I0515 11:15:51.966222 3938 namespace.go:102] [enterprise-contract-service] adding namespace took 824.144µs I0515 11:15:51.995709 3938 namespace.go:142] [image-controller] updating namespace I0515 11:15:52.032159 3938 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:52.091404 3938 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:52.109095 3938 namespace.go:142] [default-tenant] updating namespace I0515 11:15:52.260928 3938 namespace.go:98] [segment-bridge] adding namespace I0515 11:15:52.261940 3938 namespace.go:102] [segment-bridge] adding namespace took 991.5µs I0515 11:15:52.332476 3938 namespace.go:98] [konflux-cli] adding namespace I0515 11:15:52.333203 3938 namespace.go:102] [konflux-cli] adding namespace took 710.132µs I0515 11:15:52.343768 3938 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:52.474894 3938 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:52.497834 3938 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:52.546695 3938 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:52.595389 3938 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0515 11:15:52.595989 3938 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0515 11:15:52.596006 3938 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0515 11:15:52.598769 3938 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0515 11:15:52.687482 3938 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0515 11:15:52.687509 3938 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0515 11:15:52.688310 3938 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0515 11:15:53.067954 3938 namespace.go:142] [build-service] updating namespace I0515 11:15:53.378507 3938 namespace.go:142] [default-tenant] updating namespace I0515 11:15:53.780323 3938 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:53.884947 3938 namespace.go:142] [image-controller] updating namespace I0515 11:15:54.175472 3938 namespace.go:142] [integration-service] updating namespace I0515 11:15:54.395076 3938 namespace.go:142] [konflux-info] updating namespace I0515 11:15:54.806525 3938 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:55.014165 3938 namespace.go:142] [release-service] updating namespace W0515 11:15:55.135378 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0515 11:15:55.166403 3938 namespace.go:142] [build-service] updating namespace I0515 11:15:55.222541 3938 namespace.go:142] [default-tenant] updating namespace I0515 11:15:55.258606 3938 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:55.277565 3938 namespace.go:142] [image-controller] updating namespace I0515 11:15:55.298490 3938 namespace.go:142] [integration-service] updating namespace I0515 11:15:55.345486 3938 namespace.go:142] [konflux-info] updating namespace I0515 11:15:55.394413 3938 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:55.411475 3938 namespace.go:142] [release-service] updating namespace I0515 11:15:55.566617 3938 namespace.go:142] [build-service] updating namespace I0515 11:15:55.689452 3938 namespace.go:142] [default-tenant] updating namespace I0515 11:15:55.822872 3938 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:55.963768 3938 namespace.go:142] [image-controller] updating namespace I0515 11:15:56.062502 3938 namespace.go:142] [integration-service] updating namespace I0515 11:15:56.164723 3938 namespace.go:142] [konflux-info] updating namespace I0515 11:15:56.271550 3938 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:56.352203 3938 namespace.go:142] [release-service] updating namespace I0515 11:15:57.564488 3938 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:57.772183 3938 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:57.887597 3938 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:57.904703 3938 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:57.985916 3938 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:58.087760 3938 namespace.go:142] [segment-bridge] updating namespace W0515 11:15:58.243275 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0515 11:15:58.275157 3938 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0515 11:16:03.170372 3938 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0515 11:16:04.285407 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:04.288254 3938 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:07.228109 3938 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:07.228125 3938 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:07.254441 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0515 11:16:07.254513 3938 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0515 11:16:07.279122 3938 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:07.280446 3938 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:08.316231 3938 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:08.316248 3938 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0515 11:16:18.581140 3938 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:16:18.581750 3938 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:16:19.384924 3938 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:16:19.384955 3938 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:16:19.390539 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 I0515 11:16:19.390577 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 I0515 11:16:23.509459 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0515 11:16:44.502679 3938 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0515 11:17:14.456545 3938 obj_retry.go:498] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:14.457118 3938 obj_retry.go:498] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:14.607168 3938 obj_retry.go:492] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:14.607192 3938 obj_retry.go:492] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:14.613243 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:17:14.613265 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:17:22.797975 3938 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:22.798544 3938 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:22.815034 3938 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:22.815056 3938 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:22.821034 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0515 11:17:22.821063 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0515 11:17:45.379451 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0515 11:17:52.182368 3938 namespace.go:98] [managed-tenant-sdmxm] adding namespace I0515 11:17:52.183182 3938 namespace.go:102] [managed-tenant-sdmxm] adding namespace took 794.509µs I0515 11:17:52.210383 3938 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:52.229080 3938 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.226551 3938 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.355367 3938 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.456803 3938 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.471592 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0515 11:17:56.380581 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0515 11:18:46.379031 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=76 I0515 11:19:04.389440 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=480 I0515 11:19:10.500851 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0515 11:19:36.514273 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0515 11:19:43.489283 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0515 11:19:46.467830 3938 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0515 11:19:51.483198 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0515 11:20:03.801604 3938 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:20:03.802274 3938 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:20:04.667021 3938 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:20:04.667081 3938 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:20:50.479916 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0515 11:20:56.491262 3938 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0515 11:21:41.382763 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=102 I0515 11:23:13.384721 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0515 11:23:13.513556 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0515 11:23:38.506985 3938 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0515 11:25:04.060187 3938 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:04.060230 3938 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:04.065217 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vhgwh I0515 11:25:04.065244 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vhgwh I0515 11:25:09.504767 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0515 11:25:12.031507 3938 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:12.031563 3938 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:12.037293 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-hcr4v I0515 11:25:12.037326 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-hcr4v I0515 11:25:16.031204 3938 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:16.031252 3938 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:16.036959 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zlh5j I0515 11:25:16.036981 3938 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zlh5j I0515 11:25:56.486961 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0515 11:26:20.475560 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0515 11:26:27.383575 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0515 11:26:36.382517 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0515 11:27:03.384697 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0515 11:27:16.880587 3938 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-74f8d99866-cdb87 I0515 11:27:43.517417 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0515 11:27:57.471018 3938 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0515 11:28:14.492749 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0515 11:28:16.494301 3938 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0515 11:28:37.393449 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0515 11:29:02.388151 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0515 11:29:50.483806 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0515 11:30:04.113842 3938 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:30:04.114507 3938 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:30:04.989445 3938 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:30:04.989501 3938 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:30:19.508406 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0515 11:30:26.517644 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0515 11:30:55.510928 3938 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0515 11:31:20.386571 3938 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0515 11:32:09.490316 3938 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7