+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-25.ec2.internal ++ [[ -n ip-10-0-0-25.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-25.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 19:46:20.630455598 - disable conntrack on geneve port' I0505 19:46:20.630455598 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 19:46:20.647480636 - starting ovnkube-node' I0505 19:46:20.647480636 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-25.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-25.ec2.internal --init-node ip-10-0-0-25.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-25.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 19:46:20.690148 3642 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 19:46:20.690215 3642 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e15cc150f3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 19:46:20.691926 3642 kube.go:431] Waiting for certificate I0505 19:46:20.691956 3642 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 19:46:20.691987 3642 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 19:46:20.692714 3642 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:46:20.737685 3642 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:20.737702 3642 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:20.744287 3642 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:20.744387 3642 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6n58t" I0505 19:46:20.750610 3642 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6n58t" I0505 19:46:20.750688 3642 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 19:46:21.691989 3642 kube.go:438] Certificate found I0505 19:46:21.692598 3642 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 19:46:21.693600 3642 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 19:46:21.758883 3642 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 19:41:20 +0000 UTC" deadline="2026-05-06 15:24:34.802100648 +0000 UTC" I0505 19:46:21.759002 3642 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h38m13.043112919s" I0505 19:46:21.759356 3642 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:46:21.769571 3642 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 19:46:21.769630 3642 server.go:101] MetricServer registers OVS metrics I0505 19:46:21.769871 3642 server.go:105] MetricServer registers OVN DB metrics I0505 19:46:21.769920 3642 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 19:46:21.769990 3642 factory.go:561] Starting watch factory I0505 19:46:21.770104 3642 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770168 3642 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770108 3642 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770214 3642 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770279 3642 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770301 3642 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770711 3642 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770732 3642 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770333 3642 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770875 3642 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.770956 3642 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.771028 3642 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.774970 3642 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 19:46:21.775001 3642 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 19:46:21.775881 3642 controller_manager.go:370] Starting the ovnkube controller I0505 19:46:21.775906 3642 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-25.ec2.internal I0505 19:46:21.775949 3642 controller_manager.go:395] NBDB zone sync took: 35.54µs I0505 19:46:21.775957 3642 factory.go:561] Starting watch factory I0505 19:46:21.788517 3642 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 19:46:21.788544 3642 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 19:46:21.790196 3642 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.790653 3642 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.791092 3642 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.791257 3642 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.792580 3642 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.795442 3642 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 19:46:21.795478 3642 server.go:109] MetricServer registers OVN Controller metrics I0505 19:46:21.799134 3642 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 19:46:21.800504 3642 server.go:113] MetricServer registers OVN Northd metrics I0505 19:46:21.805072 3642 metrics.go:519] OVN Metrics Server starts to run ... I0505 19:46:21.875314 3642 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:46:21.875334 3642 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:46:21.875339 3642 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:46:21.875344 3642 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:46:21.875348 3642 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:46:21.875352 3642 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:46:21.875446 3642 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:21.875463 3642 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:21.875445 3642 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:21.875862 3642 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:21.882517 3642 factory.go:1977] *v1.Service informer cache synced successfully I0505 19:46:21.882537 3642 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 19:46:21.882541 3642 factory.go:1977] *v1.Pod informer cache synced successfully I0505 19:46:21.882544 3642 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 19:46:21.882547 3642 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 19:46:21.882550 3642 factory.go:1977] *v1.Node informer cache synced successfully I0505 19:46:21.895602 3642 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:21.895600 3642 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 19:46:21.981706 3642 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:46:21.981723 3642 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:46:21.981932 3642 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.981950 3642 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.986115 3642 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.986937 3642 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:46:21.987007 3642 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.987023 3642 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.988162 3642 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 19:46:21.988175 3642 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 19:46:21.990912 3642 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.992852 3642 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:46:21.992937 3642 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.992953 3642 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.994159 3642 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 19:46:21.996586 3642 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.998595 3642 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:46:21.998659 3642 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.998671 3642 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:21.999222 3642 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 19:46:22.002434 3642 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.004424 3642 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 19:46:22.004432 3642 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:46:22.004497 3642 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.004513 3642 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.008565 3642 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.009456 3642 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 19:46:22.009475 3642 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:46:22.009630 3642 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:46:22.009645 3642 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:46:22.013930 3642 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 19:46:22.014503 3642 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 19:46:22.014517 3642 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:46:22.014571 3642 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.014582 3642 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.014648 3642 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.014666 3642 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.018594 3642 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.018732 3642 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 19:46:22.019662 3642 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 19:46:22.019674 3642 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:46:22.019682 3642 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:46:22.019689 3642 factory.go:680] Watch Factory start up complete, took: 249.702535ms I0505 19:46:22.019751 3642 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 19:46:22.025700 3642 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 19:46:22.025711 3642 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 19:46:22.025721 3642 factory.go:680] Watch Factory start up complete, took: 249.760439ms I0505 19:46:22.025730 3642 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-25.ec2.internal" zone I0505 19:46:22.063572 3642 default_node_network_controller.go:710] Initializing the default node network controller I0505 19:46:22.139293 3642 udn_isolation.go:101] Starting UDN host isolation manager I0505 19:46:22.146403 3642 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 19:46:22.212061 3642 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 19:46:22.212327 3642 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 19:46:22.212345 3642 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 19:46:22.246354 3642 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 19:46:22.246418 3642 default_node_network_controller.go:809] Node ip-10-0-0-25.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0505 19:46:22.252054 3642 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.25"] k8s.ovn.org/zone-name:ip-10-0-0-25.ec2.internal] on node ip-10-0-0-25.ec2.internal I0505 19:46:22.275517 3642 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 19:46:22.275769 3642 controller_manager.go:429] Waiting for node in zone sync took: 250.026156ms I0505 19:46:22.281504 3642 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 19:46:22.281626 3642 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 19:46:22.281758 3642 gateway_init.go:263] Preparing Gateway I0505 19:46:22.281770 3642 gateway_shared_intf.go:1687] Creating new gateway I0505 19:46:22.284574 3642 controller_manager.go:611] Switching to transit router for layer2 networks I0505 19:46:22.284587 3642 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-25.ec2.internal I0505 19:46:22.301991 3642 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 19:46:22.307970 3642 controller_manager.go:290] SCTP support detected in OVN I0505 19:46:22.308495 3642 services_controller.go:69] Creating services controller for network=default I0505 19:46:22.308593 3642 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 19:46:22.308635 3642 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 19:46:22.308693 3642 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 19:46:22.308710 3642 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 19:46:22.308721 3642 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:46:22.309068 3642 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 19:46:22.309118 3642 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 19:46:22.309188 3642 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 82.238µs I0505 19:46:22.309208 3642 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 80.862µs I0505 19:46:22.309213 3642 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 96.708µs I0505 19:46:22.309213 3642 udn_enabled_svc.go:95] Performing full resync I0505 19:46:22.309219 3642 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 19:46:22.309225 3642 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 19:46:22.309236 3642 default_network_controller.go:325] Starting the default network controller I0505 19:46:22.309341 3642 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.222µs I0505 19:46:22.309478 3642 udn_enabled_svc.go:99] Waiting for handler to sync I0505 19:46:22.309489 3642 udn_enabled_svc.go:104] Starting worker I0505 19:46:22.318254 3642 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 19:46:22.318312 3642 repair.go:33] Syncing exgw routes took 45.397µs I0505 19:46:22.318332 3642 default_network_controller.go:414] Starting all the Watchers... I0505 19:46:22.318497 3642 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 19:46:22.318503 3642 namespace.go:98] [openshift-console] adding namespace I0505 19:46:22.318529 3642 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 19:46:22.318538 3642 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 19:46:22.318553 3642 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 19:46:22.318558 3642 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 19:46:22.318560 3642 namespace.go:98] [openshift] adding namespace I0505 19:46:22.318573 3642 namespace.go:98] [openshift-authentication] adding namespace I0505 19:46:22.318574 3642 namespace.go:98] [kube-node-lease] adding namespace I0505 19:46:22.318582 3642 namespace.go:98] [openshift-infra] adding namespace I0505 19:46:22.318587 3642 namespace.go:98] [openshift-machine-api] adding namespace I0505 19:46:22.318592 3642 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 19:46:22.318605 3642 namespace.go:98] [openshift-package-operator] adding namespace I0505 19:46:22.318615 3642 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 19:46:22.318617 3642 namespace.go:98] [openshift-logging] adding namespace I0505 19:46:22.319167 3642 namespace.go:102] [openshift-ingress-canary] adding namespace took 656.178µs I0505 19:46:22.319182 3642 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 19:46:22.319588 3642 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 401.594µs I0505 19:46:22.319601 3642 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 19:46:22.320196 3642 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 591.468µs I0505 19:46:22.320207 3642 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 19:46:22.320780 3642 namespace.go:102] [openshift-console] adding namespace took 2.26263ms I0505 19:46:22.320798 3642 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 19:46:22.321297 3642 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.751805ms I0505 19:46:22.321314 3642 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 19:46:22.321801 3642 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.253533ms I0505 19:46:22.321815 3642 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 19:46:22.322454 3642 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.894177ms I0505 19:46:22.322477 3642 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 19:46:22.322984 3642 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.413443ms I0505 19:46:22.323001 3642 namespace.go:98] [openshift-image-registry] adding namespace I0505 19:46:22.323561 3642 namespace.go:102] [openshift] adding namespace took 4.987181ms I0505 19:46:22.323573 3642 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 19:46:22.324069 3642 namespace.go:102] [openshift-authentication] adding namespace took 5.486129ms I0505 19:46:22.324087 3642 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 19:46:22.324601 3642 namespace.go:102] [kube-node-lease] adding namespace took 6.011578ms I0505 19:46:22.324620 3642 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 19:46:22.325534 3642 namespace.go:102] [openshift-infra] adding namespace took 6.943276ms I0505 19:46:22.325550 3642 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 19:46:22.326213 3642 namespace.go:102] [openshift-machine-api] adding namespace took 7.618471ms I0505 19:46:22.326253 3642 namespace.go:98] [openshift-etcd] adding namespace I0505 19:46:22.326813 3642 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.214904ms I0505 19:46:22.326826 3642 namespace.go:98] [openshift-operators] adding namespace I0505 19:46:22.327284 3642 namespace.go:102] [openshift-package-operator] adding namespace took 8.664551ms I0505 19:46:22.327300 3642 namespace.go:98] [openshift-dns-operator] adding namespace I0505 19:46:22.327840 3642 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.216451ms I0505 19:46:22.327857 3642 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 19:46:22.328289 3642 namespace.go:102] [openshift-logging] adding namespace took 9.661029ms I0505 19:46:22.328302 3642 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 19:46:22.328776 3642 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.564464ms I0505 19:46:22.328787 3642 namespace.go:98] [openshift-node] adding namespace I0505 19:46:22.329294 3642 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.488714ms I0505 19:46:22.329311 3642 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 19:46:22.329721 3642 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.400401ms I0505 19:46:22.329737 3642 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 19:46:22.330165 3642 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.344962ms I0505 19:46:22.330178 3642 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 19:46:22.330593 3642 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.108931ms I0505 19:46:22.330611 3642 namespace.go:98] [dedicated-admin] adding namespace I0505 19:46:22.331183 3642 namespace.go:102] [openshift-image-registry] adding namespace took 8.175127ms I0505 19:46:22.331201 3642 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 19:46:22.331731 3642 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.153766ms I0505 19:46:22.331744 3642 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 19:46:22.332251 3642 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.158222ms I0505 19:46:22.332268 3642 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 19:46:22.332677 3642 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.051419ms I0505 19:46:22.332691 3642 namespace.go:98] [openshift-config] adding namespace I0505 19:46:22.333095 3642 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.539823ms I0505 19:46:22.333107 3642 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 19:46:22.333516 3642 namespace.go:102] [openshift-etcd] adding namespace took 7.254646ms I0505 19:46:22.333527 3642 namespace.go:98] [openshift-monitoring] adding namespace I0505 19:46:22.333908 3642 namespace.go:102] [openshift-operators] adding namespace took 7.077536ms I0505 19:46:22.333921 3642 namespace.go:98] [openshift-marketplace] adding namespace I0505 19:46:22.334333 3642 namespace.go:102] [openshift-dns-operator] adding namespace took 7.026254ms I0505 19:46:22.334348 3642 namespace.go:98] [openshift-apiserver] adding namespace I0505 19:46:22.334880 3642 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.016832ms I0505 19:46:22.334925 3642 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 19:46:22.335321 3642 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.010578ms I0505 19:46:22.335341 3642 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 19:46:22.335830 3642 namespace.go:102] [openshift-node] adding namespace took 7.037655ms I0505 19:46:22.335844 3642 namespace.go:98] [default] adding namespace I0505 19:46:22.336253 3642 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.936235ms I0505 19:46:22.336267 3642 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 19:46:22.336827 3642 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.082339ms I0505 19:46:22.336845 3642 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 19:46:22.337447 3642 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.262986ms I0505 19:46:22.337462 3642 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 19:46:22.337872 3642 namespace.go:102] [dedicated-admin] adding namespace took 7.253906ms I0505 19:46:22.337902 3642 namespace.go:98] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] adding namespace I0505 19:46:22.338420 3642 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.212296ms I0505 19:46:22.338435 3642 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 19:46:22.338795 3642 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.046723ms I0505 19:46:22.338806 3642 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 19:46:22.339237 3642 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.963104ms I0505 19:46:22.339250 3642 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 19:46:22.339615 3642 namespace.go:102] [openshift-config] adding namespace took 6.917179ms I0505 19:46:22.339627 3642 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 19:46:22.340070 3642 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.957148ms I0505 19:46:22.340083 3642 namespace.go:98] [openshift-config-managed] adding namespace I0505 19:46:22.340467 3642 namespace.go:102] [openshift-monitoring] adding namespace took 6.934311ms I0505 19:46:22.340478 3642 namespace.go:98] [openshift-dns] adding namespace I0505 19:46:22.340858 3642 namespace.go:102] [openshift-marketplace] adding namespace took 6.931938ms I0505 19:46:22.340873 3642 namespace.go:98] [openshift-multus] adding namespace I0505 19:46:22.341308 3642 namespace.go:102] [openshift-apiserver] adding namespace took 6.954719ms I0505 19:46:22.341320 3642 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 19:46:22.341707 3642 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.773295ms I0505 19:46:22.341719 3642 namespace.go:98] [openshift-config-operator] adding namespace I0505 19:46:22.342110 3642 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.763967ms I0505 19:46:22.342120 3642 namespace.go:98] [openshift-controller-manager] adding namespace I0505 19:46:22.342537 3642 namespace.go:102] [default] adding namespace took 6.688126ms I0505 19:46:22.342915 3642 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.643958ms I0505 19:46:22.342925 3642 namespace.go:98] [openshift-backplane] adding namespace I0505 19:46:22.343355 3642 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.50418ms I0505 19:46:22.343365 3642 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 19:46:22.343736 3642 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.268217ms I0505 19:46:22.343754 3642 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 19:46:22.344145 3642 namespace.go:102] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] adding namespace took 6.237082ms I0505 19:46:22.344156 3642 namespace.go:98] [openshift-console-operator] adding namespace I0505 19:46:22.344522 3642 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.081856ms I0505 19:46:22.344537 3642 namespace.go:98] [openshift-cluster-version] adding namespace I0505 19:46:22.344908 3642 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.078576ms I0505 19:46:22.344920 3642 namespace.go:98] [openshift-insights] adding namespace I0505 19:46:22.345281 3642 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.025863ms I0505 19:46:22.345291 3642 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 19:46:22.345686 3642 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.053805ms I0505 19:46:22.345700 3642 namespace.go:98] [openshift-network-operator] adding namespace I0505 19:46:22.346171 3642 namespace.go:102] [openshift-config-managed] adding namespace took 6.081121ms I0505 19:46:22.346187 3642 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0505 19:46:22.346615 3642 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pcpg9: pod openshift-multus/network-metrics-daemon-pcpg9: no pod IPs found W0505 19:46:22.346636 3642 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vrhdb: pod openshift-multus/network-metrics-daemon-vrhdb: no pod IPs found I0505 19:46:22.346638 3642 namespace.go:102] [openshift-dns] adding namespace took 6.1533ms I0505 19:46:22.346650 3642 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 19:46:22.347228 3642 namespace.go:102] [openshift-multus] adding namespace took 6.349462ms I0505 19:46:22.347243 3642 namespace.go:98] [openshift-ingress] adding namespace I0505 19:46:22.347691 3642 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.363485ms I0505 19:46:22.347707 3642 namespace.go:98] [openshift-network-console] adding namespace I0505 19:46:22.348224 3642 namespace.go:102] [openshift-config-operator] adding namespace took 6.499207ms I0505 19:46:22.348237 3642 namespace.go:98] [openshift-host-network] adding namespace I0505 19:46:22.348639 3642 namespace.go:102] [openshift-controller-manager] adding namespace took 6.512755ms I0505 19:46:22.348653 3642 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 19:46:22.349073 3642 namespace.go:102] [openshift-backplane] adding namespace took 6.142718ms I0505 19:46:22.349459 3642 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.089639ms I0505 19:46:22.349857 3642 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.096733ms I0505 19:46:22.350321 3642 namespace.go:102] [openshift-console-operator] adding namespace took 6.160095ms I0505 19:46:22.350782 3642 namespace.go:102] [openshift-cluster-version] adding namespace took 6.240193ms I0505 19:46:22.351248 3642 namespace.go:102] [openshift-insights] adding namespace took 6.323096ms I0505 19:46:22.351682 3642 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.387207ms I0505 19:46:22.352117 3642 namespace.go:102] [openshift-network-operator] adding namespace took 6.411254ms W0505 19:46:22.352532 3642 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-knhmv: pod openshift-network-diagnostics/network-check-target-knhmv: no pod IPs found W0505 19:46:22.352565 3642 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5cxt2: pod openshift-network-diagnostics/network-check-target-5cxt2: no pod IPs found I0505 19:46:22.352576 3642 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.38282ms I0505 19:46:22.353137 3642 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.481599ms I0505 19:46:22.353651 3642 namespace.go:102] [openshift-ingress] adding namespace took 6.401456ms I0505 19:46:22.353663 3642 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 19:46:22.354147 3642 namespace.go:102] [openshift-network-console] adding namespace took 6.435006ms I0505 19:46:22.354157 3642 namespace.go:98] [kube-public] adding namespace I0505 19:46:22.354728 3642 namespace.go:102] [openshift-host-network] adding namespace took 6.486666ms I0505 19:46:22.354744 3642 namespace.go:98] [kube-system] adding namespace I0505 19:46:22.355231 3642 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.572571ms I0505 19:46:22.355656 3642 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 1.988429ms I0505 19:46:22.356113 3642 namespace.go:102] [kube-public] adding namespace took 1.951434ms I0505 19:46:22.356475 3642 namespace.go:102] [kube-system] adding namespace took 1.726231ms W0505 19:46:22.356553 3642 master.go:458] Unable to parse local node ip-10-0-0-25.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 19:46:22.356561 3642 master.go:471] Unable to parse remote node ip-10-0-1-250.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 19:46:22.356566 3642 master.go:481] Removing stale chassis with ID/Name: be3ee6b1-cf5a-494e-af38-2fb366869cef, hostname: ip-10-0-0-25.ec2.internal I0505 19:46:22.357009 3642 master.go:548] Adding or Updating local node "ip-10-0-0-25.ec2.internal" for network "default" I0505 19:46:22.357066 3642 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-250.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-250.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-250.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-250.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-250.ec2.internal I0505 19:46:22.358318 3642 zone_ic_handler.go:195] Time taken to create transit switch: 464.017µs I0505 19:46:22.358333 3642 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-97.ec2.internal for the network default I0505 19:46:22.359220 3642 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-97.ec2.internal" on network "default" took: 1.374882ms I0505 19:46:22.360534 3642 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-25.ec2.internal for the network default I0505 19:46:22.360689 3642 zone_ic_handler.go:195] Time taken to create transit switch: 142.327µs I0505 19:46:22.361383 3642 default_network_controller.go:823] Node add failed for ip-10-0-0-25.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-25.ec2.internal, error getting gateway config for node ip-10-0-0-25.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-25.ec2.internal", failed to update chassis to local for local node ip-10-0-0-25.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-25.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-25.ec2.internal] E0505 19:46:22.361419 3642 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-25.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-25.ec2.internal, error getting gateway config for node ip-10-0-0-25.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-25.ec2.internal", failed to update chassis to local for local node ip-10-0-0-25.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-25.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-25.ec2.internal] I0505 19:46:22.361457 3642 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 19:46:22.361478 3642 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 19:46:22.361493 3642 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 19:46:22.361496 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0505 19:46:22.361526 3642 node_tracker.go:235] Node ip-10-0-0-25.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-25.ec2.internal" I0505 19:46:22.361540 3642 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:22.361553 3642 services_controller.go:574] Full service sync requested for network=default I0505 19:46:22.361558 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 19:46:22.361567 3642 node_tracker.go:235] Node ip-10-0-1-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-250.ec2.internal" I0505 19:46:22.361572 3642 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:22.361576 3642 services_controller.go:574] Full service sync requested for network=default I0505 19:46:22.361580 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-97.ec2.internal in network "default" I0505 19:46:22.361615 3642 node_tracker.go:169] Node ip-10-0-2-97.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:22.361622 3642 services_controller.go:574] Full service sync requested for network=default I0505 19:46:22.361474 3642 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-25.ec2.internal", UID:"1753f9dc-fc7c-4723-aa2e-6a1facd7eae7", APIVersion:"v1", ResourceVersion:"8654", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-25.ec2.internal, error getting gateway config for node ip-10-0-0-25.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-25.ec2.internal", failed to update chassis to local for local node ip-10-0-0-25.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-25.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-25.ec2.internal] I0505 19:46:22.382060 3642 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:46:22.388024 3642 iptables.go:108] Creating table: filter chain: OUTPUT I0505 19:46:22.393756 3642 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 19:46:22.393768 3642 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-25.ec2.internal","mac-address":"12:a7:57:7a:b8:4d","ip-addresses":["10.0.0.25/24"],"ip-address":"10.0.0.25/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:be3ee6b1-cf5a-494e-af38-2fb366869cef k8s.ovn.org/node-encap-ips:["10.0.0.25"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.25/24"} k8s.ovn.org/zone-name:ip-10-0-0-25.ec2.internal] on node ip-10-0-0-25.ec2.internal I0505 19:46:22.411866 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0505 19:46:22.411917 3642 master.go:548] Adding or Updating local node "ip-10-0-0-25.ec2.internal" for network "default" I0505 19:46:22.411936 3642 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:22.411951 3642 services_controller.go:574] Full service sync requested for network=default I0505 19:46:22.416096 3642 default_node_network_controller.go:519] Node connection status = connected W0505 19:46:22.416134 3642 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vrhdb: pod openshift-multus/network-metrics-daemon-vrhdb: no pod IPs found W0505 19:46:22.416157 3642 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5cxt2: pod openshift-network-diagnostics/network-check-target-5cxt2: no pod IPs found I0505 19:46:22.417090 3642 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-25.ec2.internal for the network default I0505 19:46:22.417262 3642 zone_ic_handler.go:195] Time taken to create transit switch: 161.325µs I0505 19:46:22.462090 3642 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 19:46:22.462109 3642 services_controller.go:208] Setting up event handlers for services for network=default I0505 19:46:22.462152 3642 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 19:46:22.462196 3642 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 19:46:22.462206 3642 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 19:46:22.562676 3642 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 19:46:22.562700 3642 repair.go:60] Starting repairing loop for services I0505 19:46:22.562805 3642 repair.go:131] Deleted 0 stale service LBs I0505 19:46:22.562832 3642 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 19:46:22.562858 3642 repair.go:62] Finished repairing loop for services: 159.411µs I0505 19:46:22.562911 3642 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 19:46:22.562926 3642 services_controller.go:254] Starting workers for network=default I0505 19:46:22.563396 3642 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-knhmv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-knhmv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-knhmv: no pod IPs found I0505 19:46:22.563411 3642 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5cxt2] creating logical port openshift-network-diagnostics_network-check-target-5cxt2 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:46:22.563562 3642 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5cxt2 I0505 19:46:22.563568 3642 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-pcpg9, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-pcpg9: suppressed error logged: pod openshift-multus/network-metrics-daemon-pcpg9: no pod IPs found I0505 19:46:22.563603 3642 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vrhdb] creating logical port openshift-multus_network-metrics-daemon-vrhdb for pod on switch ip-10-0-0-25.ec2.internal I0505 19:46:22.563700 3642 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vrhdb I0505 19:46:22.584026 3642 pod.go:62] [openshift-network-diagnostics/network-check-target-5cxt2] pod update took 20.521829ms I0505 19:46:22.584049 3642 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5cxt2] addLogicalPort annotation time took 20.548256ms I0505 19:46:22.584028 3642 pod.go:62] [openshift-multus/network-metrics-daemon-vrhdb] pod update took 20.347569ms I0505 19:46:22.584127 3642 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vrhdb] addLogicalPort annotation time took 20.456078ms I0505 19:46:22.585018 3642 pods.go:271] [openshift-network-diagnostics/network-check-target-5cxt2] addLogicalPort took 21.623613ms, libovsdb time 747.818µs I0505 19:46:22.585310 3642 pods.go:271] [openshift-multus/network-metrics-daemon-vrhdb] addLogicalPort took 21.717378ms, libovsdb time 882.222µs I0505 19:46:22.585861 3642 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 19:46:22.585886 3642 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 19:46:22.585918 3642 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 19:46:22.585925 3642 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 19:46:22.586170 3642 repair.go:29] Repairing admin network policies took 239.258µs I0505 19:46:22.586350 3642 repair.go:92] Repairing baseline admin network policies took 168.62µs I0505 19:46:22.587079 3642 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 19:46:22.587098 3642 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 19:46:22.589736 3642 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 19:46:22.589763 3642 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 19:46:22.589778 3642 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 19:46:22.591315 3642 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 19:46:22.591398 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 19:46:22.591411 3642 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 19:46:22.593351 3642 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 19:46:22.593371 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 19:46:22.594458 3642 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 19:46:22.594470 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:46:22.596407 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 19:46:22.596426 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 19:46:22.596435 3642 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 19:46:22.597199 3642 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 19:46:22.597241 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 19:46:22.597299 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 19:46:22.599499 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 19:46:22.599527 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 19:46:22.599533 3642 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 19:46:22.599843 3642 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 19:46:22.599862 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 19:46:22.599871 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 19:46:22.600605 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 19:46:22.600628 3642 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 19:46:22.600640 3642 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 19:46:22.601027 3642 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 19:46:22.601045 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 19:46:22.601053 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 19:46:22.601614 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 19:46:22.601680 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 19:46:22.601717 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 19:46:22.602389 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:46:22.602421 3642 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 19:46:22.602433 3642 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 19:46:22.605249 3642 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 19:46:22.605267 3642 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 19:46:22.605276 3642 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 19:46:22.607495 3642 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 19:46:22.607524 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 19:46:22.607532 3642 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 19:46:22.608044 3642 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 19:46:22.608066 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 19:46:22.608077 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 19:46:22.608607 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 19:46:22.608620 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 19:46:22.608626 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 19:46:22.610076 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 19:46:22.610101 3642 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 19:46:22.610112 3642 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 19:46:22.610739 3642 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 19:46:22.610756 3642 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 19:46:22.610764 3642 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 19:46:22.611919 3642 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 19:46:22.611943 3642 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 19:46:22.611957 3642 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 19:46:22.613362 3642 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 19:46:22.613388 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 19:46:22.613397 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 19:46:22.613777 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 19:46:22.613799 3642 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 19:46:22.613811 3642 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 19:46:22.614946 3642 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 19:46:22.614964 3642 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 19:46:22.614974 3642 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 19:46:22.616008 3642 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 19:46:22.616029 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 19:46:22.616037 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 19:46:22.616687 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 19:46:22.616704 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 19:46:22.616712 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 19:46:22.617237 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 19:46:22.617256 3642 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 19:46:22.617264 3642 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 19:46:22.618962 3642 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 19:46:22.618987 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 19:46:22.619004 3642 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 19:46:22.619616 3642 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 19:46:22.619640 3642 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 19:46:22.619651 3642 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 19:46:22.620297 3642 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 19:46:22.620320 3642 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 19:46:22.620329 3642 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 19:46:22.620616 3642 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 19:46:22.620635 3642 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 19:46:22.620647 3642 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 19:46:22.621928 3642 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 19:46:22.627384 3642 egressfirewall.go:374] Starting EgressFirewall controller I0505 19:46:22.627427 3642 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 19:46:22.627428 3642 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 19:46:22.627476 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 19:46:22.627498 3642 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 19:46:22.627502 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 19:46:22.627514 3642 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 19:46:22.627807 3642 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 19:46:22.627820 3642 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 19:46:22.627826 3642 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 19:46:22.627835 3642 egressqos.go:193] Setting up event handlers for EgressQoS I0505 19:46:22.627925 3642 egressfirewall.go:723] Syncing node "ip-10-0-0-25.ec2.internal" for egress firewall I0505 19:46:22.627941 3642 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 19:46:22.627945 3642 egressfirewall.go:723] Syncing node "ip-10-0-2-97.ec2.internal" for egress firewall I0505 19:46:22.627992 3642 egressqos.go:245] Starting EgressQoS Controller I0505 19:46:22.628003 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 19:46:22.628009 3642 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 19:46:22.628014 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 19:46:22.628026 3642 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 19:46:22.628031 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 19:46:22.628035 3642 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 19:46:22.628038 3642 egressqos.go:259] Repairing EgressQoSes I0505 19:46:22.628042 3642 egressqos.go:399] Starting repairing loop for egressqos I0505 19:46:22.628138 3642 egressqos.go:401] Finished repairing loop for egressqos: 95.599µs I0505 19:46:22.628158 3642 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 19:46:22.628401 3642 egressservice_zone.go:210] Starting Egress Services Controller I0505 19:46:22.628410 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:46:22.628415 3642 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:46:22.628420 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:46:22.628424 3642 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:46:22.628429 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:46:22.628435 3642 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:46:22.628442 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 19:46:22.628448 3642 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 19:46:22.628453 3642 egressservice_zone.go:228] Repairing Egress Services I0505 19:46:22.628512 3642 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-25.ec2.internal I0505 19:46:22.628577 3642 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-25.ec2.internal : 66.129µs I0505 19:46:22.628784 3642 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 19:46:22.628792 3642 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:46:22.628817 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0505 19:46:22.628831 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 16.057µs I0505 19:46:22.628841 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 19:46:22.628847 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 6.881µs I0505 19:46:22.628855 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-97.ec2.internal I0505 19:46:22.628870 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-97.ec2.internal: 13.584µs I0505 19:46:22.628997 3642 default_network_controller.go:585] Completing all the Watchers took 310.658063ms I0505 19:46:22.629022 3642 default_network_controller.go:589] Starting unidling controllers I0505 19:46:22.629033 3642 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 19:46:22.629038 3642 unidle.go:63] Populating Initial ContollerEvent events I0505 19:46:22.629069 3642 unidle.go:79] Setting up event handlers for services I0505 19:46:22.629138 3642 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:46:22.917581 3642 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:23.417395 3642 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:23.917024 3642 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:24.304923 3642 default_network_controller.go:1025] Node "ip-10-0-1-250.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:46:24.417329 3642 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:24.644456 3642 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 19:46:24.916862 3642 default_node_network_controller.go:519] Node connection status = connected I0505 19:46:24.934024 3642 bridgeconfig.go:537] Gateway is ready I0505 19:46:24.934049 3642 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 19:46:24.945420 3642 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.25. Updating OVN encap IP. I0505 19:46:24.950464 3642 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.25 - it is already configured I0505 19:46:24.950480 3642 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.25/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 19:46:24.950668 3642 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.25/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-25.ec2.internal","mac-address":"12:a7:57:7a:b8:4d","ip-addresses":["10.0.0.25/24"],"ip-address":"10.0.0.25/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:be3ee6b1-cf5a-494e-af38-2fb366869cef k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.25/24"}] on node ip-10-0-0-25.ec2.internal I0505 19:46:24.968350 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0505 19:46:24.968371 3642 master.go:548] Adding or Updating local node "ip-10-0-0-25.ec2.internal" for network "default" I0505 19:46:24.968381 3642 egressfirewall.go:723] Syncing node "ip-10-0-0-25.ec2.internal" for egress firewall I0505 19:46:24.968404 3642 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:24.968412 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0505 19:46:24.968418 3642 services_controller.go:574] Full service sync requested for network=default I0505 19:46:24.968425 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 17.708µs I0505 19:46:24.969456 3642 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.25 I0505 19:46:24.969551 3642 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-25.ec2.internal I0505 19:46:24.973490 3642 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-25.ec2.internal. Updating no re-route policies I0505 19:46:24.973569 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pcpg9 I0505 19:46:24.973578 3642 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mvlxh I0505 19:46:24.973585 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pcpg9 I0505 19:46:24.973592 3642 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-mvlxh I0505 19:46:24.973595 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hdp7v I0505 19:46:24.973617 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hdp7v I0505 19:46:24.973615 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-vq4pv I0505 19:46:24.973620 3642 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-pcpg9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-pcpg9: suppressed error logged: pod openshift-multus/network-metrics-daemon-pcpg9: no pod IPs found I0505 19:46:24.973627 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-s55wt I0505 19:46:24.973640 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hdp7v after 0 failed attempt(s) I0505 19:46:24.973644 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-s55wt I0505 19:46:24.973644 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-25.ec2.internal I0505 19:46:24.973646 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-knhmv I0505 19:46:24.973656 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-25.ec2.internal I0505 19:46:24.973660 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fz9z9 I0505 19:46:24.973660 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-s55wt after 0 failed attempt(s) I0505 19:46:24.973617 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7dpmc I0505 19:46:24.973674 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-l48zl I0505 19:46:24.973688 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7dpmc I0505 19:46:24.973695 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-l48zl I0505 19:46:24.973711 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7dpmc after 0 failed attempt(s) I0505 19:46:24.973716 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-l48zl after 0 failed attempt(s) I0505 19:46:24.973657 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-knhmv I0505 19:46:24.973641 3642 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-25.ec2.internal I0505 19:46:24.973730 3642 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-25.ec2.internal I0505 19:46:24.973746 3642 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-25.ec2.internal after 0 failed attempt(s) I0505 19:46:24.973620 3642 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-mvlxh after 0 failed attempt(s) I0505 19:46:24.973631 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mrdzm I0505 19:46:24.973679 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-25.ec2.internal after 0 failed attempt(s) I0505 19:46:24.973766 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mrdzm I0505 19:46:24.973601 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5cxt2 I0505 19:46:24.973777 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5cxt2 I0505 19:46:24.973781 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mrdzm after 0 failed attempt(s) I0505 19:46:24.973631 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-vq4pv I0505 19:46:24.973801 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-vq4pv after 0 failed attempt(s) I0505 19:46:24.973649 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-nbn4n I0505 19:46:24.973816 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-nbn4n I0505 19:46:24.973832 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-nbn4n after 0 failed attempt(s) I0505 19:46:24.973671 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fz9z9 I0505 19:46:24.973851 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fz9z9 after 0 failed attempt(s) I0505 19:46:24.973757 3642 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-knhmv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-knhmv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-knhmv: no pod IPs found I0505 19:46:24.973807 3642 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5cxt2] creating logical port openshift-network-diagnostics_network-check-target-5cxt2 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:46:24.973645 3642 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vrhdb I0505 19:46:24.973914 3642 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vrhdb I0505 19:46:24.973976 3642 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vrhdb] creating logical port openshift-multus_network-metrics-daemon-vrhdb for pod on switch ip-10-0-0-25.ec2.internal I0505 19:46:24.974689 3642 pods.go:271] [openshift-multus/network-metrics-daemon-vrhdb] addLogicalPort took 718.945µs, libovsdb time 344.88µs I0505 19:46:24.974705 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vrhdb after 0 failed attempt(s) I0505 19:46:24.974779 3642 pods.go:271] [openshift-network-diagnostics/network-check-target-5cxt2] addLogicalPort took 982.554µs, libovsdb time 345.309µs I0505 19:46:24.974789 3642 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5cxt2 after 0 failed attempt(s) I0505 19:46:24.988670 3642 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 19:46:24.999836 3642 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 19:46:25.002872 3642 iptables.go:108] Creating table: nat chain: OUTPUT I0505 19:46:25.029313 3642 iptables.go:108] Creating table: nat chain: PREROUTING I0505 19:46:25.084556 3642 iptables.go:108] Creating table: filter chain: FORWARD I0505 19:46:25.100119 3642 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 19:46:25.100227 3642 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 19:46:25.100267 3642 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 19:46:25.100336 3642 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 19:46:25.100381 3642 gateway_init.go:325] Gateway and management port readiness took 2.688125993s I0505 19:46:25.100409 3642 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 19:46:25.100439 3642 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 19:46:25.100450 3642 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 19:46:25.100458 3642 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 19:46:25.100513 3642 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 19:46:25.100599 3642 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.264µs I0505 19:46:25.100810 3642 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 19:46:25.100834 3642 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.69µs I0505 19:46:25.100842 3642 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.152µs I0505 19:46:25.100847 3642 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 19:46:25.100855 3642 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 19:46:25.100860 3642 default_node_network_controller.go:899] Starting the default node network controller I0505 19:46:25.100865 3642 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 19:46:25.100932 3642 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.912µs I0505 19:46:25.101051 3642 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 19:46:25.101063 3642 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 19:46:25.101087 3642 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17360 0xc0002edf10 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc0002ee150 0xc0002ee1c0 0xc000c0f860 0xc0002ee310 0xc0002ee380 0xc00043a3c0 0xc006543340 0xc0002ee3f0 map[0x2ff9080:0xc002e05d40 0x2ff95c0:0xc002e05ec0 0x2ffa2e0:0xc002e05c80 0x2ffa580:0xc002e05ce0 0x2ffad60:0xc002e05da0 0x2ffb000:0xc002e05e00 0x2ffb2a0:0xc002e05e60 0x2ffba80:0xc002e05f20 0x2ffbd20:0xc005a800c0 0x3026980:0xc000c45740 0x3026d20:0xc000c457a0 0x3027800:0xc000c7fa40 0x3029160:0xc001bf0000 0x30298a0:0xc002e05c20 0x302a720:0xc001284900] 0xc000c32850 0} I0505 19:46:25.101140 3642 gateway.go:151] Starting gateway service sync I0505 19:46:25.101560 3642 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 19:46:25.103604 3642 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 19:46:25.141356 3642 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 19:46:25.142432 3642 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 19:46:25.143494 3642 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 19:46:25.176080 3642 gateway.go:168] Gateway service sync done. Time taken: 74.929327ms I0505 19:46:25.176307 3642 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30996 I0505 19:46:25.176785 3642 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17360 0xc0002edf10 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc0002ee150 0xc0002ee1c0 0xc000c0f860 0xc0002ee310 0xc0002ee380 0xc00043a3c0 0xc006543340 0xc0002ee3f0 map[0x2ff9080:0xc002e05d40 0x2ff95c0:0xc002e05ec0 0x2ffa2e0:0xc002e05c80 0x2ffa580:0xc002e05ce0 0x2ffad60:0xc002e05da0 0x2ffb000:0xc002e05e00 0x2ffb2a0:0xc002e05e60 0x2ffba80:0xc002e05f20 0x2ffbd20:0xc005a800c0 0x3026980:0xc000c45740 0x3026d20:0xc000c457a0 0x3027800:0xc000c7fa40 0x3029160:0xc001bf0000 0x30298a0:0xc002e05c20 0x302a720:0xc001284900] 0xc000c32850 0} I0505 19:46:25.177233 3642 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c17360 0xc0002edf10 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc0002ee150 0xc0002ee1c0 0xc000c0f860 0xc0002ee310 0xc0002ee380 0xc00043a3c0 0xc006543340 0xc0002ee3f0 map[0x2ff9080:0xc002e05d40 0x2ff95c0:0xc002e05ec0 0x2ffa2e0:0xc002e05c80 0x2ffa580:0xc002e05ce0 0x2ffad60:0xc002e05da0 0x2ffb000:0xc002e05e00 0x2ffb2a0:0xc002e05e60 0x2ffba80:0xc002e05f20 0x2ffbd20:0xc005a800c0 0x3026980:0xc000c45740 0x3026d20:0xc000c457a0 0x3027800:0xc000c7fa40 0x3029160:0xc001bf0000 0x30298a0:0xc002e05c20 0x302a720:0xc001284900] 0xc000c32850 0} I0505 19:46:25.177268 3642 gateway.go:532] Reconciling gateway with updates I0505 19:46:25.182752 3642 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 19:46:25.182833 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:25.182841 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:46:25.182851 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:25.182857 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:46:25.182853 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:25.182873 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:25.182882 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:46:25.182879 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:25.182912 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:25.182916 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:46:25.182917 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:25.182921 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:25.182918 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:25.182934 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:25.182932 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:25.182937 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:25.182949 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:25.182954 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:25.182841 3642 default_node_network_controller.go:944] Gateway and management port readiness took 81.769677ms I0505 19:46:25.182955 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:46:25.182955 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:25.182972 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:46:25.182974 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:25.182975 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:25.182980 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:25.182988 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:25.182991 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:25.182997 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:46:25.183001 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:46:25.182919 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:25.183020 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:46:25.183025 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:46:25.183035 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:46:25.183043 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:25.182952 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:46:25.183038 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:25.183052 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:25.183053 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:46:25.183060 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:25.183063 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:25.183066 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:25.183068 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:46:25.183065 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:25.183072 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:46:25.183075 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:25.183078 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:25.183076 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:46:25.183086 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:25.183086 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:25.183097 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:25.183097 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:25.183112 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:25.183116 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:46:25.183022 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:25.183128 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:46:25.183133 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:46:25.183130 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:46:25.183063 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:25.183145 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:25.183151 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:25.183155 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:25.183155 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:46:25.183159 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:25.183170 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:25.183044 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:25.183145 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:25.183186 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:25.183189 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:25.183055 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:25.183217 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:25.183230 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:25.183046 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:25.183241 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:25.183071 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:25.183292 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:46:25.183025 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:25.183310 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:25.183407 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:25.183414 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:25.183421 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:25.183425 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:25.183424 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:25.183430 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:46:25.183432 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:25.183437 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:25.183440 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:25.183444 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:25.183446 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:25.183451 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:46:25.183451 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:25.183457 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:25.183463 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:25.183465 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:25.183467 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:25.183474 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:25.183473 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:25.183477 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:46:25.183488 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:25.183488 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:25.183498 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:25.183505 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:25.183506 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:25.183509 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:46:25.183519 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:25.183441 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:25.183525 3642 port_claim.go:71] Svc openshift-ingress/router-default: port 31059 is already open, no action needed I0505 19:46:25.183533 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:25.183537 3642 port_claim.go:71] Svc openshift-ingress/router-default: port 31074 is already open, no action needed I0505 19:46:25.183507 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:25.183521 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:46:25.183520 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:25.183686 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:25.184010 3642 node_ip_handler_linux.go:160] Node IP manager is running W0505 19:46:25.220634 3642 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:46:25.220849 3642 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 19:46:25.220998 3642 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0505 19:46:25.229330 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:46:25.229352 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:46:25.229362 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:46:25.229369 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:46:25.229375 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:46:25.229380 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:46:25.229386 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:46:25.229392 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:46:25.229411 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:46:25.229418 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:46:25.229423 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:46:25.229428 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:46:25.229433 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:46:25.229448 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 19:46:25.229482 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:46:25.229492 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:46:25.229498 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 19:46:25.229503 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:46:25.229509 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:46:25.267793 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:46:25.267813 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:46:25.267825 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:46:25.267831 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:46:26.311649 3642 default_node_network_controller.go:1380] Starting node controller node sync W0505 19:46:26.311673 3642 egressip_healthcheck.go:76] Health checking using insecure connection I0505 19:46:26.311712 3642 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0505 19:46:26.323028 3642 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.358811ms I0505 19:46:26.323132 3642 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-97.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:46:26.323149 3642 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-97.ec2.internal", IP: 10.0.2.97 to PMTUD blocking rules I0505 19:46:26.328901 3642 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 19:46:26.329142 3642 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 19:46:26.329329 3642 egressservice_node.go:183] Starting Egress Services Controller I0505 19:46:26.329346 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 19:46:26.329356 3642 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 19:46:26.329361 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 19:46:26.329366 3642 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 19:46:26.329372 3642 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 19:46:26.329377 3642 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 19:46:26.329382 3642 egressservice_node.go:197] Repairing Egress Services I0505 19:46:26.339146 3642 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 19:46:26.339162 3642 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 19:46:26.339406 3642 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 19:46:26.339427 3642 link_network_manager.go:119] Link manager is running I0505 19:46:26.339443 3642 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 19:46:26.339623 3642 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 19:46:26.340124 3642 vrf_manager.go:128] VRF manager is running I0505 19:46:26.340204 3642 node_controller_manager.go:437] Removing flows to drop GARP I0505 19:46:26.340213 3642 gateway.go:532] Reconciling gateway with updates I0505 19:46:26.361749 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:26.361768 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:26.361776 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 19:46:26.361780 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 19:46:26.361787 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:26.361790 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:26.361797 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 19:46:26.361800 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:26.361814 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 19:46:26.361813 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:26.361823 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:26.361828 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:26.361828 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:26.361833 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:26.361845 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 19:46:26.361844 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:26.361849 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:26.361864 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:26.361874 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 19:46:26.361774 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:26.361901 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 19:46:26.361824 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 19:46:26.361908 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 19:46:26.361915 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:46:26.361919 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 19:46:26.361926 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 19:46:26.361929 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:26.361919 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 19:46:26.361939 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 19:46:26.361940 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:26.361945 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:26.361951 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 19:46:26.361956 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 19:46:26.361803 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 19:46:26.361963 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:26.361964 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:26.361973 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 19:46:26.361978 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 19:46:26.361975 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:26.361926 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:26.361990 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 19:46:26.362000 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:26.362001 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 19:46:26.362002 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 19:46:26.362005 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 19:46:26.362006 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 19:46:26.362011 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:26.362021 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 19:46:26.362024 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 19:46:26.361954 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 19:46:26.362040 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 19:46:26.362043 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 19:46:26.362049 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 19:46:26.362051 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 19:46:26.362053 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:26.361978 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 19:46:26.361998 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 19:46:26.362065 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:26.362075 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 19:46:26.362080 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 19:46:26.361943 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 19:46:26.361852 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 19:46:26.361846 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 19:46:26.362078 3642 port_claim.go:71] Svc openshift-ingress/router-default: port 31059 is already open, no action needed I0505 19:46:26.362124 3642 port_claim.go:71] Svc openshift-ingress/router-default: port 31074 is already open, no action needed I0505 19:46:26.361869 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:26.362151 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 19:46:26.362171 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:26.362185 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 19:46:26.361832 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:26.362192 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:26.362206 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 19:46:26.362213 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 19:46:26.361811 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:26.362302 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:26.362310 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:26.362312 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 19:46:26.362319 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:26.362328 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 19:46:26.362333 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 19:46:26.361812 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:26.362351 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 19:46:26.361823 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:26.362363 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 19:46:26.362365 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 19:46:26.361834 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:26.361833 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 19:46:26.362409 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 19:46:26.362414 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 19:46:26.361844 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:26.362422 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 19:46:26.361857 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 19:46:26.362452 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 19:46:26.361756 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:26.362461 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 19:46:26.361803 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 19:46:26.362484 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:26.362488 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 19:46:26.362494 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 19:46:26.361875 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 19:46:26.361953 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:26.362577 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 19:46:26.362586 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 19:46:26.361981 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 19:46:26.361991 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:26.362604 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 19:46:26.362066 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 19:46:26.361834 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 19:46:26.362683 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 19:46:26.361857 3642 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:26.362698 3642 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 19:46:26.400644 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 19:46:26.419723 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 19:46:26.419724 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 19:46:26.419768 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 19:46:26.419782 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 19:46:26.419802 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 19:46:26.457244 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 19:46:26.457254 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 19:46:26.457269 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 19:46:26.457277 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 19:46:26.457285 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 19:46:26.457293 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 19:46:26.457300 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 19:46:26.457305 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 19:46:26.457310 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 19:46:26.457315 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 19:46:26.457320 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 19:46:26.457324 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 19:46:26.457329 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 19:46:26.457334 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 19:46:26.457339 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 19:46:26.457344 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 19:46:26.457349 3642 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) W0505 19:46:28.410622 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:46:28.606720 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0505 19:46:28.606754 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 42.837µs I0505 19:46:28.639545 3642 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bb69d5545-9x8ks] creating logical port openshift-image-registry_image-registry-5bb69d5545-9x8ks for pod on switch ip-10-0-0-25.ec2.internal I0505 19:46:28.639672 3642 kube.go:256] Updating pod openshift-image-registry/image-registry-5bb69d5545-9x8ks I0505 19:46:28.664062 3642 pod.go:62] [openshift-image-registry/image-registry-5bb69d5545-9x8ks] pod update took 24.426681ms I0505 19:46:28.664080 3642 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bb69d5545-9x8ks] addLogicalPort annotation time took 24.450046ms I0505 19:46:28.665254 3642 pods.go:271] [openshift-image-registry/image-registry-5bb69d5545-9x8ks] addLogicalPort took 25.721778ms, libovsdb time 948.241µs I0505 19:46:28.685777 3642 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-5zkqj] creating logical port openshift-dns_dns-default-5zkqj for pod on switch ip-10-0-0-25.ec2.internal I0505 19:46:28.685871 3642 kube.go:256] Updating pod openshift-dns/dns-default-5zkqj I0505 19:46:28.686789 3642 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4n659] creating logical port openshift-ingress-canary_ingress-canary-4n659 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:46:28.686873 3642 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4n659 I0505 19:46:28.708577 3642 pod.go:62] [openshift-dns/dns-default-5zkqj] pod update took 22.735042ms I0505 19:46:28.708596 3642 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-5zkqj] addLogicalPort annotation time took 22.75762ms I0505 19:46:28.709606 3642 pods.go:271] [openshift-dns/dns-default-5zkqj] addLogicalPort took 23.843463ms, libovsdb time 787.436µs I0505 19:46:28.711946 3642 pod.go:62] [openshift-ingress-canary/ingress-canary-4n659] pod update took 25.091067ms I0505 19:46:28.711968 3642 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4n659] addLogicalPort annotation time took 25.11592ms I0505 19:46:28.713089 3642 pods.go:271] [openshift-ingress-canary/ingress-canary-4n659] addLogicalPort took 26.310235ms, libovsdb time 846.365µs I0505 19:46:29.123846 3642 cni.go:452] [openshift-ingress-canary/ingress-canary-4n659 c4b57e10557b641f67df0bc0782743722591f1d1d7f0be2e42eb255205c82632 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4n659 c4b57e10557b641f67df0bc0782743722591f1d1d7f0be2e42eb255205c82632 network default NAD default NAD key ] I0505 19:46:29.163201 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4n659, hostIfaceName: c4b57e10557b641, network: default, NAD default, SandboxID: "c4b57e10557b641f67df0bc0782743722591f1d1d7f0be2e42eb255205c82632", PCI device ID: , UID: "de5081ff-d534-4551-8765-a60efe2aca8f", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0505 19:46:29.217348 3642 cni.go:473] [openshift-ingress-canary/ingress-canary-4n659 c4b57e10557b641f67df0bc0782743722591f1d1d7f0be2e42eb255205c82632 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4n659 c4b57e10557b641f67df0bc0782743722591f1d1d7f0be2e42eb255205c82632 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:54:88:43:e1:35\",\"name\":\"c4b57e10557b641\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89e4e34f-0e42-4264-b14d-8efb60584a7b\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:46:29.407364 3642 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:32.802013 3642 cni.go:452] [openshift-network-diagnostics/network-check-target-5cxt2 cc2dbf3a2128660f892d299f5869acdcb3c3a20fac56debd61c1231114396446 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5cxt2 cc2dbf3a2128660f892d299f5869acdcb3c3a20fac56debd61c1231114396446 network default NAD default NAD key ] I0505 19:46:32.813291 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5cxt2, hostIfaceName: cc2dbf3a2128660, network: default, NAD default, SandboxID: "cc2dbf3a2128660f892d299f5869acdcb3c3a20fac56debd61c1231114396446", PCI device ID: , UID: "d23b4315-8abc-40a6-a3b1-055c0cb21a57", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0505 19:46:32.859483 3642 cni.go:473] [openshift-network-diagnostics/network-check-target-5cxt2 cc2dbf3a2128660f892d299f5869acdcb3c3a20fac56debd61c1231114396446 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5cxt2 cc2dbf3a2128660f892d299f5869acdcb3c3a20fac56debd61c1231114396446 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fd:78:d4:b1:25\",\"name\":\"cc2dbf3a2128660\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/220f74b9-0dc0-4cf2-9014-5f934a5a1a9e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:46:32.933262 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 19:46:32.933274 3642 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 19:46:32.933280 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 26.517µs I0505 19:46:32.933329 3642 default_network_controller.go:1025] Node "ip-10-0-1-250.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:46:34.957824 3642 default_network_controller.go:1025] Node "ip-10-0-1-250.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 19:46:37.915828 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:46:38.348983 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 19:46:38.348999 3642 default_network_controller.go:1025] Node "ip-10-0-1-250.ec2.internal" in remote zone "ip-10-0-1-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:46:38.349034 3642 node_tracker.go:235] Node ip-10-0-1-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-250.ec2.internal" I0505 19:46:38.349049 3642 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:38.349064 3642 services_controller.go:574] Full service sync requested for network=default W0505 19:46:38.349223 3642 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 19:46:38.349490 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:46:38.497754 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 19:46:38.497764 3642 default_network_controller.go:1025] Node "ip-10-0-1-250.ec2.internal" in remote zone "ip-10-0-1-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 19:46:38.497814 3642 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:38.497826 3642 services_controller.go:574] Full service sync requested for network=default W0505 19:46:38.497915 3642 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 19:46:38.498239 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:46:38.498748 3642 zone_ic_handler.go:195] Time taken to create transit switch: 283.602µs I0505 19:46:38.498760 3642 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-250.ec2.internal for the network default I0505 19:46:38.499700 3642 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-250.ec2.internal" on network "default" took: 1.245864ms I0505 19:46:40.057186 3642 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall I0505 19:46:40.057204 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 19:46:40.057222 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 22.784µs I0505 19:46:40.057258 3642 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default" I0505 19:46:40.057270 3642 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 10.0.1.250 to PMTUD blocking rules I0505 19:46:40.057279 3642 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:46:40.057306 3642 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default" I0505 19:46:40.057320 3642 services_controller.go:574] Full service sync requested for network=default W0505 19:46:40.057388 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:46:40.057655 3642 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 19:46:40.063448 3642 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-250.ec2.internal. Updating no re-route policies I0505 19:46:40.074684 3642 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 10.0.1.250 to PMTUD blocking rules I0505 19:46:40.074699 3642 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 19:46:43.742842 3642 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal I0505 19:46:43.742876 3642 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 43.617µs W0505 19:46:53.087965 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:46:59.413269 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:46:59.413301 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 19:47:08.922133 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 19:48:27.984921 3642 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7df9d57-fmw5g] creating logical port openshift-ingress_router-default-7df9d57-fmw5g for pod on switch ip-10-0-0-25.ec2.internal I0505 19:48:27.985010 3642 kube.go:256] Updating pod openshift-ingress/router-default-7df9d57-fmw5g I0505 19:48:28.029380 3642 pod.go:62] [openshift-ingress/router-default-7df9d57-fmw5g] pod update took 44.400567ms I0505 19:48:28.029404 3642 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7df9d57-fmw5g] addLogicalPort annotation time took 44.428178ms I0505 19:48:28.030371 3642 pods.go:271] [openshift-ingress/router-default-7df9d57-fmw5g] addLogicalPort took 45.478566ms, libovsdb time 720.219µs I0505 19:48:28.090930 3642 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-kggkv for pod on switch ip-10-0-0-25.ec2.internal I0505 19:48:28.091002 3642 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv I0505 19:48:28.130127 3642 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv] pod update took 39.14459ms I0505 19:48:28.130147 3642 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv] addLogicalPort annotation time took 39.169898ms I0505 19:48:28.131127 3642 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv] addLogicalPort took 40.207837ms, libovsdb time 751.847µs W0505 19:48:31.364730 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 19:48:31.718482 3642 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 19:48:31.719192 3642 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 690.073µs I0505 19:48:31.767417 3642 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 19:48:31.885258 3642 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-pxzqd for pod on switch ip-10-0-0-25.ec2.internal I0505 19:48:31.885374 3642 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd I0505 19:48:31.909963 3642 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd] pod update took 24.613617ms I0505 19:48:31.909984 3642 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd] addLogicalPort annotation time took 24.639869ms I0505 19:48:31.911068 3642 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd] addLogicalPort took 25.82693ms, libovsdb time 812.643µs I0505 19:48:32.239828 3642 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd 35412d75f3927aa57959b137a0f8a8ecc90110452d37281dca0114bff0b0ca85 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd 35412d75f3927aa57959b137a0f8a8ecc90110452d37281dca0114bff0b0ca85 network default NAD default NAD key ] I0505 19:48:32.249211 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-pxzqd, hostIfaceName: 35412d75f3927aa, network: default, NAD default, SandboxID: "35412d75f3927aa57959b137a0f8a8ecc90110452d37281dca0114bff0b0ca85", PCI device ID: , UID: "fd6b91fa-906a-40c9-aa64-806deb447efe", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0505 19:48:32.294341 3642 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd 35412d75f3927aa57959b137a0f8a8ecc90110452d37281dca0114bff0b0ca85 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pxzqd 35412d75f3927aa57959b137a0f8a8ecc90110452d37281dca0114bff0b0ca85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6b:a2:f0:a9:be\",\"name\":\"35412d75f3927aa\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/404ceecd-57b2-4fbe-8ffa-e8eee76fbd0d\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:48:32.391398 3642 namespace.go:98] [openshift-service-ca] adding namespace I0505 19:48:32.392275 3642 namespace.go:102] [openshift-service-ca] adding namespace took 858.465µs I0505 19:48:32.413853 3642 namespace.go:142] [openshift-service-ca] updating namespace W0505 19:48:40.898660 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 19:48:55.277228 3642 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 19:48:55.277248 3642 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 19:48:55.277254 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0505 19:48:55.369100 3642 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j for pod on switch ip-10-0-0-25.ec2.internal I0505 19:48:55.369203 3642 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j I0505 19:48:55.396188 3642 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j] pod update took 27.009883ms I0505 19:48:55.396218 3642 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j] addLogicalPort annotation time took 27.044311ms I0505 19:48:55.397321 3642 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j] addLogicalPort took 28.237408ms, libovsdb time 827.926µs I0505 19:48:55.397526 3642 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-q4tk2] creating logical port openshift-insights_insights-runtime-extractor-q4tk2 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:48:55.397617 3642 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-q4tk2 I0505 19:48:55.427200 3642 pod.go:62] [openshift-insights/insights-runtime-extractor-q4tk2] pod update took 29.613767ms I0505 19:48:55.427219 3642 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-q4tk2] addLogicalPort annotation time took 29.636282ms I0505 19:48:55.428135 3642 pods.go:271] [openshift-insights/insights-runtime-extractor-q4tk2] addLogicalPort took 30.621011ms, libovsdb time 678.512µs I0505 19:48:55.724830 3642 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key ] I0505 19:48:55.733991 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j, hostIfaceName: f79d82568400653, network: default, NAD default, SandboxID: "f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83", PCI device ID: , UID: "4838f0dd-185e-42fc-9ee4-4697299b97fc", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0505 19:48:55.758045 3642 cni.go:452] [openshift-insights/insights-runtime-extractor-q4tk2 551a4d87b3f0bd9fc6bd21a78b2d90767d7ebc25228a75d2be6c48d292bedc05 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-q4tk2 551a4d87b3f0bd9fc6bd21a78b2d90767d7ebc25228a75d2be6c48d292bedc05 network default NAD default NAD key ] I0505 19:48:55.777257 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-q4tk2, hostIfaceName: 551a4d87b3f0bd9, network: default, NAD default, SandboxID: "551a4d87b3f0bd9fc6bd21a78b2d90767d7ebc25228a75d2be6c48d292bedc05", PCI device ID: , UID: "21f571c8-38fa-4c20-9409-c1f4f4572397", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0505 19:48:55.782334 3642 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ab:0f:41:bb:b7\",\"name\":\"f79d82568400653\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6d2a332-b4fb-41e9-af24-a54d8976b82f\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:48:55.819749 3642 cni.go:473] [openshift-insights/insights-runtime-extractor-q4tk2 551a4d87b3f0bd9fc6bd21a78b2d90767d7ebc25228a75d2be6c48d292bedc05 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-q4tk2 551a4d87b3f0bd9fc6bd21a78b2d90767d7ebc25228a75d2be6c48d292bedc05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:34:eb:18:a3:4f\",\"name\":\"551a4d87b3f0bd9\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3adad35-39a3-4e0d-9780-4b7bc2ff5a5e\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:48:56.416917 3642 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:56.417475 3642 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:56.436323 3642 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:56.436342 3642 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8648448794-26mqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:56.443776 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8648448794-26mqz I0505 19:48:56.443797 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8648448794-26mqz I0505 19:48:57.236457 3642 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:57.236495 3642 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bb69d5545-9x8ks I0505 19:48:57.237868 3642 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bb69d5545-9x8ks, ips: 10.129.0.5 I0505 19:48:57.237916 3642 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:48:57.246384 3642 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69796f5b5c-kb42m] creating logical port openshift-image-registry_image-registry-69796f5b5c-kb42m for pod on switch ip-10-0-0-25.ec2.internal I0505 19:48:57.246466 3642 kube.go:256] Updating pod openshift-image-registry/image-registry-69796f5b5c-kb42m I0505 19:48:57.253696 3642 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:57.253713 3642 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-9x8ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:48:57.259559 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bb69d5545-9x8ks I0505 19:48:57.259580 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bb69d5545-9x8ks I0505 19:48:57.267512 3642 pod.go:62] [openshift-image-registry/image-registry-69796f5b5c-kb42m] pod update took 21.074937ms I0505 19:48:57.267529 3642 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-69796f5b5c-kb42m] addLogicalPort annotation time took 21.095983ms I0505 19:48:57.268625 3642 pods.go:271] [openshift-image-registry/image-registry-69796f5b5c-kb42m] addLogicalPort took 22.257875ms, libovsdb time 845.328µs W0505 19:48:57.404772 3642 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:48:57.605883 3642 cni.go:452] [openshift-image-registry/image-registry-69796f5b5c-kb42m dddf3d1a36686760bff61b430e812ab6e1d9fc26bb3dff0b47bc6596f86b4d80 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-69796f5b5c-kb42m dddf3d1a36686760bff61b430e812ab6e1d9fc26bb3dff0b47bc6596f86b4d80 network default NAD default NAD key ] I0505 19:48:57.617423 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69796f5b5c-kb42m, hostIfaceName: dddf3d1a3668676, network: default, NAD default, SandboxID: "dddf3d1a36686760bff61b430e812ab6e1d9fc26bb3dff0b47bc6596f86b4d80", PCI device ID: , UID: "72160253-08bf-4c17-aba1-d730b041d196", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0505 19:48:57.666561 3642 cni.go:473] [openshift-image-registry/image-registry-69796f5b5c-kb42m dddf3d1a36686760bff61b430e812ab6e1d9fc26bb3dff0b47bc6596f86b4d80 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-69796f5b5c-kb42m dddf3d1a36686760bff61b430e812ab6e1d9fc26bb3dff0b47bc6596f86b4d80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d4:d9:b7:8f:c3\",\"name\":\"dddf3d1a3668676\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd23127f-5ad5-4157-9227-18c149776a11\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:48:58.274254 3642 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:49:00.780622 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.780646 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.787404 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.787424 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.787431 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.814269 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.814284 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:00.814975 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.814997 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:00.815005 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 19:49:01.565678 3642 cni.go:452] [openshift-ingress/router-default-7df9d57-fmw5g 6023a7dea9a20c2ed36d70e53c21a3e2084de4b45d05be2f0ed732c7e22e5f22 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7df9d57-fmw5g 6023a7dea9a20c2ed36d70e53c21a3e2084de4b45d05be2f0ed732c7e22e5f22 network default NAD default NAD key ] I0505 19:49:01.565693 3642 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv 7527f8e1d32dd49b3499d524aa44d1d1c6c7de3c6c1bdd671367fd84f65a91fe network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv 7527f8e1d32dd49b3499d524aa44d1d1c6c7de3c6c1bdd671367fd84f65a91fe network default NAD default NAD key ] I0505 19:49:01.579702 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-kggkv, hostIfaceName: 7527f8e1d32dd49, network: default, NAD default, SandboxID: "7527f8e1d32dd49b3499d524aa44d1d1c6c7de3c6c1bdd671367fd84f65a91fe", PCI device ID: , UID: "4990a14b-fe3e-49d5-98b2-8a7045db7c44", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0505 19:49:01.581022 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7df9d57-fmw5g, hostIfaceName: 6023a7dea9a20c2, network: default, NAD default, SandboxID: "6023a7dea9a20c2ed36d70e53c21a3e2084de4b45d05be2f0ed732c7e22e5f22", PCI device ID: , UID: "2c378bd1-4970-4860-b562-4c860290b14a", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0505 19:49:01.626608 3642 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv 7527f8e1d32dd49b3499d524aa44d1d1c6c7de3c6c1bdd671367fd84f65a91fe network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-kggkv 7527f8e1d32dd49b3499d524aa44d1d1c6c7de3c6c1bdd671367fd84f65a91fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:6a:87:e4:f7:b9\",\"name\":\"7527f8e1d32dd49\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c535e463-c159-448f-a2d4-086a52a4d295\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:49:01.643960 3642 cni.go:473] [openshift-ingress/router-default-7df9d57-fmw5g 6023a7dea9a20c2ed36d70e53c21a3e2084de4b45d05be2f0ed732c7e22e5f22 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7df9d57-fmw5g 6023a7dea9a20c2ed36d70e53c21a3e2084de4b45d05be2f0ed732c7e22e5f22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:81:3b:fa:fe:06\",\"name\":\"6023a7dea9a20c2\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5f4b6fe-6a75-484c-89d7-63f177a01023\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:49:02.302497 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:02.302529 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:03.311552 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 19:49:03.311571 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 19:49:03.345175 3642 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-nb4lq for pod on switch ip-10-0-0-25.ec2.internal I0505 19:49:03.345268 3642 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq I0505 19:49:03.367665 3642 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq] pod update took 22.420881ms I0505 19:49:03.367686 3642 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq] addLogicalPort annotation time took 22.452399ms I0505 19:49:03.368711 3642 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq] addLogicalPort took 23.54875ms, libovsdb time 715.891µs I0505 19:49:03.398692 3642 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 19:49:03.410483 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:03.410498 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 19:49:03.410506 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 19:49:03.698716 3642 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq 0767277364eb46322d526f1ba25857ffb72a7fecd0154b7d21726b8406adfa95 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq 0767277364eb46322d526f1ba25857ffb72a7fecd0154b7d21726b8406adfa95 network default NAD default NAD key ] I0505 19:49:03.708353 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-nb4lq, hostIfaceName: 0767277364eb463, network: default, NAD default, SandboxID: "0767277364eb46322d526f1ba25857ffb72a7fecd0154b7d21726b8406adfa95", PCI device ID: , UID: "f4692c11-c0b7-4e0f-b558-4a5831881ea2", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0505 19:49:03.752139 3642 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq 0767277364eb46322d526f1ba25857ffb72a7fecd0154b7d21726b8406adfa95 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nb4lq 0767277364eb46322d526f1ba25857ffb72a7fecd0154b7d21726b8406adfa95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:90:7b:8c:a7:59\",\"name\":\"0767277364eb463\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98a831ae-a538-4944-81b2-df6102979099\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:49:05.275169 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 19:49:05.313160 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 19:49:06.455876 3642 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-bt989] creating logical port openshift-monitoring_prometheus-operator-76b589d668-bt989 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:49:06.456005 3642 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-bt989 I0505 19:49:06.472528 3642 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-bt989] pod update took 16.546251ms I0505 19:49:06.472551 3642 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-bt989] addLogicalPort annotation time took 16.575873ms I0505 19:49:06.474000 3642 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-bt989] addLogicalPort took 18.145156ms, libovsdb time 1.132094ms I0505 19:49:06.809972 3642 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-bt989 6a8b90bca98345c56f61d02b2d7f4d944d19fbf3e8c5dd6486ee4c18293ad8ce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-bt989 6a8b90bca98345c56f61d02b2d7f4d944d19fbf3e8c5dd6486ee4c18293ad8ce network default NAD default NAD key ] I0505 19:49:06.820380 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-bt989, hostIfaceName: 6a8b90bca98345c, network: default, NAD default, SandboxID: "6a8b90bca98345c56f61d02b2d7f4d944d19fbf3e8c5dd6486ee4c18293ad8ce", PCI device ID: , UID: "4d1556d9-39d7-4ab9-8f9e-e3f7cf0b327f", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0505 19:49:06.868171 3642 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-bt989 6a8b90bca98345c56f61d02b2d7f4d944d19fbf3e8c5dd6486ee4c18293ad8ce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-bt989 6a8b90bca98345c56f61d02b2d7f4d944d19fbf3e8c5dd6486ee4c18293ad8ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:95:a8:a4:10:b5\",\"name\":\"6a8b90bca98345c\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a647fd8a-306d-4422-8730-1e2c690d524c\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:49:12.300986 3642 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key ] I0505 19:49:12.371802 3642 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j f79d825684006539a50aa9d4f7ef91e1a0ac05daa898e4aeab0c8218c5631c83 network default NAD default NAD key default], result "{}", err I0505 19:49:12.417381 3642 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.417423 3642 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j I0505 19:49:12.418863 3642 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j, ips: 10.129.0.11 I0505 19:49:12.418915 3642 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.418938 3642 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.418949 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 19:49:12.419159 3642 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:49:12.419175 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 19:49:12.935676 3642 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-f2zgk] creating logical port openshift-console_downloads-5c54f4944f-f2zgk for pod on switch ip-10-0-0-25.ec2.internal I0505 19:49:12.935761 3642 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-f2zgk I0505 19:49:12.956243 3642 pod.go:62] [openshift-console/downloads-5c54f4944f-f2zgk] pod update took 20.508978ms I0505 19:49:12.956263 3642 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-f2zgk] addLogicalPort annotation time took 20.53441ms I0505 19:49:12.957285 3642 pods.go:271] [openshift-console/downloads-5c54f4944f-f2zgk] addLogicalPort took 21.627358ms, libovsdb time 760.854µs I0505 19:49:13.291175 3642 cni.go:452] [openshift-console/downloads-5c54f4944f-f2zgk c3defe4a29a575faa2ab1ae3dfaaf562894d70078d9ac20a16cccc74af9075a5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-f2zgk c3defe4a29a575faa2ab1ae3dfaaf562894d70078d9ac20a16cccc74af9075a5 network default NAD default NAD key ] I0505 19:49:13.300821 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-f2zgk, hostIfaceName: c3defe4a29a575f, network: default, NAD default, SandboxID: "c3defe4a29a575faa2ab1ae3dfaaf562894d70078d9ac20a16cccc74af9075a5", PCI device ID: , UID: "0697ae4a-f899-4f5e-8f12-cba9d8447466", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0505 19:49:13.350583 3642 cni.go:473] [openshift-console/downloads-5c54f4944f-f2zgk c3defe4a29a575faa2ab1ae3dfaaf562894d70078d9ac20a16cccc74af9075a5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-f2zgk c3defe4a29a575faa2ab1ae3dfaaf562894d70078d9ac20a16cccc74af9075a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b4:a3:07:f8:b8\",\"name\":\"c3defe4a29a575f\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa3d43c8-3174-400c-b317-e1e61cafb0db\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:49:13.475910 3642 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:13.475941 3642 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:13.475957 3642 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:13.475969 3642 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2642j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:15.374698 3642 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 19:49:15.390690 3642 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 19:49:16.454922 3642 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl] creating logical port openshift-monitoring_thanos-querier-fdbbcd6d7-64gcl for pod on switch ip-10-0-0-25.ec2.internal I0505 19:49:16.455035 3642 kube.go:256] Updating pod openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl I0505 19:49:16.479126 3642 pod.go:62] [openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl] pod update took 24.124087ms I0505 19:49:16.479153 3642 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl] addLogicalPort annotation time took 24.156298ms I0505 19:49:16.480561 3642 pods.go:271] [openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl] addLogicalPort took 25.676201ms, libovsdb time 1.003116ms I0505 19:49:16.833386 3642 cni.go:452] [openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl c425b7f2c85e9b42c0d89aa72576333725d2bd2ed399acde0e4a2e5b898a97d6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl c425b7f2c85e9b42c0d89aa72576333725d2bd2ed399acde0e4a2e5b898a97d6 network default NAD default NAD key ] I0505 19:49:16.843094 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-fdbbcd6d7-64gcl, hostIfaceName: c425b7f2c85e9b4, network: default, NAD default, SandboxID: "c425b7f2c85e9b42c0d89aa72576333725d2bd2ed399acde0e4a2e5b898a97d6", PCI device ID: , UID: "e9a00030-2b7f-4f12-913f-33742ecdbe2d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] W0505 19:49:16.859583 3642 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:16.859599 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:16.859606 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 19:49:16.890908 3642 cni.go:473] [openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl c425b7f2c85e9b42c0d89aa72576333725d2bd2ed399acde0e4a2e5b898a97d6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-fdbbcd6d7-64gcl c425b7f2c85e9b42c0d89aa72576333725d2bd2ed399acde0e4a2e5b898a97d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:52:f8:b5:a9:d1\",\"name\":\"c425b7f2c85e9b4\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/770c39db-c027-4fb9-91c7-db16ec573872\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:49:17.559842 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:17.559867 3642 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 19:49:17.559872 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 19:49:18.397625 3642 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-85cfbc8949-57p6v] creating logical port openshift-monitoring_metrics-server-85cfbc8949-57p6v for pod on switch ip-10-0-0-25.ec2.internal I0505 19:49:18.397770 3642 kube.go:256] Updating pod openshift-monitoring/metrics-server-85cfbc8949-57p6v I0505 19:49:18.416053 3642 pod.go:62] [openshift-monitoring/metrics-server-85cfbc8949-57p6v] pod update took 18.318732ms I0505 19:49:18.416079 3642 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-85cfbc8949-57p6v] addLogicalPort annotation time took 18.3478ms I0505 19:49:18.417576 3642 pods.go:271] [openshift-monitoring/metrics-server-85cfbc8949-57p6v] addLogicalPort took 19.973087ms, libovsdb time 1.01674ms W0505 19:49:18.439269 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 19:49:18.439288 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:49:19.108487 3642 cni.go:452] [openshift-monitoring/metrics-server-85cfbc8949-57p6v aeac901da0542ca11715ddb2125c672396dde48a21e3f38f0a5a333029d154db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-85cfbc8949-57p6v aeac901da0542ca11715ddb2125c672396dde48a21e3f38f0a5a333029d154db network default NAD default NAD key ] I0505 19:49:19.118261 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-85cfbc8949-57p6v, hostIfaceName: aeac901da0542ca, network: default, NAD default, SandboxID: "aeac901da0542ca11715ddb2125c672396dde48a21e3f38f0a5a333029d154db", PCI device ID: , UID: "7b3317a7-ca3a-4cde-b9e1-549f1ce733e4", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0505 19:49:19.165912 3642 cni.go:473] [openshift-monitoring/metrics-server-85cfbc8949-57p6v aeac901da0542ca11715ddb2125c672396dde48a21e3f38f0a5a333029d154db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-85cfbc8949-57p6v aeac901da0542ca11715ddb2125c672396dde48a21e3f38f0a5a333029d154db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:79:57:2b:cc:03\",\"name\":\"aeac901da0542ca\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bc28ee5-ac56-4c5a-8bed-8de3b402ce25\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:49:19.265455 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 19:49:19.884907 3642 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:19.885619 3642 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:19.899473 3642 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:19.899495 3642 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bb69d5545-xm7sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:19.908446 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bb69d5545-xm7sg I0505 19:49:19.908469 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bb69d5545-xm7sg W0505 19:49:20.949208 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:49:21.368588 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:49:21.602571 3642 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.602597 3642 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.602605 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.602610 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:21.717088 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:21.717109 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:21.901765 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:21.901782 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 19:49:22.371556 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:22.371573 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:22.371580 3642 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:22.371587 3642 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 19:49:22.857338 3642 base_network_controller_pods.go:487] [default/openshift-console/console-7c9b4dbb77-r84lg] creating logical port openshift-console_console-7c9b4dbb77-r84lg for pod on switch ip-10-0-0-25.ec2.internal I0505 19:49:22.857445 3642 kube.go:256] Updating pod openshift-console/console-7c9b4dbb77-r84lg I0505 19:49:22.876475 3642 pod.go:62] [openshift-console/console-7c9b4dbb77-r84lg] pod update took 19.064153ms I0505 19:49:22.876495 3642 base_network_controller_pods.go:951] [default/openshift-console/console-7c9b4dbb77-r84lg] addLogicalPort annotation time took 19.088001ms I0505 19:49:22.877708 3642 pods.go:271] [openshift-console/console-7c9b4dbb77-r84lg] addLogicalPort took 20.387587ms, libovsdb time 901.082µs W0505 19:49:27.563258 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563287 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563296 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563303 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563321 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563328 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563334 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.563342 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:27.946670 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:49:28.375084 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:28.375103 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:28.375109 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 19:49:28.375113 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 19:49:28.397001 3642 cni.go:452] [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key ] I0505 19:49:28.406711 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c9b4dbb77-r84lg, hostIfaceName: 8bf20de588efd06, network: default, NAD default, SandboxID: "8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be", PCI device ID: , UID: "16b1c7ed-e683-44ff-852f-26ae8f7b15c1", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0505 19:49:28.456723 3642 cni.go:473] [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:31:af:3b:a5:d3\",\"name\":\"8bf20de588efd06\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e49d919e-2778-438b-b575-6f3ed845fc56\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:49:29.385726 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 19:49:29.414011 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 19:49:31.394881 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:49:32.601416 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 19:49:33.930159 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:33.930186 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:35.621875 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:35.621914 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:35.671304 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:35.671326 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 19:49:36.937308 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 19:49:42.366834 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 19:49:47.982533 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 19:49:51.677342 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 19:49:56.550247 3642 cni.go:452] [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key ] I0505 19:49:56.625426 3642 cni.go:473] [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c9b4dbb77-r84lg 8bf20de588efd06e5cfc1e6fe94c875ac137e13ab494e18c84a461161cf5d4be network default NAD default NAD key default], result "{}", err I0505 19:49:56.691856 3642 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:56.691910 3642 pods.go:176] Deleting pod: openshift-console/console-7c9b4dbb77-r84lg I0505 19:49:56.693354 3642 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c9b4dbb77-r84lg, ips: 10.129.0.19 I0505 19:49:56.693383 3642 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:49:56.705796 3642 base_network_controller_pods.go:487] [default/openshift-console/console-55f4987765-nckvx] creating logical port openshift-console_console-55f4987765-nckvx for pod on switch ip-10-0-0-25.ec2.internal I0505 19:49:56.705945 3642 kube.go:256] Updating pod openshift-console/console-55f4987765-nckvx I0505 19:49:56.723379 3642 pod.go:62] [openshift-console/console-55f4987765-nckvx] pod update took 17.458943ms I0505 19:49:56.723399 3642 base_network_controller_pods.go:951] [default/openshift-console/console-55f4987765-nckvx] addLogicalPort annotation time took 17.481254ms I0505 19:49:56.724378 3642 pods.go:271] [openshift-console/console-55f4987765-nckvx] addLogicalPort took 18.597286ms, libovsdb time 719.394µs I0505 19:49:57.108290 3642 cni.go:452] [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key ] I0505 19:49:57.117339 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55f4987765-nckvx, hostIfaceName: e26d94ad2843f9b, network: default, NAD default, SandboxID: "e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb", PCI device ID: , UID: "4abde866-de68-4973-9551-5387ac2f99ec", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0505 19:49:57.163458 3642 cni.go:473] [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:92:ec:d9:ae:eb\",\"name\":\"e26d94ad2843f9b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20045789-5ac6-4d4a-8397-f2195aa409a8\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:49:57.483727 3642 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:57.483751 3642 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-r84lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:49:57.491787 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c9b4dbb77-r84lg I0505 19:49:57.491812 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c9b4dbb77-r84lg I0505 19:50:00.204914 3642 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633510-cmth5 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:50:00.205054 3642 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 I0505 19:50:00.227008 3642 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5] pod update took 21.974798ms I0505 19:50:00.227029 3642 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5] addLogicalPort annotation time took 22.001703ms I0505 19:50:00.228131 3642 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5] addLogicalPort took 23.248527ms, libovsdb time 825.575µs I0505 19:50:00.639040 3642 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key ] I0505 19:50:00.649775 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633510-cmth5, hostIfaceName: 1826760e392e1e1, network: default, NAD default, SandboxID: "1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c", PCI device ID: , UID: "40c3be25-6559-457c-af39-b76b73793638", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0505 19:50:00.697328 3642 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:6b:3d:7e:78:73\",\"name\":\"1826760e392e1e1\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68787bbb-c442-4aa3-a39e-67c5b796bae0\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:50:01.195655 3642 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:01.196256 3642 obj_retry.go:498] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:02.032254 3642 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:02.032279 3642 obj_retry.go:492] Detected object openshift-console/console-7c9b4dbb77-xf49l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:02.042971 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c9b4dbb77-xf49l I0505 19:50:02.043001 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c9b4dbb77-xf49l W0505 19:50:07.535193 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:50:10.713844 3642 cni.go:452] [openshift-multus/network-metrics-daemon-vrhdb eb0e867373f5c6f6f00a7ef71e5258341fd2ac0a7e275b32743f79984ae90b3d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vrhdb eb0e867373f5c6f6f00a7ef71e5258341fd2ac0a7e275b32743f79984ae90b3d network default NAD default NAD key ] I0505 19:50:10.722749 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vrhdb, hostIfaceName: eb0e867373f5c6f, network: default, NAD default, SandboxID: "eb0e867373f5c6f6f00a7ef71e5258341fd2ac0a7e275b32743f79984ae90b3d", PCI device ID: , UID: "9f867c81-44c2-4b2c-9bdf-8374cb4e7554", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0505 19:50:10.770272 3642 cni.go:473] [openshift-multus/network-metrics-daemon-vrhdb eb0e867373f5c6f6f00a7ef71e5258341fd2ac0a7e275b32743f79984ae90b3d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vrhdb eb0e867373f5c6f6f00a7ef71e5258341fd2ac0a7e275b32743f79984ae90b3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:29:fc:67:2d:f8\",\"name\":\"eb0e867373f5c6f\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f8e0fea-4c3b-4b3d-8310-e9863927b2dd\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:50:17.355634 3642 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:17.356164 3642 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:18.100948 3642 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:18.100976 3642 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7b844789-db9r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:18.105128 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c7b844789-db9r8 I0505 19:50:18.105154 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c7b844789-db9r8 I0505 19:50:21.587142 3642 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key ] I0505 19:50:21.673661 3642 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 1826760e392e1e18fe4e4b5f4a74b953821c94cc086573e1243cf9a81f22cf4c network default NAD default NAD key default], result "{}", err I0505 19:50:21.717099 3642 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:21.717133 3642 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 I0505 19:50:21.718354 3642 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5, ips: 10.129.0.21 I0505 19:50:21.718379 3642 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:22.742634 3642 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:22.742657 3642 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-cmth5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:34.885641 3642 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 19:50:36.391883 3642 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:36.392421 3642 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:36.879775 3642 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:36.879798 3642 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:36.890757 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 19:50:36.890781 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 19:50:38.961505 3642 cni.go:452] [openshift-dns/dns-default-5zkqj 541125f44b81e35554ab1ada4632ddaf10998a19b290593480e505cd11e6381e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-5zkqj 541125f44b81e35554ab1ada4632ddaf10998a19b290593480e505cd11e6381e network default NAD default NAD key ] I0505 19:50:38.970917 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-5zkqj, hostIfaceName: 541125f44b81e35, network: default, NAD default, SandboxID: "541125f44b81e35554ab1ada4632ddaf10998a19b290593480e505cd11e6381e", PCI device ID: , UID: "6756136d-5146-4b72-8730-ff99fd514a81", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0505 19:50:39.017642 3642 cni.go:473] [openshift-dns/dns-default-5zkqj 541125f44b81e35554ab1ada4632ddaf10998a19b290593480e505cd11e6381e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-5zkqj 541125f44b81e35554ab1ada4632ddaf10998a19b290593480e505cd11e6381e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b8:dd:62:19:90\",\"name\":\"541125f44b81e35\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97690a68-a0f9-4299-b693-dd51666bb4d6\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:50:40.911017 3642 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:40.911556 3642 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:41.206026 3642 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:41.206056 3642 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:41.214992 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 19:50:41.215024 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0505 19:50:43.179465 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:43.179485 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:43.179491 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:43.179505 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:43.179511 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:43.179516 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:51.676714 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:51.676735 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 19:50:51.676741 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 19:50:58.656794 3642 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:58.657331 3642 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:50:59.261051 3642 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:59.261078 3642 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:50:59.270367 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 19:50:59.270392 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 19:51:07.621030 3642 cni.go:452] [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key ] I0505 19:51:07.695965 3642 cni.go:473] [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55f4987765-nckvx e26d94ad2843f9b7dda41612ba2c77d7659b19ee49224b27ee0c4b6fb05614cb network default NAD default NAD key default], result "{}", err I0505 19:51:07.743975 3642 obj_retry.go:498] Detected object openshift-console/console-55f4987765-nckvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:07.744040 3642 pods.go:176] Deleting pod: openshift-console/console-55f4987765-nckvx I0505 19:51:07.745239 3642 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55f4987765-nckvx, ips: 10.129.0.20 I0505 19:51:07.745265 3642 obj_retry.go:498] Detected object openshift-console/console-55f4987765-nckvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:07.756130 3642 base_network_controller_pods.go:487] [default/openshift-console/console-7467788994-jm257] creating logical port openshift-console_console-7467788994-jm257 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:51:07.756239 3642 kube.go:256] Updating pod openshift-console/console-7467788994-jm257 I0505 19:51:07.775661 3642 pod.go:62] [openshift-console/console-7467788994-jm257] pod update took 19.453262ms I0505 19:51:07.775680 3642 base_network_controller_pods.go:951] [default/openshift-console/console-7467788994-jm257] addLogicalPort annotation time took 19.474757ms I0505 19:51:07.776810 3642 pods.go:271] [openshift-console/console-7467788994-jm257] addLogicalPort took 20.694706ms, libovsdb time 812.546µs I0505 19:51:08.055299 3642 obj_retry.go:492] Detected object openshift-console/console-55f4987765-nckvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:08.055319 3642 obj_retry.go:492] Detected object openshift-console/console-55f4987765-nckvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:08.059495 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55f4987765-nckvx I0505 19:51:08.059515 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55f4987765-nckvx I0505 19:51:08.113682 3642 cni.go:452] [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key ] I0505 19:51:08.123784 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7467788994-jm257, hostIfaceName: b26831e401a6061, network: default, NAD default, SandboxID: "b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4", PCI device ID: , UID: "246a7a67-bd98-4eda-bedc-ce69a8943556", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0505 19:51:08.170367 3642 cni.go:473] [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:16:95:9c:ce:b5\",\"name\":\"b26831e401a6061\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47df08a-2356-49a0-be80-1fcef03be68d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:51:18.591443 3642 obj_retry.go:498] Detected object openshift-console/console-55f4987765-9d4zn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:18.592051 3642 obj_retry.go:498] Detected object openshift-console/console-55f4987765-9d4zn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 19:51:18.813484 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:51:19.080936 3642 obj_retry.go:492] Detected object openshift-console/console-55f4987765-9d4zn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:19.080963 3642 obj_retry.go:492] Detected object openshift-console/console-55f4987765-9d4zn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:19.091076 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55f4987765-9d4zn I0505 19:51:19.091103 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55f4987765-9d4zn I0505 19:51:43.518790 3642 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:43.519370 3642 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:51:44.455018 3642 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:44.455047 3642 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:51:44.467761 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 19:51:44.467785 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 19:51:46.801710 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=553 I0505 19:52:19.795153 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0505 19:53:02.900454 3642 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 19:53:06.796028 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0505 19:53:13.012637 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 19:53:27.994630 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 19:53:38.277267 3642 cni.go:452] [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key ] I0505 19:53:38.348333 3642 cni.go:473] [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7467788994-jm257 b26831e401a606117e713d5d547992f0f72ef259ccde8913cf6cd79c5ba574d4 network default NAD default NAD key default], result "{}", err I0505 19:53:38.407102 3642 obj_retry.go:498] Detected object openshift-console/console-7467788994-jm257 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:38.407139 3642 pods.go:176] Deleting pod: openshift-console/console-7467788994-jm257 I0505 19:53:38.408367 3642 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7467788994-jm257, ips: 10.129.0.22 I0505 19:53:38.408398 3642 obj_retry.go:498] Detected object openshift-console/console-7467788994-jm257 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:38.417454 3642 base_network_controller_pods.go:487] [default/openshift-console/console-5c8c4fdb55-ncrpg] creating logical port openshift-console_console-5c8c4fdb55-ncrpg for pod on switch ip-10-0-0-25.ec2.internal I0505 19:53:38.417566 3642 kube.go:256] Updating pod openshift-console/console-5c8c4fdb55-ncrpg I0505 19:53:38.438348 3642 pod.go:62] [openshift-console/console-5c8c4fdb55-ncrpg] pod update took 20.807479ms I0505 19:53:38.438367 3642 base_network_controller_pods.go:951] [default/openshift-console/console-5c8c4fdb55-ncrpg] addLogicalPort annotation time took 20.829428ms I0505 19:53:38.439422 3642 pods.go:271] [openshift-console/console-5c8c4fdb55-ncrpg] addLogicalPort took 21.981748ms, libovsdb time 775.636µs I0505 19:53:38.774048 3642 cni.go:452] [openshift-console/console-5c8c4fdb55-ncrpg 9d61fb8c984fad2c0412c6216c0f380f66ef4e5a60688e05ff6f0644d56f966e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c8c4fdb55-ncrpg 9d61fb8c984fad2c0412c6216c0f380f66ef4e5a60688e05ff6f0644d56f966e network default NAD default NAD key ] I0505 19:53:38.783304 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c8c4fdb55-ncrpg, hostIfaceName: 9d61fb8c984fad2, network: default, NAD default, SandboxID: "9d61fb8c984fad2c0412c6216c0f380f66ef4e5a60688e05ff6f0644d56f966e", PCI device ID: , UID: "af6d4b7a-0890-4849-9993-ebb6d619c6b6", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0505 19:53:38.833088 3642 cni.go:473] [openshift-console/console-5c8c4fdb55-ncrpg 9d61fb8c984fad2c0412c6216c0f380f66ef4e5a60688e05ff6f0644d56f966e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c8c4fdb55-ncrpg 9d61fb8c984fad2c0412c6216c0f380f66ef4e5a60688e05ff6f0644d56f966e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:c2:f0:11:eb:11\",\"name\":\"9d61fb8c984fad2\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c242d56-688a-4bf9-813e-566eca8711d8\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:53:39.319850 3642 obj_retry.go:492] Detected object openshift-console/console-7467788994-jm257 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:39.319869 3642 obj_retry.go:492] Detected object openshift-console/console-7467788994-jm257 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:39.324411 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7467788994-jm257 I0505 19:53:39.324437 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7467788994-jm257 I0505 19:53:46.006576 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 19:53:48.999743 3642 obj_retry.go:498] Detected object openshift-console/console-7467788994-pk2hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:53:49.000293 3642 obj_retry.go:498] Detected object openshift-console/console-7467788994-pk2hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 19:53:49.364742 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 19:53:49.929650 3642 obj_retry.go:492] Detected object openshift-console/console-7467788994-pk2hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:49.929672 3642 obj_retry.go:492] Detected object openshift-console/console-7467788994-pk2hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:53:49.935127 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7467788994-pk2hn I0505 19:53:49.935149 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7467788994-pk2hn I0505 19:54:14.899641 3642 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 19:54:15.796996 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0505 19:54:16.355265 3642 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-lqpb2 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:54:16.355399 3642 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2 I0505 19:54:16.376020 3642 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2] pod update took 20.650255ms I0505 19:54:16.376045 3642 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2] addLogicalPort annotation time took 20.678877ms I0505 19:54:16.377316 3642 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2] addLogicalPort took 22.07217ms, libovsdb time 965.54µs I0505 19:54:16.711878 3642 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2 395301a081411fffeeda677de46ac9e7b4be914a3d651ad3c165b5c59761b10d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2 395301a081411fffeeda677de46ac9e7b4be914a3d651ad3c165b5c59761b10d network default NAD default NAD key ] I0505 19:54:16.721918 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-lqpb2, hostIfaceName: 395301a081411ff, network: default, NAD default, SandboxID: "395301a081411fffeeda677de46ac9e7b4be914a3d651ad3c165b5c59761b10d", PCI device ID: , UID: "8e3a7179-1b08-49ee-a06e-c9c0166f2b36", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0505 19:54:16.772740 3642 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2 395301a081411fffeeda677de46ac9e7b4be914a3d651ad3c165b5c59761b10d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lqpb2 395301a081411fffeeda677de46ac9e7b4be914a3d651ad3c165b5c59761b10d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:d9:1d:dd:c7:76\",\"name\":\"395301a081411ff\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad0e7815-4eec-44b5-8bda-e4fe637a72ce\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:54:16.990153 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0505 19:54:19.469908 3642 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0505 19:54:30.480389 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 19:54:30.530948 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 19:54:30.531017 3642 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t2929 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t2929: no pod IPs found I0505 19:54:30.793836 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0505 19:55:20.022709 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 19:55:22.001234 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 19:55:27.023376 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 19:56:01.797092 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 19:56:02.633204 3642 namespace.go:98] [tsf] adding namespace I0505 19:56:02.634119 3642 namespace.go:102] [tsf] adding namespace took 893.703µs I0505 19:56:02.661333 3642 namespace.go:142] [tsf] updating namespace I0505 19:56:02.676196 3642 namespace.go:142] [tsf] updating namespace I0505 19:56:03.017730 3642 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0505 19:56:06.958194 3642 namespace.go:98] [tsf-keycloak] adding namespace I0505 19:56:06.958821 3642 namespace.go:98] [konflux-ui] adding namespace I0505 19:56:06.959111 3642 namespace.go:102] [tsf-keycloak] adding namespace took 897.262µs I0505 19:56:06.959685 3642 namespace.go:102] [konflux-ui] adding namespace took 847.337µs I0505 19:56:06.961480 3642 namespace.go:98] [konflux-operator] adding namespace I0505 19:56:06.961537 3642 namespace.go:98] [tsf-tpa] adding namespace I0505 19:56:06.962148 3642 namespace.go:102] [konflux-operator] adding namespace took 652.123µs I0505 19:56:06.962651 3642 namespace.go:102] [tsf-tpa] adding namespace took 1.099423ms I0505 19:56:06.973324 3642 namespace.go:98] [cert-manager-operator] adding namespace I0505 19:56:06.973410 3642 namespace.go:98] [tsf-tas] adding namespace I0505 19:56:06.973496 3642 namespace.go:98] [rhbk-operator] adding namespace I0505 19:56:06.973986 3642 namespace.go:102] [cert-manager-operator] adding namespace took 648.734µs I0505 19:56:06.974516 3642 namespace.go:102] [tsf-tas] adding namespace took 1.091503ms I0505 19:56:06.975081 3642 namespace.go:102] [rhbk-operator] adding namespace took 1.569835ms I0505 19:56:06.975104 3642 namespace.go:98] [rhtpa-operator] adding namespace I0505 19:56:06.975545 3642 namespace.go:102] [rhtpa-operator] adding namespace took 435.193µs I0505 19:56:06.991447 3642 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:07.027260 3642 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:07.035417 3642 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:07.035521 3642 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:07.035550 3642 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:07.045354 3642 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:07.060983 3642 namespace.go:142] [tsf-tas] updating namespace I0505 19:56:07.061155 3642 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:07.061171 3642 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:07.062977 3642 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:07.150375 3642 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:07.173354 3642 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:07.179337 3642 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:07.200482 3642 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:07.217333 3642 namespace.go:142] [tsf-tas] updating namespace I0505 19:56:07.240987 3642 namespace.go:142] [tsf-tas] updating namespace I0505 19:56:07.252262 3642 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:07.277396 3642 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:07.293039 3642 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:07.317741 3642 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:07.337200 3642 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:07.354271 3642 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:07.393287 3642 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:07.407014 3642 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:08.498333 3642 namespace.go:142] [tsf-tpa] updating namespace I0505 19:56:08.512782 3642 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:10.656274 3642 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:10.656389 3642 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv I0505 19:56:10.673467 3642 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv] pod update took 17.110904ms I0505 19:56:10.673488 3642 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv] addLogicalPort annotation time took 17.135392ms I0505 19:56:10.674649 3642 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv] addLogicalPort took 18.396499ms, libovsdb time 846.57µs I0505 19:56:10.737464 3642 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:10.737560 3642 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q I0505 19:56:10.754415 3642 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q] pod update took 16.878347ms I0505 19:56:10.754434 3642 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q] addLogicalPort annotation time took 16.90054ms I0505 19:56:10.755515 3642 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q] addLogicalPort took 18.062089ms, libovsdb time 780.718µs I0505 19:56:11.012754 3642 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key ] I0505 19:56:11.022045 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv, hostIfaceName: 00118d7f1c1a606, network: default, NAD default, SandboxID: "00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6", PCI device ID: , UID: "33bbf120-e3d5-4da9-bf2c-d2bc03cb1e72", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0505 19:56:11.072461 3642 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:db:00:e4:41:76\",\"name\":\"00118d7f1c1a606\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94e73432-ca08-4adb-8d90-1bddeabb1728\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:11.095951 3642 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key ] I0505 19:56:11.105062 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q, hostIfaceName: bd49a7ef2d2fe6c, network: default, NAD default, SandboxID: "bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b", PCI device ID: , UID: "7bab0b9c-f7be-4333-8e34-9f45c98c043a", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0505 19:56:11.154854 3642 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b5:58:b6:2d:28\",\"name\":\"bd49a7ef2d2fe6c\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a81a90c-adb6-415a-aba8-6bf4b62fce46\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:14.894236 3642 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key ] I0505 19:56:14.960094 3642 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q bd49a7ef2d2fe6ccf29f2b2c53ba3a7500b98fd65f18d8d42176022fd3948d8b network default NAD default NAD key default], result "{}", err I0505 19:56:15.008254 3642 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.008287 3642 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q I0505 19:56:15.009539 3642 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q, ips: 10.129.0.26 I0505 19:56:15.009562 3642 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.009579 3642 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.009588 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:15.009746 3642 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:15.009761 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:15.899646 3642 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key ] I0505 19:56:15.967237 3642 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv 00118d7f1c1a6067451fca96b7990da0eb3db3895c6ab32ad08720c30a98f3b6 network default NAD default NAD key default], result "{}", err I0505 19:56:16.014833 3642 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.014869 3642 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv I0505 19:56:16.016302 3642 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv, ips: 10.129.0.25 I0505 19:56:16.016328 3642 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.016349 3642 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.016356 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:16.016530 3642 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:16.016545 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:16.036994 3642 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.037012 3642 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.037025 3642 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:16.037034 3642 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136nzq2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046694 3642 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046716 3642 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046726 3642 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:17.046742 3642 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hsjpv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:23.947513 3642 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:23.947621 3642 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 I0505 19:56:23.965640 3642 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5] pod update took 18.043983ms I0505 19:56:23.965659 3642 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5] addLogicalPort annotation time took 18.069302ms I0505 19:56:23.966767 3642 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5] addLogicalPort took 19.267814ms, libovsdb time 790.203µs I0505 19:56:24.214514 3642 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:24.214613 3642 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p I0505 19:56:24.230538 3642 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p] pod update took 15.954499ms I0505 19:56:24.230563 3642 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p] addLogicalPort annotation time took 15.983095ms I0505 19:56:24.231956 3642 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p] addLogicalPort took 17.458074ms, libovsdb time 956.941µs I0505 19:56:24.301255 3642 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key ] I0505 19:56:24.310694 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5, hostIfaceName: daa25e57722c430, network: default, NAD default, SandboxID: "daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21", PCI device ID: , UID: "f48e9ef9-7c03-4eac-ad78-47d7861fd8be", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0505 19:56:24.358264 3642 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:68:48:f0:ca:69\",\"name\":\"daa25e57722c430\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e9fdc1c-0aec-45a7-82a1-929ceab44368\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:24.568911 3642 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key ] I0505 19:56:24.578936 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p, hostIfaceName: 3041c1d2dae387d, network: default, NAD default, SandboxID: "3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4", PCI device ID: , UID: "13de69a4-596f-449a-8c6b-ffa0548c9835", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0505 19:56:24.627144 3642 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:3b:a2:3f:62:b0\",\"name\":\"3041c1d2dae387d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e72c4d2e-eca5-477d-b0fb-7be80001749d\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:25.585103 3642 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:25.585222 3642 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 I0505 19:56:25.602045 3642 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6] pod update took 16.850686ms I0505 19:56:25.602073 3642 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6] addLogicalPort annotation time took 16.882962ms I0505 19:56:25.603340 3642 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6] addLogicalPort took 18.265799ms, libovsdb time 907.994µs I0505 19:56:25.991529 3642 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key ] I0505 19:56:26.002916 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6, hostIfaceName: b4337df20e3f22c, network: default, NAD default, SandboxID: "b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd", PCI device ID: , UID: "7bfcb1fd-5b09-47f3-aed1-d7a61271aad1", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0505 19:56:26.053353 3642 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:44:ba:7d:aa:b9\",\"name\":\"b4337df20e3f22c\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d480fa67-dda5-4e4e-ac9c-525c97bd68b8\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:26.167667 3642 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:26.167773 3642 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m I0505 19:56:26.187645 3642 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m] pod update took 19.910774ms I0505 19:56:26.187669 3642 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m] addLogicalPort annotation time took 19.939582ms I0505 19:56:26.188828 3642 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m] addLogicalPort took 21.181235ms, libovsdb time 796.523µs I0505 19:56:26.563130 3642 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key ] I0505 19:56:26.573758 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m, hostIfaceName: 950da5656ce1344, network: default, NAD default, SandboxID: "950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6", PCI device ID: , UID: "71e64618-496d-4ebc-9262-23623c9b27f7", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0505 19:56:26.619697 3642 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:77:66:47:fd:17\",\"name\":\"950da5656ce1344\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45a915ac-388c-41f7-99fe-28028ca13a77\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:27.964272 3642 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key ] I0505 19:56:27.964815 3642 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key ] I0505 19:56:28.036173 3642 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 daa25e57722c430abb1d336df365d2fd411bcbabc49969fb5bf8d14c5028ca21 network default NAD default NAD key default], result "{}", err I0505 19:56:28.068224 3642 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p 3041c1d2dae387d671b4579b812414099d05da924f65561b3194af263acd24b4 network default NAD default NAD key default], result "{}", err I0505 19:56:28.117305 3642 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.117342 3642 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 I0505 19:56:28.118812 3642 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5, ips: 10.129.0.27 I0505 19:56:28.118844 3642 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.118870 3642 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.118882 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:28.119134 3642 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.119150 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:28.144766 3642 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.144797 3642 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p I0505 19:56:28.146299 3642 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p, ips: 10.129.0.28 I0505 19:56:28.146331 3642 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.146355 3642 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.146364 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:28.146561 3642 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:28.146579 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:29.146027 3642 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.146053 3642 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.146075 3642 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.146088 3642 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6en47l5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.176928 3642 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.176952 3642 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.176964 3642 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:29.176980 3642 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m448p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:30.093519 3642 namespace.go:142] [openshift-operators] updating namespace I0505 19:56:30.111294 3642 namespace.go:142] [openshift-operators] updating namespace I0505 19:56:30.988143 3642 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key ] I0505 19:56:31.073865 3642 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m 950da5656ce134441379afb0fc8475f2c42b41847b2ad67d7f4e2f8c3bbcced6 network default NAD default NAD key default], result "{}", err I0505 19:56:31.149562 3642 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.149601 3642 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m I0505 19:56:31.150923 3642 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m, ips: 10.129.0.30 I0505 19:56:31.150950 3642 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.150980 3642 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.150991 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:31.151158 3642 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:31.151173 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:31.993818 3642 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key ] I0505 19:56:32.063304 3642 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 b4337df20e3f22cd7c064fa3b018d0c059bca52dcc340de176eb6b35dae975bd network default NAD default NAD key default], result "{}", err I0505 19:56:32.119569 3642 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.119612 3642 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 I0505 19:56:32.121790 3642 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6, ips: 10.129.0.29 I0505 19:56:32.121832 3642 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.121858 3642 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.121867 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 19:56:32.122374 3642 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 19:56:32.122397 3642 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 19:56:32.180546 3642 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:32.180588 3642 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:32.180602 3642 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:32.180612 3642 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf26v45m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153587 3642 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153612 3642 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153631 3642 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:33.153642 3642 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d58sf6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:56:37.330360 3642 namespace.go:142] [openshift-operators] updating namespace I0505 19:56:38.555929 3642 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-nfkfm for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:38.556048 3642 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm I0505 19:56:38.581393 3642 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm] pod update took 25.370217ms I0505 19:56:38.581417 3642 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm] addLogicalPort annotation time took 25.399195ms I0505 19:56:38.582603 3642 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm] addLogicalPort took 26.696278ms, libovsdb time 862.952µs I0505 19:56:38.920949 3642 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm c257b9bab564ca0a2c7a6c5bce9ca53e3c4c617ecb99b54a2078222e7fbafd7e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm c257b9bab564ca0a2c7a6c5bce9ca53e3c4c617ecb99b54a2078222e7fbafd7e network default NAD default NAD key ] I0505 19:56:38.929980 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-nfkfm, hostIfaceName: c257b9bab564ca0, network: default, NAD default, SandboxID: "c257b9bab564ca0a2c7a6c5bce9ca53e3c4c617ecb99b54a2078222e7fbafd7e", PCI device ID: , UID: "a775108e-45e3-4422-9dc0-72b61fe0560f", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0505 19:56:38.979828 3642 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm c257b9bab564ca0a2c7a6c5bce9ca53e3c4c617ecb99b54a2078222e7fbafd7e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nfkfm c257b9bab564ca0a2c7a6c5bce9ca53e3c4c617ecb99b54a2078222e7fbafd7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ca:94:f9:cf:a0\",\"name\":\"c257b9bab564ca0\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94e6e1bc-8ef9-48eb-b4d7-196422205c70\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:41.932837 3642 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-bphxz for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:41.933007 3642 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz I0505 19:56:41.955002 3642 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz] pod update took 22.022088ms I0505 19:56:41.955024 3642 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz] addLogicalPort annotation time took 22.048285ms I0505 19:56:41.956342 3642 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz] addLogicalPort took 23.524396ms, libovsdb time 1.002278ms I0505 19:56:42.289637 3642 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz d023ce5781e7c35e0c9daf6d47153b5c7205ad74845c53ebe21b9ed7f9689dd3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz d023ce5781e7c35e0c9daf6d47153b5c7205ad74845c53ebe21b9ed7f9689dd3 network default NAD default NAD key ] I0505 19:56:42.298669 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-bphxz, hostIfaceName: d023ce5781e7c35, network: default, NAD default, SandboxID: "d023ce5781e7c35e0c9daf6d47153b5c7205ad74845c53ebe21b9ed7f9689dd3", PCI device ID: , UID: "cf8fbf47-79b0-43a8-890d-dced423d2f30", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0505 19:56:42.345950 3642 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz d023ce5781e7c35e0c9daf6d47153b5c7205ad74845c53ebe21b9ed7f9689dd3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-bphxz d023ce5781e7c35e0c9daf6d47153b5c7205ad74845c53ebe21b9ed7f9689dd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:62:f9:91:c8:b5\",\"name\":\"d023ce5781e7c35\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f9ff5c6-2db6-4b56-bccd-f6d681ed402a\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:56:45.087617 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 19:56:45.345910 3642 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 19:56:45.346791 3642 namespace.go:102] [trusted-artifact-signer] adding namespace took 852.159µs I0505 19:56:45.365315 3642 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:56:45.385578 3642 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:56:46.704013 3642 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-s42ng for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:46.704162 3642 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng I0505 19:56:46.723820 3642 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng] pod update took 19.688443ms I0505 19:56:46.723840 3642 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng] addLogicalPort annotation time took 19.713747ms I0505 19:56:46.725201 3642 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng] addLogicalPort took 21.207801ms, libovsdb time 896.086µs I0505 19:56:46.946192 3642 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-9d9kh for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:46.946296 3642 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh I0505 19:56:46.967219 3642 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh] pod update took 20.95ms I0505 19:56:46.967243 3642 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh] addLogicalPort annotation time took 20.978338ms I0505 19:56:46.968518 3642 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh] addLogicalPort took 22.339123ms, libovsdb time 876.97µs I0505 19:56:47.061139 3642 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng 5a154fe34042afb1aa4af0e910af077044a618f141e71c139c7e37d8fb4512fa network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng 5a154fe34042afb1aa4af0e910af077044a618f141e71c139c7e37d8fb4512fa network default NAD default NAD key ] I0505 19:56:47.070525 3642 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-s42ng, hostIfaceName: 5a154fe34042afb, network: default, NAD default, SandboxID: "5a154fe34042afb1aa4af0e910af077044a618f141e71c139c7e37d8fb4512fa", PCI device ID: , UID: "729634e1-c252-4bf2-812a-ab09cfd68e80", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0505 19:56:47.119270 3642 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng 5a154fe34042afb1aa4af0e910af077044a618f141e71c139c7e37d8fb4512fa network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s42ng 5a154fe34042afb1aa4af0e910af077044a618f141e71c139c7e37d8fb4512fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:2e:29:44:e1:7f\",\"name\":\"5a154fe34042afb\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/797b140b-14e9-454f-86f6-a6360437ddf8\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:47.304655 3642 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh 10665af512c574c26557db761d71ece0c9c39973962dccf3994068056f282a87 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh 10665af512c574c26557db761d71ece0c9c39973962dccf3994068056f282a87 network default NAD default NAD key ] I0505 19:56:47.314195 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-9d9kh, hostIfaceName: 10665af512c574c, network: default, NAD default, SandboxID: "10665af512c574c26557db761d71ece0c9c39973962dccf3994068056f282a87", PCI device ID: , UID: "a1fa75af-8bc1-4993-8349-1950bd3cf19f", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0505 19:56:47.361973 3642 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh 10665af512c574c26557db761d71ece0c9c39973962dccf3994068056f282a87 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9d9kh 10665af512c574c26557db761d71ece0c9c39973962dccf3994068056f282a87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:13:30:0b:45:73\",\"name\":\"10665af512c574c\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/208d85eb-0c20-4107-b39d-34442ac9f2da\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:56:50.343711 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:50.411519 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 19:56:52.590651 3642 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-j7hnl for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:52.590814 3642 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl I0505 19:56:52.615496 3642 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl] pod update took 24.709884ms I0505 19:56:52.615517 3642 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl] addLogicalPort annotation time took 24.737833ms I0505 19:56:52.616713 3642 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl] addLogicalPort took 26.082057ms, libovsdb time 864.921µs I0505 19:56:52.947998 3642 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl a7c8cc134b703f0f947cfbb64a43d5c70af46b8973a59bcdfb83df8828e89a59 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl a7c8cc134b703f0f947cfbb64a43d5c70af46b8973a59bcdfb83df8828e89a59 network default NAD default NAD key ] I0505 19:56:52.956866 3642 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-j7hnl, hostIfaceName: a7c8cc134b703f0, network: default, NAD default, SandboxID: "a7c8cc134b703f0f947cfbb64a43d5c70af46b8973a59bcdfb83df8828e89a59", PCI device ID: , UID: "4e419692-b674-4aa4-8699-299f018ccf9c", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0505 19:56:53.003310 3642 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl a7c8cc134b703f0f947cfbb64a43d5c70af46b8973a59bcdfb83df8828e89a59 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-j7hnl a7c8cc134b703f0f947cfbb64a43d5c70af46b8973a59bcdfb83df8828e89a59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:5c:fd:0f:a4:9c\",\"name\":\"a7c8cc134b703f0\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7eaffec8-61f1-4983-b6c1-aeee09888b7c\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:54.424272 3642 namespace.go:98] [openshift-pipelines] adding namespace I0505 19:56:54.425189 3642 namespace.go:102] [openshift-pipelines] adding namespace took 893.832µs I0505 19:56:54.451738 3642 namespace.go:142] [openshift-pipelines] updating namespace I0505 19:56:55.444508 3642 namespace.go:98] [cert-manager] adding namespace I0505 19:56:55.445464 3642 namespace.go:102] [cert-manager] adding namespace took 935.078µs I0505 19:56:55.473845 3642 namespace.go:142] [cert-manager] updating namespace I0505 19:56:55.509611 3642 namespace.go:142] [cert-manager] updating namespace I0505 19:56:55.942538 3642 namespace.go:142] [cert-manager] updating namespace W0505 19:56:56.100029 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 19:56:56.147838 3642 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:56:57.143276 3642 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-47rrn] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-47rrn for pod on switch ip-10-0-0-25.ec2.internal I0505 19:56:57.143443 3642 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-47rrn I0505 19:56:57.159774 3642 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-47rrn] pod update took 16.359427ms I0505 19:56:57.159799 3642 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-47rrn] addLogicalPort annotation time took 16.392042ms I0505 19:56:57.161025 3642 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-47rrn] addLogicalPort took 17.765865ms, libovsdb time 862.396µs I0505 19:56:57.503013 3642 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-47rrn 0ce72e869df4a627b76d1972360764b4b2c3b01ce4483a78b5e502990009ad94 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-47rrn 0ce72e869df4a627b76d1972360764b4b2c3b01ce4483a78b5e502990009ad94 network default NAD default NAD key ] I0505 19:56:57.512360 3642 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-47rrn, hostIfaceName: 0ce72e869df4a62, network: default, NAD default, SandboxID: "0ce72e869df4a627b76d1972360764b4b2c3b01ce4483a78b5e502990009ad94", PCI device ID: , UID: "d2a68b00-2271-4b8e-9567-f3baa6d2f1bd", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0505 19:56:57.562630 3642 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-47rrn 0ce72e869df4a627b76d1972360764b4b2c3b01ce4483a78b5e502990009ad94 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-47rrn 0ce72e869df4a627b76d1972360764b4b2c3b01ce4483a78b5e502990009ad94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:fc:f3:85:c6:9b\",\"name\":\"0ce72e869df4a62\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51f8263f-987b-4d50-9010-bf159d6df558\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:56:57.786561 3642 namespace.go:142] [konflux-operator] updating namespace I0505 19:56:58.036433 3642 namespace.go:142] [konflux-ui] updating namespace I0505 19:56:58.242262 3642 namespace.go:142] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] updating namespace I0505 19:56:58.648463 3642 namespace.go:142] [rhbk-operator] updating namespace I0505 19:56:58.921471 3642 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:56:59.236492 3642 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:56:59.353842 3642 namespace.go:142] [tsf] updating namespace W0505 19:56:59.412574 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:59.444216 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:59.469538 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 19:56:59.511640 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 19:56:59.708914 3642 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:56:59.924854 3642 namespace.go:142] [tsf-tas] updating namespace I0505 19:57:00.185944 3642 namespace.go:142] [tsf-tpa] updating namespace I0505 19:57:00.360027 3642 namespace.go:142] [cert-manager] updating namespace I0505 19:57:00.379604 3642 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:57:00.396917 3642 namespace.go:142] [default] updating namespace I0505 19:57:00.416943 3642 namespace.go:142] [konflux-operator] updating namespace I0505 19:57:00.432768 3642 namespace.go:142] [konflux-ui] updating namespace I0505 19:57:00.450758 3642 namespace.go:142] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] updating namespace I0505 19:57:00.463097 3642 namespace.go:142] [openshift] updating namespace I0505 19:57:00.487644 3642 namespace.go:142] [rhbk-operator] updating namespace I0505 19:57:00.508784 3642 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:57:00.518573 3642 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:57:00.533724 3642 namespace.go:142] [tsf] updating namespace I0505 19:57:00.560537 3642 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:57:00.571440 3642 namespace.go:142] [tsf-tas] updating namespace I0505 19:57:00.597574 3642 namespace.go:142] [tsf-tpa] updating namespace I0505 19:57:00.672572 3642 namespace.go:142] [cert-manager] updating namespace I0505 19:57:00.778437 3642 namespace.go:142] [cert-manager-operator] updating namespace I0505 19:57:00.861713 3642 namespace.go:142] [default] updating namespace I0505 19:57:00.931387 3642 namespace.go:142] [konflux-operator] updating namespace I0505 19:57:00.996506 3642 namespace.go:142] [konflux-ui] updating namespace I0505 19:57:01.090164 3642 namespace.go:142] [open-cluster-management-2q3veqdi3e5ncvq7hjcncpt81jc24hvs] updating namespace W0505 19:57:01.131118 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 19:57:01.170674 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 19:57:01.257124 3642 namespace.go:142] [openshift] updating namespace I0505 19:57:01.428447 3642 namespace.go:142] [rhbk-operator] updating namespace I0505 19:57:01.570167 3642 namespace.go:142] [rhtpa-operator] updating namespace I0505 19:57:01.758125 3642 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 19:57:01.865388 3642 namespace.go:142] [tsf] updating namespace I0505 19:57:02.002371 3642 namespace.go:142] [tsf-keycloak] updating namespace I0505 19:57:02.221403 3642 namespace.go:142] [tsf-tas] updating namespace I0505 19:57:02.337683 3642 namespace.go:142] [tsf-tpa] updating namespace I0505 19:57:03.721345 3642 namespace.go:142] [openshift-pipelines] updating namespace W0505 19:57:04.794234 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 19:57:04.794261 3642 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 19:57:17.446402 3642 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-9v64n for pod on switch ip-10-0-0-25.ec2.internal I0505 19:57:17.446500 3642 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n I0505 19:57:17.481706 3642 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n] pod update took 35.23715ms I0505 19:57:17.481729 3642 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n] addLogicalPort annotation time took 35.264603ms I0505 19:57:17.483001 3642 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n] addLogicalPort took 36.617179ms, libovsdb time 890.983µs I0505 19:57:17.483058 3642 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:57:17.483121 3642 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7 I0505 19:57:17.509353 3642 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7] pod update took 26.252761ms I0505 19:57:17.509373 3642 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7] addLogicalPort annotation time took 26.277648ms I0505 19:57:17.510496 3642 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7] addLogicalPort took 27.444435ms, libovsdb time 773.759µs I0505 19:57:17.590924 3642 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-sz92h for pod on switch ip-10-0-0-25.ec2.internal I0505 19:57:17.591014 3642 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h I0505 19:57:17.612555 3642 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h] pod update took 21.569271ms I0505 19:57:17.612576 3642 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h] addLogicalPort annotation time took 21.594819ms I0505 19:57:17.613738 3642 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h] addLogicalPort took 22.848657ms, libovsdb time 794.195µs I0505 19:57:17.704262 3642 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-t6fgw for pod on switch ip-10-0-0-25.ec2.internal I0505 19:57:17.704352 3642 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw I0505 19:57:17.727961 3642 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw] pod update took 23.631349ms I0505 19:57:17.727984 3642 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw] addLogicalPort annotation time took 23.660989ms I0505 19:57:17.729173 3642 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw] addLogicalPort took 24.928248ms, libovsdb time 840.393µs I0505 19:57:17.807305 3642 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n 7b0c16f4d3d7d4c5eb52ac7173244c7e15614c67ab0d314febf56ed87be5316c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n 7b0c16f4d3d7d4c5eb52ac7173244c7e15614c67ab0d314febf56ed87be5316c network default NAD default NAD key ] I0505 19:57:17.817230 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-9v64n, hostIfaceName: 7b0c16f4d3d7d4c, network: default, NAD default, SandboxID: "7b0c16f4d3d7d4c5eb52ac7173244c7e15614c67ab0d314febf56ed87be5316c", PCI device ID: , UID: "bc5c1f31-85b5-4f5c-beba-c0bf7b262861", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0505 19:57:17.844346 3642 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7 31e07ae1d53d5c7c7310e967a18d0470e08d11b067c9f39c7ec0d8bfd24e2b70 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7 31e07ae1d53d5c7c7310e967a18d0470e08d11b067c9f39c7ec0d8bfd24e2b70 network default NAD default NAD key ] I0505 19:57:17.854591 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7, hostIfaceName: 31e07ae1d53d5c7, network: default, NAD default, SandboxID: "31e07ae1d53d5c7c7310e967a18d0470e08d11b067c9f39c7ec0d8bfd24e2b70", PCI device ID: , UID: "a83e33d4-2507-4be5-9887-02b6ff80dc0a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0505 19:57:17.871044 3642 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n 7b0c16f4d3d7d4c5eb52ac7173244c7e15614c67ab0d314febf56ed87be5316c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-9v64n 7b0c16f4d3d7d4c5eb52ac7173244c7e15614c67ab0d314febf56ed87be5316c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:c7:9a:16:1c:33\",\"name\":\"7b0c16f4d3d7d4c\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e486aee-9b0f-465a-a982-16d6d5058c56\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:57:17.907336 3642 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7 31e07ae1d53d5c7c7310e967a18d0470e08d11b067c9f39c7ec0d8bfd24e2b70 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-m8mz7 31e07ae1d53d5c7c7310e967a18d0470e08d11b067c9f39c7ec0d8bfd24e2b70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:86:05:1d:f6:c5\",\"name\":\"31e07ae1d53d5c7\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e0fbe82-c2ef-4838-9e2c-7a96c82607dd\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:57:17.951388 3642 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h f0f5d6e1b8d6f995afd2c8e66c54ec1551f33b6019142502a89bfcce0197a6d7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h f0f5d6e1b8d6f995afd2c8e66c54ec1551f33b6019142502a89bfcce0197a6d7 network default NAD default NAD key ] I0505 19:57:17.962295 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-sz92h, hostIfaceName: f0f5d6e1b8d6f99, network: default, NAD default, SandboxID: "f0f5d6e1b8d6f995afd2c8e66c54ec1551f33b6019142502a89bfcce0197a6d7", PCI device ID: , UID: "48763183-0edc-46cb-ab43-3400e0c46151", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0505 19:57:18.013932 3642 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h f0f5d6e1b8d6f995afd2c8e66c54ec1551f33b6019142502a89bfcce0197a6d7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-sz92h f0f5d6e1b8d6f995afd2c8e66c54ec1551f33b6019142502a89bfcce0197a6d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:9e:e1:2d:a0:94\",\"name\":\"f0f5d6e1b8d6f99\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/828a5f00-c763-43e8-a13e-bdaaf15bf381\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:57:18.067530 3642 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw ab4f08cc0f481654977224c78ab2e6ac113b00179aff2b4458c691eb70f5499f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw ab4f08cc0f481654977224c78ab2e6ac113b00179aff2b4458c691eb70f5499f network default NAD default NAD key ] I0505 19:57:18.079112 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-t6fgw, hostIfaceName: ab4f08cc0f48165, network: default, NAD default, SandboxID: "ab4f08cc0f481654977224c78ab2e6ac113b00179aff2b4458c691eb70f5499f", PCI device ID: , UID: "13d80c89-0214-4c96-b35f-47b8a5ae96ee", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0505 19:57:18.130017 3642 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw ab4f08cc0f481654977224c78ab2e6ac113b00179aff2b4458c691eb70f5499f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-t6fgw ab4f08cc0f481654977224c78ab2e6ac113b00179aff2b4458c691eb70f5499f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a9:fe:e7:9e:8e\",\"name\":\"ab4f08cc0f48165\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4fd8eaf-3283-4106-9f17-e634d9a92d32\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:57:20.757331 3642 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:57:20.757351 3642 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 19:57:20.757355 3642 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 19:57:21.879137 3642 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:21.879687 3642 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:57:21.911490 3642 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.911521 3642 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:57:21.920389 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 19:57:21.920418 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0505 19:57:23.291003 3642 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.291023 3642 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.291028 3642 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.291033 3642 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:23.396832 3642 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:23.396849 3642 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:23.396853 3642 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:34.310203 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:34.310222 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:34.310228 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:34.310233 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 19:57:34.349785 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:34.349808 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:34.349815 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 19:57:36.843088 3642 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 19:57:36.874668 3642 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 19:57:45.861793 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 19:58:01.054766 3642 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:01.055273 3642 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:01.079654 3642 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:01.079676 3642 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:01.090557 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 19:58:01.090579 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 19:58:03.050844 3642 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 19:58:03.157675 3642 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 19:58:03.158442 3642 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 19:58:03.158460 3642 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 19:58:03.160478 3642 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 19:58:03.540886 3642 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-25.ec2.internal I0505 19:58:03.541050 3642 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 19:58:03.559212 3642 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.21773ms I0505 19:58:03.559240 3642 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.252326ms I0505 19:58:03.560485 3642 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.613966ms, libovsdb time 848.452µs I0505 19:58:03.914882 3642 cni.go:452] [tsf-keycloak/keycloak-0 085404c2505ee5733182558b704cb76b3bd83da725be42d9cc459e50ef0b9907 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 085404c2505ee5733182558b704cb76b3bd83da725be42d9cc459e50ef0b9907 network default NAD default NAD key ] I0505 19:58:03.924133 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 085404c2505ee57, network: default, NAD default, SandboxID: "085404c2505ee5733182558b704cb76b3bd83da725be42d9cc459e50ef0b9907", PCI device ID: , UID: "b1872263-1d27-43a8-b7c6-c00e8dca2e66", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0505 19:58:03.978101 3642 cni.go:473] [tsf-keycloak/keycloak-0 085404c2505ee5733182558b704cb76b3bd83da725be42d9cc459e50ef0b9907 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 085404c2505ee5733182558b704cb76b3bd83da725be42d9cc459e50ef0b9907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d0:59:44:9e:ff\",\"name\":\"085404c2505ee57\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f23b724-3a5c-41af-9290-7247d856bbdb\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 19:58:09.545048 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:58:09.545069 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:58:09.549163 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:58:09.549178 3642 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:58:27.958943 3642 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:58:27.958968 3642 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 19:58:27.958973 3642 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 19:58:33.799244 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 W0505 19:58:36.170944 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:58:36.170972 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0505 19:58:36.171072 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 19:58:36.171081 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 19:58:43.322872 3642 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-vsk5k] creating logical port tsf-keycloak_tsf-iam-vsk5k for pod on switch ip-10-0-0-25.ec2.internal I0505 19:58:43.323012 3642 kube.go:256] Updating pod tsf-keycloak/tsf-iam-vsk5k I0505 19:58:43.341389 3642 pod.go:62] [tsf-keycloak/tsf-iam-vsk5k] pod update took 18.395535ms I0505 19:58:43.341415 3642 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-vsk5k] addLogicalPort annotation time took 18.438101ms I0505 19:58:43.342768 3642 pods.go:271] [tsf-keycloak/tsf-iam-vsk5k] addLogicalPort took 19.909363ms, libovsdb time 966.958µs I0505 19:58:43.683312 3642 cni.go:452] [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key ] I0505 19:58:43.692442 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-vsk5k, hostIfaceName: 5306f2f9ea0429f, network: default, NAD default, SandboxID: "5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc", PCI device ID: , UID: "b4dba4db-e480-448d-a560-2f63ffb397da", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0505 19:58:43.742222 3642 cni.go:473] [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:99:58:3b:16:aa\",\"name\":\"5306f2f9ea0429f\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ad664cc-a8e7-474f-9f78-f2d33e7ac98b\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:58:54.441538 3642 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:54.442121 3642 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:58:54.496743 3642 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:54.496770 3642 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:58:54.505865 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 19:58:54.505915 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0505 19:59:01.249091 3642 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 19:59:01.249111 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 19:59:02.257186 3642 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 19:59:02.257207 3642 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 19:59:02.857765 3642 cni.go:452] [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key ] I0505 19:59:02.941770 3642 cni.go:473] [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-vsk5k 5306f2f9ea0429fc3eac41aab2cda65ade0ab0cf8ef6d86f8130aea8524d34bc network default NAD default NAD key default], result "{}", err I0505 19:59:02.999339 3642 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vsk5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:02.999370 3642 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-vsk5k I0505 19:59:03.000615 3642 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-vsk5k, ips: 10.129.0.42 I0505 19:59:03.000643 3642 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vsk5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:03.891404 3642 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vsk5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:03.891432 3642 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vsk5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 19:59:07.286172 3642 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 19:59:10.202317 3642 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 19:59:10.273321 3642 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 19:59:13.210650 3642 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 19:59:13.357687 3642 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:13.358256 3642 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:14.382246 3642 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:14.382267 3642 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hcq4q-jvnff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:22.437876 3642 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-pssnz for pod on switch ip-10-0-0-25.ec2.internal I0505 19:59:22.437993 3642 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz I0505 19:59:22.456558 3642 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz] pod update took 18.58847ms I0505 19:59:22.456590 3642 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz] addLogicalPort annotation time took 18.624823ms I0505 19:59:22.458622 3642 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz] addLogicalPort took 20.761144ms, libovsdb time 1.217693ms I0505 19:59:22.797182 3642 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz b2e108d6bbe0d430855335c14b9ea6da9d028d68a38bd6b43ef902ec204d4417 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz b2e108d6bbe0d430855335c14b9ea6da9d028d68a38bd6b43ef902ec204d4417 network default NAD default NAD key ] I0505 19:59:22.806110 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-pssnz, hostIfaceName: b2e108d6bbe0d43, network: default, NAD default, SandboxID: "b2e108d6bbe0d430855335c14b9ea6da9d028d68a38bd6b43ef902ec204d4417", PCI device ID: , UID: "ebd3639d-5ce2-4aa3-b232-5565e4db3a79", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0505 19:59:22.857997 3642 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz b2e108d6bbe0d430855335c14b9ea6da9d028d68a38bd6b43ef902ec204d4417 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-pssnz b2e108d6bbe0d430855335c14b9ea6da9d028d68a38bd6b43ef902ec204d4417 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:9a:b7:ab:62:39\",\"name\":\"b2e108d6bbe0d43\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1046da1f-7a34-4a24-b629-e26cb18712df\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 19:59:27.801193 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0505 19:59:34.904192 3642 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 19:59:45.614343 3642 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:45.614927 3642 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:45.639837 3642 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:45.639863 3642 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:45.644361 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 19:59:45.644385 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 19:59:45.999096 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 19:59:54.668487 3642 obj_retry.go:498] Detected object tsf/patch-tekton-config-fx4jr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:54.669075 3642 obj_retry.go:498] Detected object tsf/patch-tekton-config-fx4jr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:55.694172 3642 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:55.694194 3642 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 19:59:56.807733 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=439 I0505 19:59:59.605203 3642 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 19:59:59.605737 3642 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:00.179863 3642 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633520-42fwf for pod on switch ip-10-0-0-25.ec2.internal I0505 20:00:00.180006 3642 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf I0505 20:00:00.197871 3642 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf] pod update took 17.889534ms I0505 20:00:00.197910 3642 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf] addLogicalPort annotation time took 17.914209ms I0505 20:00:00.199162 3642 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf] addLogicalPort took 19.315873ms, libovsdb time 843.011µs I0505 20:00:00.479618 3642 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:00.479639 3642 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n7qmb-4b4xl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:00.545694 3642 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key ] I0505 20:00:00.555085 3642 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633520-42fwf, hostIfaceName: f7a1aadeea34f7a, network: default, NAD default, SandboxID: "f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8", PCI device ID: , UID: "3611898a-63f7-4bbd-862d-f88a538c3e39", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0505 20:00:00.608640 3642 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1e:eb:8a:fe:d4\",\"name\":\"f7a1aadeea34f7a\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b28725d-06e5-4f63-90b0-47a1072029d3\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:00:00.711422 3642 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:00.712034 3642 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:01.588329 3642 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:01.588354 3642 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6xtqg-xl244 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:02.715616 3642 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wq45v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:02.716280 3642 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wq45v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:02.949602 3642 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6d587dcff-5p6vx] creating logical port tsf-tas_ctlog-6d587dcff-5p6vx for pod on switch ip-10-0-0-25.ec2.internal I0505 20:00:02.949686 3642 kube.go:256] Updating pod tsf-tas/ctlog-6d587dcff-5p6vx I0505 20:00:02.967587 3642 pod.go:62] [tsf-tas/ctlog-6d587dcff-5p6vx] pod update took 17.921082ms I0505 20:00:02.967612 3642 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6d587dcff-5p6vx] addLogicalPort annotation time took 17.951051ms I0505 20:00:02.968817 3642 pods.go:271] [tsf-tas/ctlog-6d587dcff-5p6vx] addLogicalPort took 19.23252ms, libovsdb time 791.477µs I0505 20:00:03.309172 3642 cni.go:452] [tsf-tas/ctlog-6d587dcff-5p6vx e22a09f109512a40e8e2df331ab420efc3bdfd6c9407e38750550a1eebeef63d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6d587dcff-5p6vx e22a09f109512a40e8e2df331ab420efc3bdfd6c9407e38750550a1eebeef63d network default NAD default NAD key ] I0505 20:00:03.318955 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6d587dcff-5p6vx, hostIfaceName: e22a09f109512a4, network: default, NAD default, SandboxID: "e22a09f109512a40e8e2df331ab420efc3bdfd6c9407e38750550a1eebeef63d", PCI device ID: , UID: "d44ea0c9-2381-4b38-b67f-e1fedd586215", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0505 20:00:03.367812 3642 cni.go:473] [tsf-tas/ctlog-6d587dcff-5p6vx e22a09f109512a40e8e2df331ab420efc3bdfd6c9407e38750550a1eebeef63d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6d587dcff-5p6vx e22a09f109512a40e8e2df331ab420efc3bdfd6c9407e38750550a1eebeef63d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:79:0a:e5:b4:34\",\"name\":\"e22a09f109512a4\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bf87713-6ed4-4ee4-9e73-445f01a048d0\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:00:03.740417 3642 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wq45v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.740444 3642 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wq45v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.789269 3642 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.789292 3642 obj_retry.go:492] Detected object tsf/patch-tekton-config-fx4jr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:03.798473 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-fx4jr I0505 20:00:03.798500 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-fx4jr I0505 20:00:04.197710 3642 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key ] I0505 20:00:04.293846 3642 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf f7a1aadeea34f7a82a36a7b334493883f4c9d65805e6c46b8966e99611d489e8 network default NAD default NAD key default], result "{}", err I0505 20:00:04.348026 3642 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:04.348059 3642 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf I0505 20:00:04.349302 3642 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf, ips: 10.129.0.44 I0505 20:00:04.349332 3642 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:04.850019 3642 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7696996dc9-gqgpn] creating logical port tsf-tas_rekor-search-ui-7696996dc9-gqgpn for pod on switch ip-10-0-0-25.ec2.internal I0505 20:00:04.850120 3642 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7696996dc9-gqgpn I0505 20:00:04.869842 3642 pod.go:62] [tsf-tas/rekor-search-ui-7696996dc9-gqgpn] pod update took 19.745553ms I0505 20:00:04.869867 3642 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7696996dc9-gqgpn] addLogicalPort annotation time took 19.776072ms I0505 20:00:04.871128 3642 pods.go:271] [tsf-tas/rekor-search-ui-7696996dc9-gqgpn] addLogicalPort took 21.123677ms, libovsdb time 845.612µs I0505 20:00:05.209656 3642 cni.go:452] [tsf-tas/rekor-search-ui-7696996dc9-gqgpn 547c74ba3e72db538a272e9d96475f923749a1f57fcd6c0dfc54069838c250e0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7696996dc9-gqgpn 547c74ba3e72db538a272e9d96475f923749a1f57fcd6c0dfc54069838c250e0 network default NAD default NAD key ] I0505 20:00:05.220105 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7696996dc9-gqgpn, hostIfaceName: 547c74ba3e72db5, network: default, NAD default, SandboxID: "547c74ba3e72db538a272e9d96475f923749a1f57fcd6c0dfc54069838c250e0", PCI device ID: , UID: "82a9d81b-27c0-4c0c-ae53-5598dd3214da", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0505 20:00:05.221157 3642 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:05.221180 3642 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-42fwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:05.269479 3642 cni.go:473] [tsf-tas/rekor-search-ui-7696996dc9-gqgpn 547c74ba3e72db538a272e9d96475f923749a1f57fcd6c0dfc54069838c250e0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7696996dc9-gqgpn 547c74ba3e72db538a272e9d96475f923749a1f57fcd6c0dfc54069838c250e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:de:bd:36:d9:d6\",\"name\":\"547c74ba3e72db5\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e3b777a-3088-43c1-8fdc-e9497e3e764a\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 20:00:07.504879 3642 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 20:00:08.751096 3642 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:08.751651 3642 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:08.775495 3642 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:08.775515 3642 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:08.789991 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 20:00:08.790014 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0505 20:00:10.258532 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 20:00:11.905284 3642 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 20:00:15.800219 3642 obj_retry.go:498] Detected object tsf-tpa/create-db-ngln5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:15.800728 3642 obj_retry.go:498] Detected object tsf-tpa/create-db-ngln5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:16.827345 3642 obj_retry.go:492] Detected object tsf-tpa/create-db-ngln5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:16.827370 3642 obj_retry.go:492] Detected object tsf-tpa/create-db-ngln5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:16.944932 3642 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-8mhms] creating logical port tsf-tpa_migrate-db-8mhms for pod on switch ip-10-0-0-25.ec2.internal I0505 20:00:16.945039 3642 kube.go:256] Updating pod tsf-tpa/migrate-db-8mhms I0505 20:00:16.960302 3642 pod.go:62] [tsf-tpa/migrate-db-8mhms] pod update took 15.295339ms I0505 20:00:16.960322 3642 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-8mhms] addLogicalPort annotation time took 15.321021ms I0505 20:00:16.961527 3642 pods.go:271] [tsf-tpa/migrate-db-8mhms] addLogicalPort took 16.63486ms, libovsdb time 823.613µs I0505 20:00:17.304410 3642 cni.go:452] [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key ] I0505 20:00:17.313355 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-8mhms, hostIfaceName: 98d574a408a2916, network: default, NAD default, SandboxID: "98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484", PCI device ID: , UID: "6a8fda2f-dbf1-40a7-b8f8-cdb2c715ce80", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0505 20:00:17.362974 3642 cni.go:473] [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a3:e6:cc:2d:57\",\"name\":\"98d574a408a2916\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69c031ef-a269-4d91-bdd8-98d6bc89e4b3\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 20:00:21.327041 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 20:00:21.585949 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0505 20:00:22.274065 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 20:00:23.309704 3642 cni.go:452] [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key ] I0505 20:00:23.401548 3642 cni.go:473] [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-8mhms 98d574a408a2916d88b23ba5da6c22584c802ad443b50c7250fa1de595ee1484 network default NAD default NAD key default], result "{}", err I0505 20:00:23.453438 3642 obj_retry.go:498] Detected object tsf-tpa/migrate-db-8mhms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:23.453469 3642 pods.go:176] Deleting pod: tsf-tpa/migrate-db-8mhms I0505 20:00:23.454855 3642 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-8mhms, ips: 10.129.0.47 I0505 20:00:23.454884 3642 obj_retry.go:498] Detected object tsf-tpa/migrate-db-8mhms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:24.331336 3642 obj_retry.go:492] Detected object tsf-tpa/migrate-db-8mhms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:24.331358 3642 obj_retry.go:492] Detected object tsf-tpa/migrate-db-8mhms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:24.559600 3642 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-wpq45] creating logical port tsf-tpa_create-importers-wpq45 for pod on switch ip-10-0-0-25.ec2.internal I0505 20:00:24.559747 3642 kube.go:256] Updating pod tsf-tpa/create-importers-wpq45 I0505 20:00:24.576146 3642 pod.go:62] [tsf-tpa/create-importers-wpq45] pod update took 16.427963ms I0505 20:00:24.576172 3642 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-wpq45] addLogicalPort annotation time took 16.460321ms I0505 20:00:24.577449 3642 pods.go:271] [tsf-tpa/create-importers-wpq45] addLogicalPort took 17.866264ms, libovsdb time 876.404µs I0505 20:00:24.918373 3642 cni.go:452] [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key ] I0505 20:00:24.928010 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-wpq45, hostIfaceName: aedcd8683021d1f, network: default, NAD default, SandboxID: "aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce", PCI device ID: , UID: "82c09692-b100-44cd-b4aa-95b28a3d2058", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0505 20:00:24.979294 3642 cni.go:473] [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:47:53:11:f7:9a\",\"name\":\"aedcd8683021d1f\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4844e8a8-d8ce-47f1-8e82-904e52f9f159\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:00:26.332616 3642 cni.go:452] [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key ] I0505 20:00:26.414012 3642 cni.go:473] [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-wpq45 aedcd8683021d1fae054fc7bd5b35d6129ccdbff342b216ddc60bc41d02ea3ce network default NAD default NAD key default], result "{}", err I0505 20:00:26.467009 3642 obj_retry.go:498] Detected object tsf-tpa/create-importers-wpq45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:26.467044 3642 pods.go:176] Deleting pod: tsf-tpa/create-importers-wpq45 I0505 20:00:26.468386 3642 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-wpq45, ips: 10.129.0.48 I0505 20:00:26.468415 3642 obj_retry.go:498] Detected object tsf-tpa/create-importers-wpq45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:27.493814 3642 obj_retry.go:492] Detected object tsf-tpa/create-importers-wpq45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:27.493838 3642 obj_retry.go:492] Detected object tsf-tpa/create-importers-wpq45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:31.011412 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0505 20:00:32.316950 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0505 20:00:39.809945 3642 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 20:00:40.674740 3642 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-2hzjj-4djck] creating logical port tsf-tas_tuf-repository-init-2hzjj-4djck for pod on switch ip-10-0-0-25.ec2.internal I0505 20:00:40.674829 3642 kube.go:256] Updating pod tsf-tas/tuf-repository-init-2hzjj-4djck I0505 20:00:40.690986 3642 pod.go:62] [tsf-tas/tuf-repository-init-2hzjj-4djck] pod update took 16.180689ms I0505 20:00:40.691007 3642 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-2hzjj-4djck] addLogicalPort annotation time took 16.20715ms I0505 20:00:40.695991 3642 pods.go:271] [tsf-tas/tuf-repository-init-2hzjj-4djck] addLogicalPort took 21.26876ms, libovsdb time 2.253572ms I0505 20:00:47.340548 3642 cni.go:452] [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key ] I0505 20:00:47.349537 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-2hzjj-4djck, hostIfaceName: 61ac423ac12a96b, network: default, NAD default, SandboxID: "61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4", PCI device ID: , UID: "dfa7b501-ad1c-4869-a257-dc0cd30d54d4", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0505 20:00:47.398944 3642 cni.go:473] [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:57:03:a1:c5:94\",\"name\":\"61ac423ac12a96b\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99e95603-2bc9-43c0-a195-1545b3f075c0\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:00:54.500414 3642 cni.go:452] [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key ] I0505 20:00:54.586883 3642 cni.go:473] [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-2hzjj-4djck 61ac423ac12a96b16c689dfdfe41fdd182a2e3e6fdeeccc384a4c25f184b4ac4 network default NAD default NAD key default], result "{}", err I0505 20:00:54.642404 3642 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:54.642439 3642 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-2hzjj-4djck I0505 20:00:54.643768 3642 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-2hzjj-4djck, ips: 10.129.0.49 I0505 20:00:54.643803 3642 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:00:55.525355 3642 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:55.525385 3642 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2hzjj-4djck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:00:57.806844 3642 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-8jgn8] creating logical port tsf-tas_tuf-97fc8ff76-8jgn8 for pod on switch ip-10-0-0-25.ec2.internal I0505 20:00:57.806991 3642 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-8jgn8 I0505 20:00:57.824817 3642 pod.go:62] [tsf-tas/tuf-97fc8ff76-8jgn8] pod update took 17.850358ms I0505 20:00:57.824839 3642 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-8jgn8] addLogicalPort annotation time took 17.877392ms I0505 20:00:57.826117 3642 pods.go:271] [tsf-tas/tuf-97fc8ff76-8jgn8] addLogicalPort took 19.295976ms, libovsdb time 879.198µs I0505 20:00:57.834459 3642 namespace.go:142] [openshift-pipelines] updating namespace I0505 20:01:03.050812 3642 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:03.051395 3642 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:03.096132 3642 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:03.096157 3642 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:03.106977 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 20:01:03.107002 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 20:01:04.019559 3642 namespace.go:98] [integration-service] adding namespace I0505 20:01:04.020429 3642 namespace.go:102] [integration-service] adding namespace took 848.924µs I0505 20:01:04.025554 3642 namespace.go:98] [build-service] adding namespace I0505 20:01:04.025720 3642 namespace.go:98] [default-tenant] adding namespace I0505 20:01:04.026261 3642 namespace.go:102] [build-service] adding namespace took 692.212µs I0505 20:01:04.026983 3642 namespace.go:102] [default-tenant] adding namespace took 1.240293ms I0505 20:01:04.030358 3642 namespace.go:98] [image-controller] adding namespace I0505 20:01:04.031059 3642 namespace.go:102] [image-controller] adding namespace took 687.371µs I0505 20:01:04.128342 3642 namespace.go:142] [integration-service] updating namespace I0505 20:01:04.194458 3642 namespace.go:142] [integration-service] updating namespace I0505 20:01:04.233376 3642 namespace.go:142] [build-service] updating namespace I0505 20:01:04.302301 3642 namespace.go:142] [build-service] updating namespace I0505 20:01:04.324323 3642 namespace.go:142] [default-tenant] updating namespace I0505 20:01:04.364326 3642 namespace.go:142] [default-tenant] updating namespace I0505 20:01:04.417910 3642 namespace.go:142] [image-controller] updating namespace I0505 20:01:04.465574 3642 namespace.go:142] [image-controller] updating namespace I0505 20:01:04.536476 3642 namespace.go:142] [build-service] updating namespace I0505 20:01:04.567354 3642 namespace.go:142] [integration-service] updating namespace I0505 20:01:04.591323 3642 namespace.go:98] [release-service] adding namespace I0505 20:01:04.592159 3642 namespace.go:102] [release-service] adding namespace took 819.357µs I0505 20:01:04.686966 3642 namespace.go:142] [konflux-ui] updating namespace I0505 20:01:04.746033 3642 namespace.go:142] [release-service] updating namespace I0505 20:01:04.746084 3642 namespace.go:98] [konflux-info] adding namespace I0505 20:01:04.747039 3642 namespace.go:102] [konflux-info] adding namespace took 936.622µs I0505 20:01:04.784237 3642 namespace.go:98] [namespace-lister] adding namespace I0505 20:01:04.785096 3642 namespace.go:102] [namespace-lister] adding namespace took 843.337µs I0505 20:01:04.827962 3642 namespace.go:142] [image-controller] updating namespace I0505 20:01:04.885454 3642 namespace.go:142] [release-service] updating namespace I0505 20:01:04.885529 3642 namespace.go:98] [enterprise-contract-service] adding namespace I0505 20:01:04.886394 3642 namespace.go:102] [enterprise-contract-service] adding namespace took 851.302µs I0505 20:01:04.969427 3642 namespace.go:142] [default-tenant] updating namespace I0505 20:01:05.127821 3642 namespace.go:142] [build-service] updating namespace I0505 20:01:05.127949 3642 namespace.go:98] [segment-bridge] adding namespace I0505 20:01:05.128092 3642 namespace.go:98] [konflux-cli] adding namespace I0505 20:01:05.128730 3642 namespace.go:102] [segment-bridge] adding namespace took 765.074µs I0505 20:01:05.129373 3642 namespace.go:102] [konflux-cli] adding namespace took 1.266942ms I0505 20:01:05.203726 3642 namespace.go:142] [konflux-info] updating namespace I0505 20:01:05.406394 3642 namespace.go:142] [konflux-info] updating namespace I0505 20:01:05.462695 3642 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:05.628704 3642 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:05.743231 3642 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:05.814270 3642 namespace.go:142] [default-tenant] updating namespace I0505 20:01:05.934381 3642 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:05.994256 3642 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:06.070691 3642 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:06.119502 3642 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:06.188463 3642 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:06.579873 3642 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-bbbjt] creating logical port namespace-lister_namespace-lister-696b855848-bbbjt for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:06.580004 3642 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-bbbjt I0505 20:01:06.601444 3642 pod.go:62] [namespace-lister/namespace-lister-696b855848-bbbjt] pod update took 21.477694ms I0505 20:01:06.601464 3642 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-bbbjt] addLogicalPort annotation time took 21.504049ms I0505 20:01:06.602698 3642 pods.go:271] [namespace-lister/namespace-lister-696b855848-bbbjt] addLogicalPort took 22.846276ms, libovsdb time 846.808µs I0505 20:01:06.706599 3642 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 20:01:06.707247 3642 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 20:01:06.707263 3642 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 20:01:06.710360 3642 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 20:01:06.749818 3642 namespace.go:142] [image-controller] updating namespace I0505 20:01:06.841261 3642 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 20:01:06.841291 3642 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 20:01:06.842483 3642 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 20:01:07.489043 3642 base_network_controller_pods.go:487] [default/konflux-ui/dex-5bd4855c7-k9msv] creating logical port konflux-ui_dex-5bd4855c7-k9msv for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:07.489136 3642 kube.go:256] Updating pod konflux-ui/dex-5bd4855c7-k9msv I0505 20:01:07.515562 3642 pod.go:62] [konflux-ui/dex-5bd4855c7-k9msv] pod update took 26.450627ms I0505 20:01:07.515587 3642 base_network_controller_pods.go:951] [default/konflux-ui/dex-5bd4855c7-k9msv] addLogicalPort annotation time took 26.47944ms I0505 20:01:07.517003 3642 pods.go:271] [konflux-ui/dex-5bd4855c7-k9msv] addLogicalPort took 27.98007ms, libovsdb time 949.949µs I0505 20:01:07.528409 3642 cni.go:452] [tsf-tas/tuf-97fc8ff76-8jgn8 db05aea1134f0bc818010db46b352c02327aba35a3108bde57d03e9a20e64623 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-8jgn8 db05aea1134f0bc818010db46b352c02327aba35a3108bde57d03e9a20e64623 network default NAD default NAD key ] I0505 20:01:07.538102 3642 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-8jgn8, hostIfaceName: db05aea1134f0bc, network: default, NAD default, SandboxID: "db05aea1134f0bc818010db46b352c02327aba35a3108bde57d03e9a20e64623", PCI device ID: , UID: "9586ffe7-da3f-46f8-a81b-2ef43b9cbfd4", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0505 20:01:07.591354 3642 cni.go:473] [tsf-tas/tuf-97fc8ff76-8jgn8 db05aea1134f0bc818010db46b352c02327aba35a3108bde57d03e9a20e64623 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-8jgn8 db05aea1134f0bc818010db46b352c02327aba35a3108bde57d03e9a20e64623 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:66:5c:20:3c:29\",\"name\":\"db05aea1134f0bc\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cff524e-62a3-4ffe-bf42-b92df58c311c\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:01:07.660491 3642 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5f69b8694b-llc59] creating logical port konflux-ui_proxy-5f69b8694b-llc59 for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:07.660657 3642 kube.go:256] Updating pod konflux-ui/proxy-5f69b8694b-llc59 I0505 20:01:07.690113 3642 pod.go:62] [konflux-ui/proxy-5f69b8694b-llc59] pod update took 29.502623ms I0505 20:01:07.690137 3642 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5f69b8694b-llc59] addLogicalPort annotation time took 29.531752ms I0505 20:01:07.691417 3642 pods.go:271] [konflux-ui/proxy-5f69b8694b-llc59] addLogicalPort took 30.947981ms, libovsdb time 886.677µs I0505 20:01:07.730405 3642 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-b6462] creating logical port image-controller_image-controller-controller-manager-6f859968fc-b6462 for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:07.730489 3642 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-b6462 I0505 20:01:07.752385 3642 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-b6462] pod update took 21.91769ms I0505 20:01:07.752407 3642 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-b6462] addLogicalPort annotation time took 21.944212ms I0505 20:01:07.753722 3642 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-b6462] addLogicalPort took 23.33736ms, libovsdb time 951.004µs I0505 20:01:07.904282 3642 namespace.go:142] [integration-service] updating namespace I0505 20:01:08.089457 3642 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-rdr5l for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:08.089585 3642 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l I0505 20:01:08.105220 3642 namespace.go:142] [build-service] updating namespace I0505 20:01:08.109512 3642 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l] pod update took 19.959445ms I0505 20:01:08.109535 3642 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l] addLogicalPort annotation time took 19.986265ms I0505 20:01:08.110922 3642 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l] addLogicalPort took 21.48054ms, libovsdb time 935.908µs I0505 20:01:08.153963 3642 namespace.go:142] [default-tenant] updating namespace I0505 20:01:08.180586 3642 namespace.go:142] [image-controller] updating namespace I0505 20:01:08.180642 3642 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-kfhpg] creating logical port build-service_build-service-controller-manager-7cbf488fcf-kfhpg for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:08.180738 3642 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-kfhpg I0505 20:01:08.197624 3642 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-kfhpg] pod update took 16.912788ms I0505 20:01:08.197648 3642 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-kfhpg] addLogicalPort annotation time took 16.941162ms I0505 20:01:08.198884 3642 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-kfhpg] addLogicalPort took 18.261173ms, libovsdb time 825.095µs I0505 20:01:08.230387 3642 namespace.go:142] [integration-service] updating namespace I0505 20:01:08.347803 3642 namespace.go:142] [build-service] updating namespace I0505 20:01:08.439920 3642 cni.go:452] [namespace-lister/namespace-lister-696b855848-bbbjt fdf3c60ada852e53f4a285f1c270cb138420f202c9295f95ad7993dd9d2cc1ed network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-bbbjt fdf3c60ada852e53f4a285f1c270cb138420f202c9295f95ad7993dd9d2cc1ed network default NAD default NAD key ] I0505 20:01:08.444004 3642 namespace.go:142] [default-tenant] updating namespace I0505 20:01:08.450314 3642 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-bbbjt, hostIfaceName: fdf3c60ada852e5, network: default, NAD default, SandboxID: "fdf3c60ada852e53f4a285f1c270cb138420f202c9295f95ad7993dd9d2cc1ed", PCI device ID: , UID: "f0508316-3221-467f-9c51-520727611ed7", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0505 20:01:08.501679 3642 cni.go:473] [namespace-lister/namespace-lister-696b855848-bbbjt fdf3c60ada852e53f4a285f1c270cb138420f202c9295f95ad7993dd9d2cc1ed network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-bbbjt fdf3c60ada852e53f4a285f1c270cb138420f202c9295f95ad7993dd9d2cc1ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:de:71:45:8e:5a\",\"name\":\"fdf3c60ada852e5\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1d1140b-2c31-40ed-b5be-a36fa8339702\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:01:08.527512 3642 namespace.go:142] [image-controller] updating namespace I0505 20:01:08.543208 3642 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-kfhpg 2ecba562d0fa8ff7938391eba0625f171e2958403543d32f5afb90814b991235 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-kfhpg 2ecba562d0fa8ff7938391eba0625f171e2958403543d32f5afb90814b991235 network default NAD default NAD key ] I0505 20:01:08.554990 3642 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-kfhpg, hostIfaceName: 2ecba562d0fa8ff, network: default, NAD default, SandboxID: "2ecba562d0fa8ff7938391eba0625f171e2958403543d32f5afb90814b991235", PCI device ID: , UID: "a307f800-06a0-437f-82e6-cb5330b1a99c", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0505 20:01:08.609874 3642 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-kfhpg 2ecba562d0fa8ff7938391eba0625f171e2958403543d32f5afb90814b991235 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-kfhpg 2ecba562d0fa8ff7938391eba0625f171e2958403543d32f5afb90814b991235 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:44:9a:67:cf:49\",\"name\":\"2ecba562d0fa8ff\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb36f34-e056-4513-a20e-f08a1e2e9e12\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:01:08.614292 3642 namespace.go:142] [integration-service] updating namespace I0505 20:01:08.687761 3642 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-zdj7x for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:08.687852 3642 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x I0505 20:01:08.706736 3642 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x] pod update took 18.905688ms I0505 20:01:08.706762 3642 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x] addLogicalPort annotation time took 18.936393ms I0505 20:01:08.708023 3642 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x] addLogicalPort took 20.28202ms, libovsdb time 832.518µs I0505 20:01:08.923013 3642 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-555d76695d-9ldtp] creating logical port integration-service_integration-service-controller-manager-555d76695d-9ldtp for pod on switch ip-10-0-0-25.ec2.internal I0505 20:01:08.923104 3642 kube.go:256] Updating pod integration-service/integration-service-controller-manager-555d76695d-9ldtp I0505 20:01:08.941292 3642 pod.go:62] [integration-service/integration-service-controller-manager-555d76695d-9ldtp] pod update took 18.211413ms I0505 20:01:08.941313 3642 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-555d76695d-9ldtp] addLogicalPort annotation time took 18.239083ms I0505 20:01:08.942617 3642 pods.go:271] [integration-service/integration-service-controller-manager-555d76695d-9ldtp] addLogicalPort took 19.618153ms, libovsdb time 837.585µs I0505 20:01:09.021962 3642 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 20:01:09.700455 3642 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-b6462 df6f46e1bc60d2a53cd246428b26858ffaac2128c4265ea796fa82f2ec3a7371 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-b6462 df6f46e1bc60d2a53cd246428b26858ffaac2128c4265ea796fa82f2ec3a7371 network default NAD default NAD key ] I0505 20:01:09.711957 3642 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-b6462, hostIfaceName: df6f46e1bc60d2a, network: default, NAD default, SandboxID: "df6f46e1bc60d2a53cd246428b26858ffaac2128c4265ea796fa82f2ec3a7371", PCI device ID: , UID: "2a6fc442-134e-4847-a503-41561aa93763", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0505 20:01:09.776955 3642 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-b6462 df6f46e1bc60d2a53cd246428b26858ffaac2128c4265ea796fa82f2ec3a7371 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-b6462 df6f46e1bc60d2a53cd246428b26858ffaac2128c4265ea796fa82f2ec3a7371 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:32:75:8a:39:ec\",\"name\":\"df6f46e1bc60d2a\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/953c3a3a-90d8-4508-9493-476caf7979e2\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:01:10.360920 3642 namespace.go:142] [enterprise-contract-service] updating namespace W0505 20:01:10.632653 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 20:01:10.639106 3642 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:10.828738 3642 namespace.go:142] [konflux-info] updating namespace I0505 20:01:11.028817 3642 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:11.224671 3642 namespace.go:142] [release-service] updating namespace I0505 20:01:11.436352 3642 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:11.561726 3642 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:11.581498 3642 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:11.607929 3642 namespace.go:142] [konflux-info] updating namespace W0505 20:01:11.633858 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0505 20:01:11.637809 3642 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:11.659615 3642 namespace.go:142] [release-service] updating namespace I0505 20:01:11.677099 3642 namespace.go:142] [segment-bridge] updating namespace I0505 20:01:11.750221 3642 namespace.go:142] [enterprise-contract-service] updating namespace I0505 20:01:11.823716 3642 namespace.go:142] [konflux-cli] updating namespace I0505 20:01:11.901322 3642 namespace.go:142] [konflux-info] updating namespace I0505 20:01:11.980499 3642 namespace.go:142] [namespace-lister] updating namespace I0505 20:01:12.045693 3642 namespace.go:142] [release-service] updating namespace I0505 20:01:12.122463 3642 namespace.go:142] [segment-bridge] updating namespace W0505 20:01:13.633772 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 20:01:13.660549 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 20:01:15.362222 3642 cni.go:452] [konflux-ui/dex-5bd4855c7-k9msv 7a90ad82351c3997c0cd892fad193623d8c6ff1a3e387ca5317ce6f9eadfc0bb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5bd4855c7-k9msv 7a90ad82351c3997c0cd892fad193623d8c6ff1a3e387ca5317ce6f9eadfc0bb network default NAD default NAD key ] I0505 20:01:15.371559 3642 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5bd4855c7-k9msv, hostIfaceName: 7a90ad82351c399, network: default, NAD default, SandboxID: "7a90ad82351c3997c0cd892fad193623d8c6ff1a3e387ca5317ce6f9eadfc0bb", PCI device ID: , UID: "9e69765e-cacb-459e-aad1-686741c1224f", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0505 20:01:15.423536 3642 cni.go:473] [konflux-ui/dex-5bd4855c7-k9msv 7a90ad82351c3997c0cd892fad193623d8c6ff1a3e387ca5317ce6f9eadfc0bb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5bd4855c7-k9msv 7a90ad82351c3997c0cd892fad193623d8c6ff1a3e387ca5317ce6f9eadfc0bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:14:26:af:de:1b\",\"name\":\"7a90ad82351c399\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f30d5a75-cd10-437a-89d3-e00b027e5f3c\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:01:15.520390 3642 cni.go:452] [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key ] I0505 20:01:15.530361 3642 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5f69b8694b-llc59, hostIfaceName: 535479856f512db, network: default, NAD default, SandboxID: "535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472", PCI device ID: , UID: "8c0fc6b5-9e77-4382-9872-5709f302727f", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0505 20:01:15.580398 3642 cni.go:473] [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:6a:6b:a3:3f:84\",\"name\":\"535479856f512db\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f33bf39-4ad4-4642-806c-b74cd98b78fe\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 20:01:15.649749 3642 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 20:01:15.957155 3642 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key ] I0505 20:01:15.967751 3642 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-rdr5l, hostIfaceName: 922fe4291b838fc, network: default, NAD default, SandboxID: "922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79", PCI device ID: , UID: "fff14dc9-524d-4ec7-9d0b-f627dda8f98d", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0505 20:01:16.026627 3642 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:00:6f:b7:b6:e3\",\"name\":\"922fe4291b838fc\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5797678f-b0bd-4ebf-88e5-3a7ffe133b4c\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:01:16.605929 3642 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x dc756e55764d013a1e7254c583ee0c9772873d621fc98907040996821c0dac94 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x dc756e55764d013a1e7254c583ee0c9772873d621fc98907040996821c0dac94 network default NAD default NAD key ] I0505 20:01:16.617214 3642 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-zdj7x, hostIfaceName: dc756e55764d013, network: default, NAD default, SandboxID: "dc756e55764d013a1e7254c583ee0c9772873d621fc98907040996821c0dac94", PCI device ID: , UID: "3e37b3e4-04c1-418a-8e51-90852acc6260", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0505 20:01:16.681381 3642 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x dc756e55764d013a1e7254c583ee0c9772873d621fc98907040996821c0dac94 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-zdj7x dc756e55764d013a1e7254c583ee0c9772873d621fc98907040996821c0dac94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f9:c7:58:05:cf\",\"name\":\"dc756e55764d013\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfe92a7f-7488-4fba-a649-eb118b3a6940\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 20:01:16.786298 3642 cni.go:452] [integration-service/integration-service-controller-manager-555d76695d-9ldtp 71eb42807cf89877afb3c3e051b90ed1f0466f0da1fb062d3ecf1fd01e544b88 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-555d76695d-9ldtp 71eb42807cf89877afb3c3e051b90ed1f0466f0da1fb062d3ecf1fd01e544b88 network default NAD default NAD key ] I0505 20:01:16.797690 3642 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-555d76695d-9ldtp, hostIfaceName: 71eb42807cf8987, network: default, NAD default, SandboxID: "71eb42807cf89877afb3c3e051b90ed1f0466f0da1fb062d3ecf1fd01e544b88", PCI device ID: , UID: "29d96c19-ed70-4c64-8d9c-9a0818ab0f41", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0505 20:01:16.854573 3642 cni.go:473] [integration-service/integration-service-controller-manager-555d76695d-9ldtp 71eb42807cf89877afb3c3e051b90ed1f0466f0da1fb062d3ecf1fd01e544b88 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-555d76695d-9ldtp 71eb42807cf89877afb3c3e051b90ed1f0466f0da1fb062d3ecf1fd01e544b88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e6:bb:25:e3:50\",\"name\":\"71eb42807cf8987\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/418eb38c-80ab-44a2-baec-872e7ad9b94b\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 20:01:17.672484 3642 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 20:01:20.932564 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:20.932582 3642 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:21.708377 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 20:01:21.708521 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 20:01:21.741468 3642 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:21.741484 3642 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 20:01:21.774716 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 20:01:21.775566 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 20:01:21.802161 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0505 20:01:21.829969 3642 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 20:01:21.831137 3642 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 20:01:24.641973 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 20:01:24.671935 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0505 20:01:26.667482 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 20:01:32.717946 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0505 20:01:32.756979 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 20:01:32.762704 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 20:01:32.799590 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0505 20:01:32.804101 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0505 20:01:32.946886 3642 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key ] I0505 20:01:33.026905 3642 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l 922fe4291b838fc941165de5e673617d90a3c09cb614c903290c94504fcc0a79 network default NAD default NAD key default], result "{}", err I0505 20:01:33.086224 3642 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:33.086261 3642 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l I0505 20:01:33.087604 3642 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l, ips: 10.129.0.55 I0505 20:01:33.087633 3642 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:01:33.800615 3642 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:33.800642 3642 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:01:33.809230 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l I0505 20:01:33.809260 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rdr5l I0505 20:01:54.006393 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 20:01:56.802062 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 W0505 20:02:00.003091 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 20:02:00.003109 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 20:02:00.003121 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 20:02:00.003126 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 20:02:00.800508 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 20:02:00.800526 3642 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 20:02:17.798784 3642 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0505 20:02:23.017451 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 20:02:29.311547 3642 cni.go:452] [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key ] I0505 20:02:29.402757 3642 cni.go:473] [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5f69b8694b-llc59 535479856f512dbc11b883be24ef5ab51fc85039e45144b775d478cda8928472 network default NAD default NAD key default], result "{}", err I0505 20:02:29.475000 3642 obj_retry.go:498] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:29.475034 3642 pods.go:176] Deleting pod: konflux-ui/proxy-5f69b8694b-llc59 I0505 20:02:29.476376 3642 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5f69b8694b-llc59, ips: 10.129.0.53 I0505 20:02:29.476400 3642 obj_retry.go:498] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:30.137212 3642 obj_retry.go:492] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:30.137232 3642 obj_retry.go:492] Detected object konflux-ui/proxy-5f69b8694b-llc59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:30.156713 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f69b8694b-llc59 I0505 20:02:30.156746 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f69b8694b-llc59 I0505 20:02:37.028552 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 20:02:37.486444 3642 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:37.487030 3642 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 20:02:37.507988 3642 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:37.508005 3642 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 20:02:37.515733 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 20:02:37.515756 3642 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 20:03:03.561381 3642 namespace.go:98] [managed-tenant-qbo52] adding namespace I0505 20:03:03.562412 3642 namespace.go:102] [managed-tenant-qbo52] adding namespace took 1.006847ms I0505 20:03:03.611447 3642 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:03.633833 3642 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:04.632972 3642 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:04.758395 3642 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:04.858575 3642 namespace.go:142] [managed-tenant-qbo52] updating namespace I0505 20:03:28.994351 3642 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10