+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-252.ec2.internal ++ [[ -n ip-10-0-2-252.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-252.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 11:47:35.551363804 - disable conntrack on geneve port' I0425 11:47:35.551363804 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 11:47:35.570398699 - starting ovnkube-node + echo 'I0425 11:47:35.570398699 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-252.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-252.ec2.internal --init-node ip-10-0-2-252.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-252.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 11:47:35.613724 3803 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 11:47:35.613793 3803 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c26eaf2d8c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 11:47:35.615316 3803 kube.go:431] Waiting for certificate I0425 11:47:35.615360 3803 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 11:47:35.615409 3803 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 11:47:35.616309 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 11:47:35.647630 3803 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:35.647654 3803 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:35.651710 3803 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:35.651804 3803 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vjf2p" I0425 11:47:35.656984 3803 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vjf2p" I0425 11:47:35.657062 3803 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:36.616144 3803 kube.go:438] Certificate found I0425 11:47:36.616738 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 11:47:36.617800 3803 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 11:47:36.663517 3803 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 11:42:35 +0000 UTC" deadline="2026-04-26 09:05:41.513397651 +0000 UTC" I0425 11:47:36.663559 3803 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h18m4.849849157s" I0425 11:47:36.691863 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 11:47:36.701688 3803 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 11:47:36.701761 3803 server.go:101] MetricServer registers OVS metrics I0425 11:47:36.702064 3803 server.go:105] MetricServer registers OVN DB metrics I0425 11:47:36.703007 3803 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 11:47:36.703063 3803 factory.go:561] Starting watch factory I0425 11:47:36.703171 3803 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703194 3803 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703229 3803 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703224 3803 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703248 3803 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703267 3803 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703389 3803 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703508 3803 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703836 3803 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.704005 3803 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.703970 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.704142 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.706209 3803 controller_manager.go:370] Starting the ovnkube controller I0425 11:47:36.706224 3803 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-252.ec2.internal I0425 11:47:36.706289 3803 controller_manager.go:395] NBDB zone sync took: 58.234µs I0425 11:47:36.706305 3803 factory.go:561] Starting watch factory I0425 11:47:36.707278 3803 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 11:47:36.707366 3803 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 11:47:36.721546 3803 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 11:47:36.721578 3803 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 11:47:36.725387 3803 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.725521 3803 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 11:47:36.725568 3803 server.go:109] MetricServer registers OVN Controller metrics I0425 11:47:36.725650 3803 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.725811 3803 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.727607 3803 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.729350 3803 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.731197 3803 server.go:113] MetricServer registers OVN Northd metrics I0425 11:47:36.734484 3803 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:36.736142 3803 metrics.go:519] OVN Metrics Server starts to run ... I0425 11:47:36.809544 3803 factory.go:1977] *v1.Service informer cache synced successfully I0425 11:47:36.809573 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 11:47:36.809577 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0425 11:47:36.809580 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 11:47:36.809583 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 11:47:36.809587 3803 factory.go:1977] *v1.Node informer cache synced successfully I0425 11:47:36.809678 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:36.809694 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:36.809863 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:36.809917 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:36.812574 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 11:47:36.812591 3803 factory.go:1977] *v1.Node informer cache synced successfully I0425 11:47:36.812594 3803 factory.go:1977] *v1.Service informer cache synced successfully I0425 11:47:36.812598 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 11:47:36.812601 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0425 11:47:36.812604 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 11:47:36.813005 3803 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:36.813023 3803 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:36.814720 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 11:47:36.814731 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 11:47:36.814790 3803 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.814809 3803 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.817323 3803 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.818222 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 11:47:36.818233 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 11:47:36.820615 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 11:47:36.820781 3803 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.820830 3803 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.823385 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 11:47:36.823408 3803 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.826610 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 11:47:36.826690 3803 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.826707 3803 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.828929 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 11:47:36.829146 3803 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.832370 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 11:47:36.832430 3803 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.832442 3803 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.834841 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 11:47:36.835437 3803 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.837679 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 11:47:36.837781 3803 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.837795 3803 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.840132 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 11:47:36.840382 3803 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.843659 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 11:47:36.843910 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:36.843923 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:36.846184 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 11:47:36.847147 3803 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:36.849045 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 11:47:36.849150 3803 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.849173 3803 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.849191 3803 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.849210 3803 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.851811 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 11:47:36.852156 3803 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.852171 3803 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:36.854754 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 11:47:36.854764 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 11:47:36.854771 3803 factory.go:680] Watch Factory start up complete, took: 151.710329ms I0425 11:47:36.854844 3803 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 11:47:36.857261 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 11:47:36.857272 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 11:47:36.857283 3803 factory.go:680] Watch Factory start up complete, took: 150.978156ms I0425 11:47:36.857294 3803 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-252.ec2.internal" zone I0425 11:47:36.909167 3803 default_node_network_controller.go:710] Initializing the default node network controller I0425 11:47:36.989107 3803 udn_isolation.go:101] Starting UDN host isolation manager I0425 11:47:36.995234 3803 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 11:47:37.085246 3803 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 11:47:37.085319 3803 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 11:47:37.085334 3803 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 11:47:37.120726 3803 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 11:47:37.120795 3803 default_node_network_controller.go:809] Node ip-10-0-2-252.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0425 11:47:37.126809 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.252"] k8s.ovn.org/zone-name:ip-10-0-2-252.ec2.internal] on node ip-10-0-2-252.ec2.internal I0425 11:47:37.148073 3803 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 11:47:37.154468 3803 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 11:47:37.154598 3803 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0425 11:47:37.154770 3803 gateway_init.go:263] Preparing Gateway I0425 11:47:37.154782 3803 gateway_shared_intf.go:1687] Creating new gateway I0425 11:47:37.281669 3803 iptables.go:108] Creating table: filter chain: FORWARD I0425 11:47:37.288436 3803 iptables.go:108] Creating table: filter chain: OUTPUT I0425 11:47:37.295209 3803 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 11:47:37.295233 3803 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-252.ec2.internal","mac-address":"0e:e2:e4:b3:51:41","ip-addresses":["10.0.2.252/24"],"ip-address":"10.0.2.252/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:059049a2-be27-4a3f-b69f-242656c8a3a5 k8s.ovn.org/node-encap-ips:["10.0.2.252"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.252/24"} k8s.ovn.org/zone-name:ip-10-0-2-252.ec2.internal] on node ip-10-0-2-252.ec2.internal I0425 11:47:37.313771 3803 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:37.358060 3803 controller_manager.go:429] Waiting for node in zone sync took: 500.750796ms I0425 11:47:37.362510 3803 controller_manager.go:611] Switching to transit router for layer2 networks I0425 11:47:37.362525 3803 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-252.ec2.internal I0425 11:47:37.379114 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 11:47:37.386241 3803 controller_manager.go:290] SCTP support detected in OVN I0425 11:47:37.386950 3803 services_controller.go:69] Creating services controller for network=default I0425 11:47:37.387052 3803 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 11:47:37.387121 3803 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 11:47:37.387149 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 11:47:37.387162 3803 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 11:47:37.387169 3803 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 11:47:37.387328 3803 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 11:47:37.387369 3803 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 11:47:37.387427 3803 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.949µs I0425 11:47:37.387450 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 71.124µs I0425 11:47:37.387458 3803 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 88.838µs I0425 11:47:37.387464 3803 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 11:47:37.387470 3803 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 11:47:37.387478 3803 default_network_controller.go:325] Starting the default network controller I0425 11:47:37.387497 3803 udn_enabled_svc.go:95] Performing full resync I0425 11:47:37.387574 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.479µs I0425 11:47:37.387770 3803 udn_enabled_svc.go:99] Waiting for handler to sync I0425 11:47:37.387780 3803 udn_enabled_svc.go:104] Starting worker I0425 11:47:37.397686 3803 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 11:47:37.397746 3803 repair.go:33] Syncing exgw routes took 45.648µs I0425 11:47:37.397773 3803 default_network_controller.go:414] Starting all the Watchers... I0425 11:47:37.397924 3803 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 11:47:37.397925 3803 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 11:47:37.397926 3803 namespace.go:98] [openshift-operators] adding namespace I0425 11:47:37.397944 3803 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 11:47:37.397958 3803 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 11:47:37.397964 3803 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 11:47:37.397977 3803 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 11:47:37.397980 3803 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 11:47:37.397977 3803 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 11:47:37.397985 3803 namespace.go:98] [openshift-network-operator] adding namespace I0425 11:47:37.397989 3803 namespace.go:98] [openshift-multus] adding namespace I0425 11:47:37.397990 3803 namespace.go:98] [openshift-console] adding namespace I0425 11:47:37.397999 3803 namespace.go:98] [kube-system] adding namespace I0425 11:47:37.398000 3803 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 11:47:37.398066 3803 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 11:47:37.398586 3803 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 648.511µs I0425 11:47:37.398606 3803 namespace.go:98] [openshift-etcd] adding namespace I0425 11:47:37.399138 3803 namespace.go:102] [openshift-etcd] adding namespace took 523.805µs I0425 11:47:37.399161 3803 namespace.go:98] [kube-node-lease] adding namespace I0425 11:47:37.399647 3803 namespace.go:102] [kube-node-lease] adding namespace took 479.971µs I0425 11:47:37.399663 3803 namespace.go:98] [openshift-backplane] adding namespace I0425 11:47:37.400120 3803 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 2.176212ms I0425 11:47:37.400144 3803 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 11:47:37.400715 3803 namespace.go:102] [openshift-operators] adding namespace took 2.769386ms I0425 11:47:37.400730 3803 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 11:47:37.401187 3803 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.233393ms I0425 11:47:37.401203 3803 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 11:47:37.401779 3803 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.807607ms I0425 11:47:37.401800 3803 namespace.go:98] [openshift-ingress] adding namespace I0425 11:47:37.402288 3803 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.317588ms I0425 11:47:37.402303 3803 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 11:47:37.402745 3803 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.755248ms I0425 11:47:37.402764 3803 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 11:47:37.403321 3803 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.330333ms I0425 11:47:37.403335 3803 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 11:47:37.403802 3803 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.81717ms I0425 11:47:37.403813 3803 namespace.go:98] [openshift-logging] adding namespace I0425 11:47:37.404331 3803 namespace.go:102] [openshift-network-operator] adding namespace took 6.336827ms I0425 11:47:37.404346 3803 namespace.go:98] [openshift-apiserver-operator] adding namespace W0425 11:47:37.404346 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x47jm: pod openshift-multus/network-metrics-daemon-x47jm: no pod IPs found W0425 11:47:37.404355 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zl2ll: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found I0425 11:47:37.404833 3803 namespace.go:102] [openshift-multus] adding namespace took 6.835286ms I0425 11:47:37.404844 3803 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 11:47:37.405390 3803 namespace.go:102] [openshift-console] adding namespace took 7.390757ms I0425 11:47:37.405401 3803 namespace.go:98] [openshift-infra] adding namespace I0425 11:47:37.405867 3803 namespace.go:102] [kube-system] adding namespace took 7.862932ms I0425 11:47:37.405877 3803 namespace.go:98] [default] adding namespace I0425 11:47:37.406386 3803 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.379059ms I0425 11:47:37.406395 3803 namespace.go:98] [openshift-authentication] adding namespace I0425 11:47:37.406786 3803 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.709538ms I0425 11:47:37.406796 3803 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 11:47:37.407311 3803 namespace.go:102] [openshift-backplane] adding namespace took 7.643994ms I0425 11:47:37.407323 3803 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 11:47:37.407758 3803 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.608394ms I0425 11:47:37.407767 3803 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 11:47:37.408285 3803 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.548875ms I0425 11:47:37.408300 3803 namespace.go:98] [openshift-image-registry] adding namespace I0425 11:47:37.408677 3803 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.467541ms I0425 11:47:37.408688 3803 namespace.go:98] [openshift-machine-api] adding namespace W0425 11:47:37.409218 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-n7l8m: pod openshift-network-diagnostics/network-check-target-n7l8m: no pod IPs found I0425 11:47:37.409225 3803 namespace.go:102] [openshift-ingress] adding namespace took 7.419728ms I0425 11:47:37.409232 3803 namespace.go:98] [openshift-monitoring] adding namespace W0425 11:47:37.409232 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sdsx8: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:37.409726 3803 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.416583ms I0425 11:47:37.409741 3803 namespace.go:98] [openshift-package-operator] adding namespace I0425 11:47:37.410103 3803 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.334172ms I0425 11:47:37.410113 3803 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 11:47:37.410673 3803 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.333451ms I0425 11:47:37.410682 3803 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 11:47:37.411102 3803 namespace.go:102] [openshift-logging] adding namespace took 7.283439ms I0425 11:47:37.411116 3803 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 11:47:37.411563 3803 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.212595ms I0425 11:47:37.411574 3803 namespace.go:98] [openshift] adding namespace I0425 11:47:37.411962 3803 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.113373ms I0425 11:47:37.411975 3803 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 11:47:37.412392 3803 namespace.go:102] [openshift-infra] adding namespace took 6.987177ms I0425 11:47:37.412401 3803 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 11:47:37.412818 3803 namespace.go:102] [default] adding namespace took 6.935631ms I0425 11:47:37.412837 3803 namespace.go:98] [openshift-apiserver] adding namespace I0425 11:47:37.413250 3803 namespace.go:102] [openshift-authentication] adding namespace took 6.850808ms I0425 11:47:37.413261 3803 namespace.go:98] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] adding namespace I0425 11:47:37.413823 3803 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.020499ms I0425 11:47:37.413839 3803 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 11:47:37.414295 3803 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.967894ms I0425 11:47:37.414854 3803 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.075918ms I0425 11:47:37.414869 3803 namespace.go:98] [openshift-dns] adding namespace I0425 11:47:37.415261 3803 namespace.go:102] [openshift-image-registry] adding namespace took 6.956113ms I0425 11:47:37.415273 3803 namespace.go:98] [openshift-cluster-version] adding namespace I0425 11:47:37.415694 3803 namespace.go:102] [openshift-machine-api] adding namespace took 7.000631ms I0425 11:47:37.415709 3803 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 11:47:37.416201 3803 namespace.go:102] [openshift-monitoring] adding namespace took 6.964711ms I0425 11:47:37.416214 3803 namespace.go:98] [openshift-network-console] adding namespace I0425 11:47:37.416609 3803 namespace.go:102] [openshift-package-operator] adding namespace took 6.862715ms I0425 11:47:37.416621 3803 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 11:47:37.417166 3803 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.047112ms I0425 11:47:37.417181 3803 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 11:47:37.417631 3803 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.945419ms I0425 11:47:37.417641 3803 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 11:47:37.418039 3803 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.918349ms I0425 11:47:37.418049 3803 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 11:47:37.418572 3803 namespace.go:102] [openshift] adding namespace took 6.991923ms I0425 11:47:37.418587 3803 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 11:47:37.419108 3803 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.126615ms I0425 11:47:37.419123 3803 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 11:47:37.419652 3803 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.246104ms I0425 11:47:37.419666 3803 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 11:47:37.420115 3803 namespace.go:102] [openshift-apiserver] adding namespace took 7.269584ms I0425 11:47:37.420137 3803 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 11:47:37.420653 3803 namespace.go:102] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] adding namespace took 7.386021ms I0425 11:47:37.420669 3803 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 11:47:37.421168 3803 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.322369ms I0425 11:47:37.421189 3803 namespace.go:98] [openshift-dns-operator] adding namespace I0425 11:47:37.421805 3803 namespace.go:102] [openshift-dns] adding namespace took 6.930821ms I0425 11:47:37.421822 3803 namespace.go:98] [dedicated-admin] adding namespace I0425 11:47:37.422966 3803 namespace.go:102] [openshift-cluster-version] adding namespace took 7.685534ms I0425 11:47:37.422987 3803 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 11:47:37.423540 3803 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.821926ms I0425 11:47:37.423560 3803 namespace.go:98] [openshift-insights] adding namespace I0425 11:47:37.424401 3803 namespace.go:102] [openshift-network-console] adding namespace took 8.178102ms I0425 11:47:37.424420 3803 namespace.go:98] [openshift-controller-manager] adding namespace I0425 11:47:37.425003 3803 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.37667ms I0425 11:47:37.425016 3803 namespace.go:98] [openshift-marketplace] adding namespace I0425 11:47:37.425611 3803 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.425069ms I0425 11:47:37.425627 3803 namespace.go:98] [openshift-config-managed] adding namespace I0425 11:47:37.426108 3803 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.461996ms I0425 11:47:37.426119 3803 namespace.go:98] [openshift-host-network] adding namespace I0425 11:47:37.426608 3803 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.55475ms I0425 11:47:37.426619 3803 namespace.go:98] [openshift-node] adding namespace I0425 11:47:37.427046 3803 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.452019ms I0425 11:47:37.427063 3803 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 11:47:37.427531 3803 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.403027ms I0425 11:47:37.427553 3803 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 11:47:37.428053 3803 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.380751ms I0425 11:47:37.428069 3803 namespace.go:98] [openshift-config] adding namespace I0425 11:47:37.428543 3803 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.398697ms I0425 11:47:37.428562 3803 namespace.go:98] [openshift-config-operator] adding namespace I0425 11:47:37.429116 3803 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.44009ms I0425 11:47:37.429131 3803 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 11:47:37.429531 3803 namespace.go:102] [openshift-dns-operator] adding namespace took 8.335857ms I0425 11:47:37.429545 3803 namespace.go:98] [openshift-console-operator] adding namespace I0425 11:47:37.429993 3803 namespace.go:102] [dedicated-admin] adding namespace took 8.164115ms I0425 11:47:37.430456 3803 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.450051ms I0425 11:47:37.430861 3803 namespace.go:102] [openshift-insights] adding namespace took 7.295568ms I0425 11:47:37.431367 3803 namespace.go:102] [openshift-controller-manager] adding namespace took 6.94176ms I0425 11:47:37.431387 3803 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 11:47:37.431877 3803 namespace.go:102] [openshift-marketplace] adding namespace took 6.854572ms I0425 11:47:37.432532 3803 namespace.go:102] [openshift-config-managed] adding namespace took 6.89773ms I0425 11:47:37.432553 3803 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 11:47:37.433211 3803 namespace.go:102] [openshift-host-network] adding namespace took 7.086506ms I0425 11:47:37.433873 3803 namespace.go:102] [openshift-node] adding namespace took 7.24735ms I0425 11:47:37.433927 3803 namespace.go:98] [kube-public] adding namespace I0425 11:47:37.434511 3803 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.440148ms I0425 11:47:37.435182 3803 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.621379ms I0425 11:47:37.435833 3803 namespace.go:102] [openshift-config] adding namespace took 7.757928ms I0425 11:47:37.435854 3803 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 11:47:37.436546 3803 namespace.go:102] [openshift-config-operator] adding namespace took 7.97132ms I0425 11:47:37.437118 3803 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.979901ms I0425 11:47:37.437718 3803 namespace.go:102] [openshift-console-operator] adding namespace took 8.166549ms I0425 11:47:37.438329 3803 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.935269ms I0425 11:47:37.438806 3803 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.245861ms I0425 11:47:37.439369 3803 namespace.go:102] [kube-public] adding namespace took 5.429986ms I0425 11:47:37.439876 3803 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.015416ms W0425 11:47:37.439963 3803 master.go:471] Unable to parse remote node ip-10-0-1-85.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 11:47:37.440098 3803 master.go:548] Adding or Updating local node "ip-10-0-2-252.ec2.internal" for network "default" I0425 11:47:37.440174 3803 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-85.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-85.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-85.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal I0425 11:47:37.441140 3803 zone_ic_handler.go:195] Time taken to create transit switch: 367.132µs I0425 11:47:37.441159 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-183.ec2.internal for the network default I0425 11:47:37.442832 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-183.ec2.internal" on network "default" took: 2.071214ms W0425 11:47:37.450032 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-x47jm: pod openshift-multus/network-metrics-daemon-x47jm: no pod IPs found W0425 11:47:37.450051 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-n7l8m: pod openshift-network-diagnostics/network-check-target-n7l8m: no pod IPs found I0425 11:47:37.451219 3803 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-252.ec2.internal for the network default I0425 11:47:37.451393 3803 zone_ic_handler.go:195] Time taken to create transit switch: 159.219µs I0425 11:47:37.452202 3803 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 11:47:37.452229 3803 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 11:47:37.452246 3803 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 11:47:37.452279 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-183.ec2.internal in network "default" I0425 11:47:37.452327 3803 node_tracker.go:169] Node ip-10-0-0-183.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:37.452344 3803 services_controller.go:574] Full service sync requested for network=default I0425 11:47:37.452355 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:37.452365 3803 node_tracker.go:235] Node ip-10-0-1-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal" I0425 11:47:37.452375 3803 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:37.452379 3803 services_controller.go:574] Full service sync requested for network=default I0425 11:47:37.452386 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0425 11:47:37.452405 3803 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:37.452412 3803 services_controller.go:574] Full service sync requested for network=default I0425 11:47:37.553210 3803 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 11:47:37.553240 3803 services_controller.go:208] Setting up event handlers for services for network=default I0425 11:47:37.553335 3803 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 11:47:37.553418 3803 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 11:47:37.553440 3803 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 11:47:37.654451 3803 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 11:47:37.654475 3803 repair.go:60] Starting repairing loop for services I0425 11:47:37.654565 3803 repair.go:131] Deleted 0 stale service LBs I0425 11:47:37.654585 3803 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 11:47:37.654600 3803 repair.go:62] Finished repairing loop for services: 127.029µs I0425 11:47:37.654623 3803 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 11:47:37.654634 3803 services_controller.go:254] Starting workers for network=default I0425 11:47:37.654956 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zl2ll, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zl2ll: suppressed error logged: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found I0425 11:47:37.655015 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sdsx8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:37.655059 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n7l8m] creating logical port openshift-network-diagnostics_network-check-target-n7l8m for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:37.655124 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x47jm] creating logical port openshift-multus_network-metrics-daemon-x47jm for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:37.655223 3803 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-x47jm I0425 11:47:37.655239 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-n7l8m I0425 11:47:37.671065 3803 pod.go:62] [openshift-network-diagnostics/network-check-target-n7l8m] pod update took 15.889548ms I0425 11:47:37.671117 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-n7l8m] addLogicalPort annotation time took 15.945464ms I0425 11:47:37.672198 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-n7l8m] addLogicalPort took 17.150417ms, libovsdb time 774.1µs I0425 11:47:37.672348 3803 pod.go:62] [openshift-multus/network-metrics-daemon-x47jm] pod update took 17.159815ms I0425 11:47:37.672366 3803 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-x47jm] addLogicalPort annotation time took 17.181387ms I0425 11:47:37.673171 3803 pods.go:271] [openshift-multus/network-metrics-daemon-x47jm] addLogicalPort took 18.059956ms, libovsdb time 617.241µs I0425 11:47:37.673584 3803 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 11:47:37.673613 3803 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 11:47:37.673624 3803 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 11:47:37.673629 3803 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 11:47:37.673811 3803 repair.go:29] Repairing admin network policies took 177.473µs I0425 11:47:37.673908 3803 repair.go:92] Repairing baseline admin network policies took 87.871µs I0425 11:47:37.674268 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 11:47:37.674285 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 11:47:37.675896 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 11:47:37.675917 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 11:47:37.675926 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 11:47:37.677362 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 11:47:37.677382 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 11:47:37.677389 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 11:47:37.678753 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 11:47:37.678774 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 11:47:37.678784 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 11:47:37.680318 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 11:47:37.680336 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 11:47:37.680346 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 11:47:37.680887 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 11:47:37.680907 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 11:47:37.681329 3803 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 11:47:37.681346 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 11:47:37.682030 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 11:47:37.682049 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 11:47:37.682057 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 11:47:37.682548 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 11:47:37.682566 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 11:47:37.682574 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 11:47:37.683129 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 11:47:37.683154 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 11:47:37.683164 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 11:47:37.683709 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 11:47:37.683729 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 11:47:37.683752 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 11:47:37.684535 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 11:47:37.684563 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 11:47:37.684573 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 11:47:37.686335 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 11:47:37.686355 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 11:47:37.686364 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 11:47:37.688273 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 11:47:37.688291 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 11:47:37.688299 3803 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 11:47:37.689876 3803 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 11:47:37.689894 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 11:47:37.689901 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 11:47:37.690463 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 11:47:37.690483 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 11:47:37.690493 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 11:47:37.691528 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 11:47:37.691547 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 11:47:37.691554 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 11:47:37.691819 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 11:47:37.691836 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 11:47:37.691845 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 11:47:37.692649 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 11:47:37.692668 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 11:47:37.692676 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 11:47:37.693155 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 11:47:37.693173 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 11:47:37.693182 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 11:47:37.693652 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 11:47:37.693666 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 11:47:37.693673 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 11:47:37.694142 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 11:47:37.694162 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 11:47:37.694171 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 11:47:37.695011 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 11:47:37.695027 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 11:47:37.695043 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 11:47:37.696011 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 11:47:37.696029 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 11:47:37.696036 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 11:47:37.696330 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 11:47:37.696346 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 11:47:37.696355 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 11:47:37.698367 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 11:47:37.698386 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 11:47:37.698395 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 11:47:37.698859 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 11:47:37.698877 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 11:47:37.698887 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 11:47:37.700256 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 11:47:37.700275 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 11:47:37.700286 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 11:47:37.701398 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 11:47:37.701417 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 11:47:37.701423 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 11:47:37.701692 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 11:47:37.701706 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 11:47:37.701718 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 11:47:37.702850 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 11:47:37.708878 3803 egressfirewall.go:374] Starting EgressFirewall controller I0425 11:47:37.708906 3803 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 11:47:37.708910 3803 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 11:47:37.708926 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 11:47:37.708934 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 11:47:37.708940 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 11:47:37.708945 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 11:47:37.709238 3803 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 11:47:37.709252 3803 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 11:47:37.709258 3803 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 11:47:37.709267 3803 egressqos.go:193] Setting up event handlers for EgressQoS I0425 11:47:37.709278 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-183.ec2.internal" for egress firewall I0425 11:47:37.709292 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:37.709296 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0425 11:47:37.709361 3803 egressqos.go:245] Starting EgressQoS Controller I0425 11:47:37.709371 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 11:47:37.709377 3803 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 11:47:37.709382 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 11:47:37.709386 3803 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 11:47:37.709391 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 11:47:37.709396 3803 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 11:47:37.709399 3803 egressqos.go:259] Repairing EgressQoSes I0425 11:47:37.709403 3803 egressqos.go:399] Starting repairing loop for egressqos I0425 11:47:37.709469 3803 egressqos.go:401] Finished repairing loop for egressqos: 66.07µs I0425 11:47:37.709489 3803 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 11:47:37.709516 3803 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-252.ec2.internal I0425 11:47:37.709563 3803 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-252.ec2.internal : 46.354µs I0425 11:47:37.709669 3803 egressservice_zone.go:210] Starting Egress Services Controller I0425 11:47:37.709688 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 11:47:37.709716 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 11:47:37.709729 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 11:47:37.709739 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 11:47:37.709748 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 11:47:37.709756 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 11:47:37.709765 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 11:47:37.709774 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 11:47:37.709781 3803 egressservice_zone.go:228] Repairing Egress Services I0425 11:47:37.710109 3803 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 11:47:37.710118 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 11:47:37.710186 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0425 11:47:37.710204 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 18.582µs I0425 11:47:37.710216 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-183.ec2.internal I0425 11:47:37.710222 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-183.ec2.internal: 9.026µs I0425 11:47:37.710230 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:37.710236 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 6.646µs I0425 11:47:37.710262 3803 default_network_controller.go:585] Completing all the Watchers took 312.479213ms I0425 11:47:37.710275 3803 default_network_controller.go:589] Starting unidling controllers I0425 11:47:37.710286 3803 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 11:47:37.710292 3803 unidle.go:63] Populating Initial ContollerEvent events I0425 11:47:37.710302 3803 unidle.go:79] Setting up event handlers for services I0425 11:47:37.710345 3803 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 11:47:37.814244 3803 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:38.314703 3803 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:38.324110 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-183.ec2.internal I0425 11:47:38.324137 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-183.ec2.internal: 34.224µs I0425 11:47:38.814042 3803 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:39.313808 3803 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:39.581457 3803 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 11:47:39.814538 3803 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:39.832890 3803 bridgeconfig.go:537] Gateway is ready I0425 11:47:39.832910 3803 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 11:47:39.845453 3803 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.252. Updating OVN encap IP. I0425 11:47:39.851250 3803 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.252 - it is already configured I0425 11:47:39.851267 3803 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.252/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 11:47:39.851518 3803 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.252/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-252.ec2.internal","mac-address":"0e:e2:e4:b3:51:41","ip-addresses":["10.0.2.252/24"],"ip-address":"10.0.2.252/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:059049a2-be27-4a3f-b69f-242656c8a3a5 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.252/24"}] on node ip-10-0-2-252.ec2.internal I0425 11:47:39.866064 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0425 11:47:39.866139 3803 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:39.866156 3803 services_controller.go:574] Full service sync requested for network=default I0425 11:47:39.866158 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0425 11:47:39.866204 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0425 11:47:39.866219 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 14.946µs I0425 11:47:39.866281 3803 master.go:548] Adding or Updating local node "ip-10-0-2-252.ec2.internal" for network "default" I0425 11:47:39.866684 3803 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.252 I0425 11:47:39.866777 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-252.ec2.internal I0425 11:47:39.870735 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-252.ec2.internal. Updating no re-route policies I0425 11:47:39.870813 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-np4pl I0425 11:47:39.870834 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-np4pl I0425 11:47:39.870840 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-7tw9v I0425 11:47:39.870851 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x47jm I0425 11:47:39.870856 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-7tw9v I0425 11:47:39.870861 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-np4pl after 0 failed attempt(s) I0425 11:47:39.870864 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x47jm I0425 11:47:39.870858 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sdwf4 I0425 11:47:39.870867 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zl2ll I0425 11:47:39.870831 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8 I0425 11:47:39.870879 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8 I0425 11:47:39.870881 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zl2ll I0425 11:47:39.870883 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-7tw9v after 0 failed attempt(s) I0425 11:47:39.870902 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-8ggsc I0425 11:47:39.870910 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-zl2ll, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zl2ll: suppressed error logged: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found I0425 11:47:39.870913 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-8ggsc I0425 11:47:39.870813 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4kgmh I0425 11:47:39.870915 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sdsx8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:39.870921 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4kgmh I0425 11:47:39.870872 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sdwf4 I0425 11:47:39.870937 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4kgmh after 0 failed attempt(s) I0425 11:47:39.870938 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sdwf4 after 0 failed attempt(s) I0425 11:47:39.870853 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5drbq I0425 11:47:39.870962 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5drbq I0425 11:47:39.870971 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-8ggsc after 0 failed attempt(s) I0425 11:47:39.870974 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-252.ec2.internal I0425 11:47:39.870903 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x47jm] creating logical port openshift-multus_network-metrics-daemon-x47jm for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:39.870987 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-252.ec2.internal I0425 11:47:39.870990 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5drbq after 0 failed attempt(s) I0425 11:47:39.870962 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5w7gh I0425 11:47:39.871011 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5w7gh I0425 11:47:39.870937 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-252.ec2.internal I0425 11:47:39.871020 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-252.ec2.internal after 0 failed attempt(s) I0425 11:47:39.871032 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5w7gh after 0 failed attempt(s) I0425 11:47:39.871034 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-252.ec2.internal I0425 11:47:39.871040 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-n7l8m I0425 11:47:39.871050 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-n7l8m I0425 11:47:39.871068 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-252.ec2.internal after 0 failed attempt(s) I0425 11:47:39.871109 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n7l8m] creating logical port openshift-network-diagnostics_network-check-target-n7l8m for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:39.871122 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-g4m84 I0425 11:47:39.871133 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-g4m84 I0425 11:47:39.871154 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-g4m84 after 0 failed attempt(s) I0425 11:47:39.871110 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tr74m I0425 11:47:39.871174 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tr74m I0425 11:47:39.871189 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tr74m after 0 failed attempt(s) I0425 11:47:39.871715 3803 pods.go:271] [openshift-multus/network-metrics-daemon-x47jm] addLogicalPort took 819.9µs, libovsdb time 236.949µs I0425 11:47:39.871729 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-x47jm after 0 failed attempt(s) I0425 11:47:39.871815 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-n7l8m] addLogicalPort took 738.053µs, libovsdb time 311.117µs I0425 11:47:39.871827 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-n7l8m after 0 failed attempt(s) I0425 11:47:39.882896 3803 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 11:47:39.896148 3803 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 11:47:39.899836 3803 iptables.go:108] Creating table: nat chain: OUTPUT I0425 11:47:39.944445 3803 iptables.go:108] Creating table: nat chain: PREROUTING I0425 11:47:40.000802 3803 iptables.go:108] Creating table: filter chain: FORWARD I0425 11:47:40.019468 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 11:47:40.019564 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 11:47:40.019606 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 11:47:40.019687 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 11:47:40.019736 3803 gateway_init.go:325] Gateway and management port readiness took 2.710555312s I0425 11:47:40.019763 3803 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 11:47:40.019800 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 11:47:40.019812 3803 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 11:47:40.019820 3803 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 11:47:40.019878 3803 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 11:47:40.019964 3803 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.999µs I0425 11:47:40.020173 3803 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 11:47:40.020202 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.796µs I0425 11:47:40.020211 3803 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.82µs I0425 11:47:40.020216 3803 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 11:47:40.020226 3803 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 11:47:40.020231 3803 default_node_network_controller.go:899] Starting the default node network controller I0425 11:47:40.020235 3803 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 11:47:40.020309 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.692µs I0425 11:47:40.020382 3803 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 11:47:40.020388 3803 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 11:47:40.020411 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000be40d0 0xc000893ea0 0xc000893f10 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc0004cf9f0 0xc00033e1c0 0xc00033e230 0xc000aaa2d0 0xc0065f53b0 0xc00033e2a0 map[0x2ff9080:0xc002712180 0x2ff95c0:0xc002712300 0x2ffa2e0:0xc0027120c0 0x2ffa580:0xc002712120 0x2ffad60:0xc0027121e0 0x2ffb000:0xc002712240 0x2ffb2a0:0xc0027122a0 0x2ffba80:0xc002712360 0x2ffbd20:0xc0027123c0 0x3026980:0xc000afa660 0x3026d20:0xc000afa6c0 0x3027800:0xc000c80540 0x3029160:0xc001cc8000 0x30298a0:0xc0025ae3c0 0x302a720:0xc000afa600] 0xc00016ce00 0} I0425 11:47:40.020465 3803 gateway.go:151] Starting gateway service sync I0425 11:47:40.020861 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 11:47:40.023295 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 11:47:40.049443 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 11:47:40.050865 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 11:47:40.052185 3803 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 11:47:40.087966 3803 gateway.go:168] Gateway service sync done. Time taken: 67.488874ms I0425 11:47:40.088602 3803 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31942 I0425 11:47:40.088770 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000be40d0 0xc000893ea0 0xc000893f10 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc0004cf9f0 0xc00033e1c0 0xc00033e230 0xc000aaa2d0 0xc0065f53b0 0xc00033e2a0 map[0x2ff9080:0xc002712180 0x2ff95c0:0xc002712300 0x2ffa2e0:0xc0027120c0 0x2ffa580:0xc002712120 0x2ffad60:0xc0027121e0 0x2ffb000:0xc002712240 0x2ffb2a0:0xc0027122a0 0x2ffba80:0xc002712360 0x2ffbd20:0xc0027123c0 0x3026980:0xc000afa660 0x3026d20:0xc000afa6c0 0x3027800:0xc000c80540 0x3029160:0xc001cc8000 0x30298a0:0xc0025ae3c0 0x302a720:0xc000afa600] 0xc00016ce00 0} I0425 11:47:40.089269 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000be40d0 0xc000893ea0 0xc000893f10 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc0004cf9f0 0xc00033e1c0 0xc00033e230 0xc000aaa2d0 0xc0065f53b0 0xc00033e2a0 map[0x2ff9080:0xc002712180 0x2ff95c0:0xc002712300 0x2ffa2e0:0xc0027120c0 0x2ffa580:0xc002712120 0x2ffad60:0xc0027121e0 0x2ffb000:0xc002712240 0x2ffb2a0:0xc0027122a0 0x2ffba80:0xc002712360 0x2ffbd20:0xc0027123c0 0x3026980:0xc000afa660 0x3026d20:0xc000afa6c0 0x3027800:0xc000c80540 0x3029160:0xc001cc8000 0x30298a0:0xc0025ae3c0 0x302a720:0xc000afa600] 0xc00016ce00 0} I0425 11:47:40.089310 3803 gateway.go:532] Reconciling gateway with updates I0425 11:47:40.095504 3803 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 11:47:40.095532 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:40.095543 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:40.095549 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:40.095557 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:40.095561 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:40.095564 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:40.095567 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 11:47:40.095568 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:40.095572 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:40.095583 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:40.095532 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:40.095591 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:40.095591 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:40.095595 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:40.095605 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:40.095607 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:40.095607 3803 default_node_network_controller.go:944] Gateway and management port readiness took 75.211241ms I0425 11:47:40.095612 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 11:47:40.095616 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 11:47:40.095615 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:40.095624 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 11:47:40.095627 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:40.095548 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:40.095628 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:40.095635 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:40.095641 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:40.095643 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:40.095644 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:40.095650 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 11:47:40.095654 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:40.095657 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:40.095584 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:40.095663 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:40.095668 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 11:47:40.095670 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:40.095675 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:40.095676 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 11:47:40.095684 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 11:47:40.095687 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:40.095686 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:40.095686 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:40.095688 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:40.095696 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 11:47:40.095699 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:40.095701 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:40.095705 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:40.095698 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:40.095708 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:40.095712 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:40.095710 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:40.095714 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:40.095724 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:40.095726 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 11:47:40.095728 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:40.095687 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:40.095751 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:40.095562 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:40.095764 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 11:47:40.095771 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:40.095656 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 11:47:40.095752 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 11:47:40.095724 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 11:47:40.095775 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:40.095650 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:40.095846 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:40.095628 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:40.095865 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:40.095677 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:40.095605 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:40.095940 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:40.095665 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:40.095964 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:40.095648 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:40.096038 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 32021 is already open, no action needed I0425 11:47:40.096063 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 30189 is already open, no action needed I0425 11:47:40.095655 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:40.096101 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 11:47:40.095643 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 11:47:40.095632 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 11:47:40.095595 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:40.096125 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 11:47:40.095627 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 11:47:40.095631 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 11:47:40.095584 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:40.095634 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:40.096176 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 11:47:40.095642 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:40.096192 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:40.096199 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 11:47:40.095643 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:40.096210 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:40.095655 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:40.096240 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:40.095666 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:40.095666 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:40.095677 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:40.096359 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:40.096370 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 11:47:40.095670 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:40.096381 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:40.095680 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 11:47:40.096422 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 11:47:40.095688 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:40.096454 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:40.095690 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:40.096474 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:40.095697 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:40.096497 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:40.095693 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:40.096530 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:40.095765 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 11:47:40.097099 3803 node_ip_handler_linux.go:160] Node IP manager is running W0425 11:47:40.136052 3803 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 11:47:40.136265 3803 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 11:47:40.136389 3803 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0425 11:47:40.144471 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 11:47:40.144501 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 11:47:40.144509 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 11:47:40.144515 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 11:47:40.144523 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 11:47:40.144528 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 11:47:40.144552 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 11:47:40.144583 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 11:47:40.144597 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 11:47:40.144605 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 11:47:40.144618 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 11:47:40.144635 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 11:47:40.186064 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 11:47:40.186100 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 11:47:40.186070 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 11:47:40.186113 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 11:47:40.186123 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 11:47:40.186131 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 11:47:40.186140 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 11:47:40.227316 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 11:47:40.227349 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 11:47:40.227355 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 11:47:40.227361 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 11:47:40.227369 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 11:47:41.619612 3803 default_node_network_controller.go:1380] Starting node controller node sync W0425 11:47:41.619634 3803 egressip_healthcheck.go:76] Health checking using insecure connection I0425 11:47:41.619678 3803 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0425 11:47:41.631742 3803 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.107123ms I0425 11:47:41.631867 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-183.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 11:47:41.631883 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-183.ec2.internal", IP: 10.0.0.183 to PMTUD blocking rules I0425 11:47:41.637761 3803 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 11:47:41.638122 3803 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 11:47:41.638314 3803 egressservice_node.go:183] Starting Egress Services Controller I0425 11:47:41.638335 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 11:47:41.638344 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 11:47:41.638350 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 11:47:41.638355 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 11:47:41.638360 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 11:47:41.638364 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 11:47:41.638369 3803 egressservice_node.go:197] Repairing Egress Services I0425 11:47:41.649066 3803 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 11:47:41.649096 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 11:47:41.649288 3803 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 11:47:41.649299 3803 link_network_manager.go:119] Link manager is running I0425 11:47:41.649307 3803 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 11:47:41.649436 3803 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 11:47:41.649760 3803 vrf_manager.go:128] VRF manager is running I0425 11:47:41.650011 3803 node_controller_manager.go:437] Removing flows to drop GARP I0425 11:47:41.650022 3803 gateway.go:532] Reconciling gateway with updates I0425 11:47:41.671233 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:41.671242 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:41.671258 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:41.671261 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:41.671268 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 11:47:41.671269 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 11:47:41.671281 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:41.671289 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:41.671288 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:41.671301 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:41.671302 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 11:47:41.671292 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 11:47:41.671318 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 11:47:41.671313 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:41.671321 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:41.671329 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:41.671333 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 11:47:41.671317 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:41.671336 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:41.671339 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:41.671346 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:41.671355 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:41.671366 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:41.671368 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 11:47:41.671379 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:41.671384 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:41.671387 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:41.671388 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 11:47:41.671400 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 11:47:41.671319 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 11:47:41.671406 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:41.671281 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:41.671417 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:41.671426 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:41.671432 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:41.671442 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 11:47:41.671445 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:41.671456 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:41.671456 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:41.671461 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:41.671466 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:41.671469 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:41.671472 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:41.671473 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:41.671476 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:41.671478 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 11:47:41.671485 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 11:47:41.671462 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:41.671497 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:41.671501 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:41.671514 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:41.671521 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:41.671528 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:41.671479 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:41.671533 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:41.671546 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:41.671562 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:41.671357 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 11:47:41.671309 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:41.671583 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:41.671593 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:41.671583 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:41.671602 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:41.671552 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:41.671605 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:41.671606 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:41.671615 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:41.671618 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:41.671624 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:41.671602 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:41.671504 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:41.671595 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:41.671673 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:41.671686 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:41.671418 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:41.671707 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:41.671698 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:41.671718 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:41.671723 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:41.671723 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:41.671370 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:41.671755 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:41.671266 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:41.671782 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:41.671442 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:41.671429 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:41.671806 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:41.671490 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:41.671533 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:41.671573 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:41.671850 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:41.671696 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:41.671856 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:41.671865 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 11:47:41.671872 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:41.671695 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 32021 is already open, no action needed I0425 11:47:41.671921 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 30189 is already open, no action needed I0425 11:47:41.671448 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:41.671831 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:41.671572 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 11:47:41.700332 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 11:47:41.700376 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 11:47:41.700391 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 11:47:41.700398 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 11:47:41.700404 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 11:47:41.700411 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 11:47:41.700416 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 11:47:41.700422 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 11:47:41.700429 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 11:47:41.741724 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 11:47:41.741755 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 11:47:41.741783 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 11:47:41.741791 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 11:47:41.741798 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 11:47:41.741805 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 11:47:41.741811 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 11:47:41.741817 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 11:47:41.741823 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 11:47:41.741831 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 11:47:41.741839 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741846 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741856 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 11:47:41.741862 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 11:47:41.741868 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741873 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741893 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741901 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741910 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741916 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 11:47:41.741921 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 11:47:41.741926 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 11:47:41.741932 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 11:47:41.787582 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 11:47:41.787592 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 11:47:42.696734 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:42.696741 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:42.696769 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 33.03µs I0425 11:47:42.696818 3803 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:43.456653 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0425 11:47:43.456690 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 44.01µs I0425 11:47:43.498412 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67c894d68c-ll29d] creating logical port openshift-image-registry_image-registry-67c894d68c-ll29d for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:43.498576 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-67c894d68c-ll29d I0425 11:47:43.524446 3803 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-jbdmk] creating logical port openshift-ingress-canary_ingress-canary-jbdmk for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:43.524606 3803 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-jbdmk I0425 11:47:43.537492 3803 pod.go:62] [openshift-image-registry/image-registry-67c894d68c-ll29d] pod update took 38.949717ms I0425 11:47:43.537521 3803 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67c894d68c-ll29d] addLogicalPort annotation time took 38.984495ms I0425 11:47:43.538685 3803 pods.go:271] [openshift-image-registry/image-registry-67c894d68c-ll29d] addLogicalPort took 40.291704ms, libovsdb time 880.752µs I0425 11:47:43.552480 3803 pod.go:62] [openshift-ingress-canary/ingress-canary-jbdmk] pod update took 27.903891ms I0425 11:47:43.552507 3803 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-jbdmk] addLogicalPort annotation time took 27.940214ms I0425 11:47:43.553715 3803 pods.go:271] [openshift-ingress-canary/ingress-canary-jbdmk] addLogicalPort took 29.289478ms, libovsdb time 879.569µs I0425 11:47:43.560357 3803 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jnmcp] creating logical port openshift-dns_dns-default-jnmcp for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:43.560504 3803 kube.go:256] Updating pod openshift-dns/dns-default-jnmcp I0425 11:47:43.586489 3803 pod.go:62] [openshift-dns/dns-default-jnmcp] pod update took 26.024964ms I0425 11:47:43.586518 3803 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-jnmcp] addLogicalPort annotation time took 26.062047ms I0425 11:47:43.587775 3803 pods.go:271] [openshift-dns/dns-default-jnmcp] addLogicalPort took 27.433683ms, libovsdb time 908.747µs I0425 11:47:44.103331 3803 cni.go:452] [openshift-ingress-canary/ingress-canary-jbdmk f842b723640e058f69b577e5aca9e104565b94cb3b16179f6dfb5c4c0e5ed7e7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-jbdmk f842b723640e058f69b577e5aca9e104565b94cb3b16179f6dfb5c4c0e5ed7e7 network default NAD default NAD key ] I0425 11:47:44.162503 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-jbdmk, hostIfaceName: f842b723640e058, network: default, NAD default, SandboxID: "f842b723640e058f69b577e5aca9e104565b94cb3b16179f6dfb5c4c0e5ed7e7", PCI device ID: , UID: "508a6c00-de6b-434a-860c-32991edbb678", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0425 11:47:44.216239 3803 cni.go:473] [openshift-ingress-canary/ingress-canary-jbdmk f842b723640e058f69b577e5aca9e104565b94cb3b16179f6dfb5c4c0e5ed7e7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-jbdmk f842b723640e058f69b577e5aca9e104565b94cb3b16179f6dfb5c4c0e5ed7e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:6b:c5:f0:42:8e\",\"name\":\"f842b723640e058\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90f2a643-a3bc-40c5-b7a7-c89dcaf48646\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:47:45.153678 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-gwvcp for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:45.153813 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp I0425 11:47:45.166207 3803 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp] pod update took 12.406205ms I0425 11:47:45.166240 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp] addLogicalPort annotation time took 12.479925ms I0425 11:47:45.167605 3803 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp] addLogicalPort took 13.95133ms, libovsdb time 1.071052ms I0425 11:47:45.266862 3803 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-g7wsq for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:45.266987 3803 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq I0425 11:47:45.271792 3803 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-tn7lk for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:45.271804 3803 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2zhsc for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:45.271889 3803 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk I0425 11:47:45.271889 3803 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc I0425 11:47:45.287151 3803 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq] pod update took 20.183709ms I0425 11:47:45.287180 3803 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq] addLogicalPort annotation time took 20.214509ms I0425 11:47:45.288305 3803 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq] addLogicalPort took 21.4621ms, libovsdb time 798.065µs I0425 11:47:45.293178 3803 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc] pod update took 21.313243ms I0425 11:47:45.293200 3803 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc] addLogicalPort annotation time took 21.339109ms I0425 11:47:45.293212 3803 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk] pod update took 21.341723ms I0425 11:47:45.293225 3803 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk] addLogicalPort annotation time took 21.357564ms I0425 11:47:45.294302 3803 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc] addLogicalPort took 22.513697ms, libovsdb time 824.498µs I0425 11:47:45.294646 3803 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk] addLogicalPort took 22.867078ms, libovsdb time 1.101229ms I0425 11:47:45.362494 3803 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-m8xss for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:45.362585 3803 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss I0425 11:47:45.378986 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-kd6k5] creating logical port openshift-insights_insights-operator-6dbb575d6c-kd6k5 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:45.379154 3803 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-kd6k5 I0425 11:47:45.387355 3803 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss] pod update took 24.791175ms I0425 11:47:45.387383 3803 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss] addLogicalPort annotation time took 24.822569ms I0425 11:47:45.388674 3803 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss] addLogicalPort took 26.196311ms, libovsdb time 910.338µs I0425 11:47:45.401469 3803 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-kd6k5] pod update took 22.345628ms I0425 11:47:45.401497 3803 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-kd6k5] addLogicalPort annotation time took 22.378562ms I0425 11:47:45.402709 3803 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-kd6k5] addLogicalPort took 23.747399ms, libovsdb time 871.577µs I0425 11:47:45.406179 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-775b9bf487-rp4z8] creating logical port openshift-ingress_router-default-775b9bf487-rp4z8 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:45.406278 3803 kube.go:256] Updating pod openshift-ingress/router-default-775b9bf487-rp4z8 I0425 11:47:45.431725 3803 pod.go:62] [openshift-ingress/router-default-775b9bf487-rp4z8] pod update took 25.477626ms I0425 11:47:45.431821 3803 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-775b9bf487-rp4z8] addLogicalPort annotation time took 25.580012ms I0425 11:47:45.433195 3803 pods.go:271] [openshift-ingress/router-default-775b9bf487-rp4z8] addLogicalPort took 27.0279ms, libovsdb time 1.02573ms I0425 11:47:45.877767 3803 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss 557b661402f1c138fd7b12d0f041e44a7a910ba30c10cdc4bddc862dff7977ff network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss 557b661402f1c138fd7b12d0f041e44a7a910ba30c10cdc4bddc862dff7977ff network default NAD default NAD key ] I0425 11:47:45.879934 3803 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq 2224d3cb11e9382b65c15e46a7a5cf5ac66ca994e39defac93a24dab0322e7bf network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq 2224d3cb11e9382b65c15e46a7a5cf5ac66ca994e39defac93a24dab0322e7bf network default NAD default NAD key ] I0425 11:47:45.882839 3803 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-kd6k5 c9696b898a8b1f97f8c908af6cbacb060cbc986f152468dec9ff92e39e058fff network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-kd6k5 c9696b898a8b1f97f8c908af6cbacb060cbc986f152468dec9ff92e39e058fff network default NAD default NAD key ] I0425 11:47:45.883701 3803 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp 60d0d5d4199658480a050daa910872049a3fbca96feaad0bfbefa57ff811de5a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp 60d0d5d4199658480a050daa910872049a3fbca96feaad0bfbefa57ff811de5a network default NAD default NAD key ] I0425 11:47:45.884395 3803 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk a0413a08a131b53d310f62bb8c4b712371fd3336740b3f0de7750a6ba42a3373 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk a0413a08a131b53d310f62bb8c4b712371fd3336740b3f0de7750a6ba42a3373 network default NAD default NAD key ] I0425 11:47:45.891631 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-m8xss, hostIfaceName: 557b661402f1c13, network: default, NAD default, SandboxID: "557b661402f1c138fd7b12d0f041e44a7a910ba30c10cdc4bddc862dff7977ff", PCI device ID: , UID: "ab6747ff-5e4c-42e6-a328-66639159c62d", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0425 11:47:45.898941 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-g7wsq, hostIfaceName: 2224d3cb11e9382, network: default, NAD default, SandboxID: "2224d3cb11e9382b65c15e46a7a5cf5ac66ca994e39defac93a24dab0322e7bf", PCI device ID: , UID: "7a1a0653-8bd2-482f-9709-a6b9f6a6d10d", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0425 11:47:45.901137 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-gwvcp, hostIfaceName: 60d0d5d41996584, network: default, NAD default, SandboxID: "60d0d5d4199658480a050daa910872049a3fbca96feaad0bfbefa57ff811de5a", PCI device ID: , UID: "81789734-1718-4ed3-8c57-1b572d9b1ba8", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0425 11:47:45.902597 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-kd6k5, hostIfaceName: c9696b898a8b1f9, network: default, NAD default, SandboxID: "c9696b898a8b1f97f8c908af6cbacb060cbc986f152468dec9ff92e39e058fff", PCI device ID: , UID: "25328048-50e1-46f1-b741-58eb1b070418", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0425 11:47:45.939539 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-tn7lk, hostIfaceName: a0413a08a131b53, network: default, NAD default, SandboxID: "a0413a08a131b53d310f62bb8c4b712371fd3336740b3f0de7750a6ba42a3373", PCI device ID: , UID: "ef43626c-ebf6-4bf0-a63e-62f4c924664c", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0425 11:47:45.965324 3803 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss 557b661402f1c138fd7b12d0f041e44a7a910ba30c10cdc4bddc862dff7977ff network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-m8xss 557b661402f1c138fd7b12d0f041e44a7a910ba30c10cdc4bddc862dff7977ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9a:39:c5:66:42\",\"name\":\"557b661402f1c13\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7171ecde-99a7-4965-a2cc-b2c7e30195a9\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:47:45.966148 3803 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp 60d0d5d4199658480a050daa910872049a3fbca96feaad0bfbefa57ff811de5a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gwvcp 60d0d5d4199658480a050daa910872049a3fbca96feaad0bfbefa57ff811de5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b7:78:00:56:f6\",\"name\":\"60d0d5d41996584\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/527c9e58-f857-4b12-9d9b-f914c1df0b9f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:47:45.966511 3803 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq 2224d3cb11e9382b65c15e46a7a5cf5ac66ca994e39defac93a24dab0322e7bf network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-g7wsq 2224d3cb11e9382b65c15e46a7a5cf5ac66ca994e39defac93a24dab0322e7bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:db:6c:46:fe:4f\",\"name\":\"2224d3cb11e9382\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/392ef234-8d66-4f7e-b735-6d4e859c8879\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:47:45.966773 3803 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-kd6k5 c9696b898a8b1f97f8c908af6cbacb060cbc986f152468dec9ff92e39e058fff network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-kd6k5 c9696b898a8b1f97f8c908af6cbacb060cbc986f152468dec9ff92e39e058fff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:36:12:55:6b:01\",\"name\":\"c9696b898a8b1f9\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5ec0114-bd6f-410f-a541-2535b1c28594\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:47:45.990824 3803 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk a0413a08a131b53d310f62bb8c4b712371fd3336740b3f0de7750a6ba42a3373 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tn7lk a0413a08a131b53d310f62bb8c4b712371fd3336740b3f0de7750a6ba42a3373 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ce:0a:e8:d3:75\",\"name\":\"a0413a08a131b53\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ad9305c-4cea-46f2-8507-de9843ad894f\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:47:47.226658 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:47.248536 3803 cni.go:452] [openshift-network-diagnostics/network-check-target-n7l8m 6ae8c00957f3a93c3dc53a9f30b4b5766515ec01f26a0c06187cfa0f38f2193b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-n7l8m 6ae8c00957f3a93c3dc53a9f30b4b5766515ec01f26a0c06187cfa0f38f2193b network default NAD default NAD key ] I0425 11:47:47.263159 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-n7l8m, hostIfaceName: 6ae8c00957f3a93, network: default, NAD default, SandboxID: "6ae8c00957f3a93c3dc53a9f30b4b5766515ec01f26a0c06187cfa0f38f2193b", PCI device ID: , UID: "3ea80dca-1406-4c0d-a3d9-626ea81e1100", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] W0425 11:47:47.279395 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:47.328921 3803 cni.go:473] [openshift-network-diagnostics/network-check-target-n7l8m 6ae8c00957f3a93c3dc53a9f30b4b5766515ec01f26a0c06187cfa0f38f2193b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-n7l8m 6ae8c00957f3a93c3dc53a9f30b4b5766515ec01f26a0c06187cfa0f38f2193b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bb:1d:2a:df:dd\",\"name\":\"6ae8c00957f3a93\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14e47afb-f90c-40a4-b414-26060ae5d133\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:47:47.646651 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:47.646698 3803 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "ip-10-0-1-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:47.646711 3803 node_tracker.go:235] Node ip-10-0-1-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal" I0425 11:47:47.646727 3803 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.646741 3803 services_controller.go:574] Full service sync requested for network=default W0425 11:47:47.647099 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 11:47:47.647273 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:47.693446 3803 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "ip-10-0-1-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:47.802298 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:47.802448 3803 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.802468 3803 services_controller.go:574] Full service sync requested for network=default I0425 11:47:47.802297 3803 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "ip-10-0-1-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 11:47:47.802956 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:47:47.803156 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:47.803671 3803 zone_ic_handler.go:195] Time taken to create transit switch: 332.591µs I0425 11:47:47.803689 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-85.ec2.internal for the network default I0425 11:47:47.805183 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-85.ec2.internal" on network "default" took: 1.85803ms I0425 11:47:49.854797 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:49.854900 3803 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:49.854820 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:49.854901 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:49.854927 3803 services_controller.go:574] Full service sync requested for network=default I0425 11:47:49.854952 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 10.0.1.85 to PMTUD blocking rules I0425 11:47:49.854941 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 39.581µs I0425 11:47:49.854965 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0425 11:47:49.855182 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:47:49.855557 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:49.862970 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-85.ec2.internal. Updating no re-route policies I0425 11:47:49.870631 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 10.0.1.85 to PMTUD blocking rules I0425 11:47:49.870654 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0425 11:47:50.246890 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0425 11:47:51.395762 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:52.560797 3803 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 11:47:52.561961 3803 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.133717ms I0425 11:47:52.625384 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 11:47:52.720384 3803 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-dj4k7 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:47:52.720481 3803 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7 I0425 11:47:52.741396 3803 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7] pod update took 20.937451ms I0425 11:47:52.741427 3803 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7] addLogicalPort annotation time took 20.974196ms I0425 11:47:52.742660 3803 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7] addLogicalPort took 22.2928ms, libovsdb time 893.493µs I0425 11:47:52.982268 3803 namespace.go:98] [openshift-service-ca] adding namespace I0425 11:47:52.983206 3803 namespace.go:102] [openshift-service-ca] adding namespace took 909.459µs I0425 11:47:52.997906 3803 namespace.go:142] [openshift-service-ca] updating namespace I0425 11:47:53.104125 3803 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7 4c5b4a5efc48d2e0d09f259e1652ba11d61c58b7f6449abc0a9faeddc349a42c network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7 4c5b4a5efc48d2e0d09f259e1652ba11d61c58b7f6449abc0a9faeddc349a42c network default NAD default NAD key ] I0425 11:47:53.113728 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-dj4k7, hostIfaceName: 4c5b4a5efc48d2e, network: default, NAD default, SandboxID: "4c5b4a5efc48d2e0d09f259e1652ba11d61c58b7f6449abc0a9faeddc349a42c", PCI device ID: , UID: "f2856ca2-7327-4f56-9229-0219126b36f9", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0425 11:47:53.165129 3803 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7 4c5b4a5efc48d2e0d09f259e1652ba11d61c58b7f6449abc0a9faeddc349a42c network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-dj4k7 4c5b4a5efc48d2e0d09f259e1652ba11d61c58b7f6449abc0a9faeddc349a42c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:d4:38:d4:93:8c\",\"name\":\"4c5b4a5efc48d2e\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a22cbe9-0bae-4f12-bcb0-6dc386f3d282\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:47:53.552988 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:53.553019 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 37.63µs W0425 11:48:02.642119 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 11:48:15.734030 3803 cni.go:452] [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key ] I0425 11:48:15.743806 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67c894d68c-ll29d, hostIfaceName: 4c18ee0e259a028, network: default, NAD default, SandboxID: "4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf", PCI device ID: , UID: "7c789110-fc09-47c7-a324-d0c44e9b8d10", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0425 11:48:15.771474 3803 cni.go:452] [openshift-dns/dns-default-jnmcp c30af8eb23e16009dd6316f52c37773bbeb4a909c394d0de4320d337318ab165 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-jnmcp c30af8eb23e16009dd6316f52c37773bbeb4a909c394d0de4320d337318ab165 network default NAD default NAD key ] I0425 11:48:15.793216 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jnmcp, hostIfaceName: c30af8eb23e1600, network: default, NAD default, SandboxID: "c30af8eb23e16009dd6316f52c37773bbeb4a909c394d0de4320d337318ab165", PCI device ID: , UID: "04b8e7c2-e3b0-4526-aa9c-f9b083ca34d3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0425 11:48:15.796938 3803 cni.go:473] [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:3c:ea:d1:00:5a\",\"name\":\"4c18ee0e259a028\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ece3ff3-c34f-4fcd-b961-cc67507b04ed\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:48:15.855974 3803 cni.go:473] [openshift-dns/dns-default-jnmcp c30af8eb23e16009dd6316f52c37773bbeb4a909c394d0de4320d337318ab165 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-jnmcp c30af8eb23e16009dd6316f52c37773bbeb4a909c394d0de4320d337318ab165 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:bc:ba:73:0d:ae\",\"name\":\"c30af8eb23e1600\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6291a2f2-699f-4d7a-a257-db76d5f42ab9\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:48:16.299379 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.299399 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.299406 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 11:48:16.323634 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-frhk5] creating logical port openshift-insights_insights-runtime-extractor-frhk5 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:48:16.323768 3803 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-frhk5 W0425 11:48:16.365446 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:16.384604 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:48:16.395244 3803 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-frhk5 W0425 11:48:16.437871 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:48:16.443573 3803 pod.go:62] [openshift-insights/insights-runtime-extractor-frhk5] pod update took 119.833566ms I0425 11:48:16.443606 3803 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-frhk5] addLogicalPort annotation time took 119.872489ms I0425 11:48:16.444925 3803 pods.go:271] [openshift-insights/insights-runtime-extractor-frhk5] addLogicalPort took 121.31ms, libovsdb time 932.38µs W0425 11:48:16.558382 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:16.586478 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:48:16.605019 3803 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-97xks] creating logical port openshift-console_downloads-5c54f4944f-97xks for pod on switch ip-10-0-2-252.ec2.internal I0425 11:48:16.605251 3803 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-97xks I0425 11:48:16.637330 3803 pod.go:62] [openshift-console/downloads-5c54f4944f-97xks] pod update took 32.112563ms I0425 11:48:16.637355 3803 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-97xks] addLogicalPort annotation time took 32.146778ms I0425 11:48:16.638615 3803 pods.go:271] [openshift-console/downloads-5c54f4944f-97xks] addLogicalPort took 33.609706ms, libovsdb time 925.1µs I0425 11:48:16.682587 3803 cni.go:452] [openshift-insights/insights-runtime-extractor-frhk5 42ba0ebd1a83f37bc2a52e9274bb591337641c4c9c32d88435822de10c94c106 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-frhk5 42ba0ebd1a83f37bc2a52e9274bb591337641c4c9c32d88435822de10c94c106 network default NAD default NAD key ] I0425 11:48:16.693703 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-frhk5, hostIfaceName: 42ba0ebd1a83f37, network: default, NAD default, SandboxID: "42ba0ebd1a83f37bc2a52e9274bb591337641c4c9c32d88435822de10c94c106", PCI device ID: , UID: "6f953986-4871-4829-a441-42fd625cb0b5", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0425 11:48:16.748235 3803 cni.go:473] [openshift-insights/insights-runtime-extractor-frhk5 42ba0ebd1a83f37bc2a52e9274bb591337641c4c9c32d88435822de10c94c106 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-frhk5 42ba0ebd1a83f37bc2a52e9274bb591337641c4c9c32d88435822de10c94c106 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:06:d0:b3:8e:15\",\"name\":\"42ba0ebd1a83f37\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b17e4b0-de72-4692-893a-1f235a2d101d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:48:17.367021 3803 cni.go:452] [openshift-console/downloads-5c54f4944f-97xks 02ff39cf9675e42ec02fce588bad9114aacc56e49b7e546af8dd9e74bdd0031e network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-97xks 02ff39cf9675e42ec02fce588bad9114aacc56e49b7e546af8dd9e74bdd0031e network default NAD default NAD key ] I0425 11:48:17.376998 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-97xks, hostIfaceName: 02ff39cf9675e42, network: default, NAD default, SandboxID: "02ff39cf9675e42ec02fce588bad9114aacc56e49b7e546af8dd9e74bdd0031e", PCI device ID: , UID: "38edf73f-c0e3-41dd-b5b6-ee10b9b2b7b5", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0425 11:48:17.432498 3803 cni.go:473] [openshift-console/downloads-5c54f4944f-97xks 02ff39cf9675e42ec02fce588bad9114aacc56e49b7e546af8dd9e74bdd0031e network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-97xks 02ff39cf9675e42ec02fce588bad9114aacc56e49b7e546af8dd9e74bdd0031e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8b:d5:6a:bc:71\",\"name\":\"02ff39cf9675e42\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/012e008f-8a82-4042-b7ff-7f22112b4f22\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:48:17.492649 3803 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc 3ca740ba04fbe112411f173d34470085a451af410ab7b60ab935990fd71939e2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc 3ca740ba04fbe112411f173d34470085a451af410ab7b60ab935990fd71939e2 network default NAD default NAD key ] I0425 11:48:17.502989 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2zhsc, hostIfaceName: 3ca740ba04fbe11, network: default, NAD default, SandboxID: "3ca740ba04fbe112411f173d34470085a451af410ab7b60ab935990fd71939e2", PCI device ID: , UID: "52449711-8c33-4233-926d-359d3960ad63", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0425 11:48:17.556213 3803 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc 3ca740ba04fbe112411f173d34470085a451af410ab7b60ab935990fd71939e2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2zhsc 3ca740ba04fbe112411f173d34470085a451af410ab7b60ab935990fd71939e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:19:6b:7b:15:5e\",\"name\":\"3ca740ba04fbe11\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d666998a-b986-46cc-b979-7e7726000343\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:48:17.600987 3803 cni.go:452] [openshift-ingress/router-default-775b9bf487-rp4z8 70a21ef8c9cd22e1c2d4eb18de8eef6e18e661a887ddf16236033e7e6da6bcc8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-775b9bf487-rp4z8 70a21ef8c9cd22e1c2d4eb18de8eef6e18e661a887ddf16236033e7e6da6bcc8 network default NAD default NAD key ] I0425 11:48:17.611322 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-775b9bf487-rp4z8, hostIfaceName: 70a21ef8c9cd22e, network: default, NAD default, SandboxID: "70a21ef8c9cd22e1c2d4eb18de8eef6e18e661a887ddf16236033e7e6da6bcc8", PCI device ID: , UID: "df0e485a-77e8-4c42-a348-de11e737c11a", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0425 11:48:17.662442 3803 cni.go:473] [openshift-ingress/router-default-775b9bf487-rp4z8 70a21ef8c9cd22e1c2d4eb18de8eef6e18e661a887ddf16236033e7e6da6bcc8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-775b9bf487-rp4z8 70a21ef8c9cd22e1c2d4eb18de8eef6e18e661a887ddf16236033e7e6da6bcc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:2b:61:56:f0:25\",\"name\":\"70a21ef8c9cd22e\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35f36b55-6bf2-4890-bdd4-f019d9b754f5\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:48:18.236601 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:18.236674 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:18.349170 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.349200 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.351573 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.351588 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.351593 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.379058 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.379092 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.379098 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.380456 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.380511 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.477403 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.477431 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.477435 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.477438 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.477451 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.531674 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:18.531694 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:18.531701 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 11:48:19.241926 3803 cni.go:452] [openshift-multus/network-metrics-daemon-x47jm 55555caae5adb35fdcb5672ce171fa22be647e5502d985c8304bef5177db11c9 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-x47jm 55555caae5adb35fdcb5672ce171fa22be647e5502d985c8304bef5177db11c9 network default NAD default NAD key ] I0425 11:48:19.252586 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-x47jm, hostIfaceName: 55555caae5adb35, network: default, NAD default, SandboxID: "55555caae5adb35fdcb5672ce171fa22be647e5502d985c8304bef5177db11c9", PCI device ID: , UID: "20d16a65-bc51-4962-876b-1c02bcfda42f", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0425 11:48:19.311942 3803 cni.go:473] [openshift-multus/network-metrics-daemon-x47jm 55555caae5adb35fdcb5672ce171fa22be647e5502d985c8304bef5177db11c9 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-x47jm 55555caae5adb35fdcb5672ce171fa22be647e5502d985c8304bef5177db11c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:30:4f:fd:64:3a\",\"name\":\"55555caae5adb35\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/505ced4a-1cc3-443f-b0fc-e0ea9b354393\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:48:19.366138 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.366162 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.366168 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.366180 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.366259 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.366267 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.366317 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.366330 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.366340 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.366356 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.366363 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.366369 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.392298 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.392321 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.392330 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.392350 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.392358 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.392362 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.394776 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.394863 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.394885 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.394893 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.394807 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.394928 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.504639 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.504662 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.504671 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.508603 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.508624 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0425 11:48:19.630424 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 11:48:22.322409 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322438 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322445 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322466 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322473 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322480 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.374347 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 11:48:22.384662 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:22.902753 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.902774 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.902780 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.902792 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.902796 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.902800 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0425 11:48:25.328385 3803 base_network_controller_pods.go:487] [default/openshift-console/console-7d46bfb7d4-dlnmc] creating logical port openshift-console_console-7d46bfb7d4-dlnmc for pod on switch ip-10-0-2-252.ec2.internal I0425 11:48:25.328516 3803 kube.go:256] Updating pod openshift-console/console-7d46bfb7d4-dlnmc I0425 11:48:25.345456 3803 pod.go:62] [openshift-console/console-7d46bfb7d4-dlnmc] pod update took 16.978364ms I0425 11:48:25.345481 3803 base_network_controller_pods.go:951] [default/openshift-console/console-7d46bfb7d4-dlnmc] addLogicalPort annotation time took 17.00819ms I0425 11:48:25.346733 3803 pods.go:271] [openshift-console/console-7d46bfb7d4-dlnmc] addLogicalPort took 18.369719ms, libovsdb time 914.923µs I0425 11:48:25.748789 3803 cni.go:452] [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key ] I0425 11:48:25.758585 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d46bfb7d4-dlnmc, hostIfaceName: ee4845ea6af491b, network: default, NAD default, SandboxID: "ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5", PCI device ID: , UID: "0bdd1448-0ebf-48c7-8df0-487a169b5468", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0425 11:48:25.812889 3803 cni.go:473] [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:b2:67:57:f1:77\",\"name\":\"ee4845ea6af491b\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d6241b8-0697-4deb-8ac8-d5c4f6e03bab\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:48:26.389884 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 11:48:28.485772 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:28.485793 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:28.485799 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:32.336729 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:32.336765 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:32.545814 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0425 11:48:32.581751 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0425 11:48:36.572964 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:48:39.461887 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:39.461907 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:39.461913 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.051216 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.051255 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.051264 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 11:48:40.320183 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-586fb9bc98-297s8] creating logical port openshift-monitoring_metrics-server-586fb9bc98-297s8 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:48:40.320262 3803 kube.go:256] Updating pod openshift-monitoring/metrics-server-586fb9bc98-297s8 I0425 11:48:40.341646 3803 pod.go:62] [openshift-monitoring/metrics-server-586fb9bc98-297s8] pod update took 21.405801ms I0425 11:48:40.341689 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-586fb9bc98-297s8] addLogicalPort annotation time took 21.452912ms I0425 11:48:40.342823 3803 pods.go:271] [openshift-monitoring/metrics-server-586fb9bc98-297s8] addLogicalPort took 22.654283ms, libovsdb time 809.734µs W0425 11:48:40.548405 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d46bfb7d4-8w64r IP address from the namespace address-set, err: pod openshift-console/console-7d46bfb7d4-8w64r: no pod IPs found I0425 11:48:40.557358 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ltzp7 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:48:40.557462 3803 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7 I0425 11:48:40.578418 3803 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7] pod update took 20.98156ms I0425 11:48:40.578448 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7] addLogicalPort annotation time took 21.020095ms I0425 11:48:40.579782 3803 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7] addLogicalPort took 22.438386ms, libovsdb time 949.138µs I0425 11:48:40.683369 3803 cni.go:452] [openshift-monitoring/metrics-server-586fb9bc98-297s8 8b01b527b1190f18ffee3ea83e73d28d30afe3ed9fff8f43383a8e6f561d08ba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-586fb9bc98-297s8 8b01b527b1190f18ffee3ea83e73d28d30afe3ed9fff8f43383a8e6f561d08ba network default NAD default NAD key ] I0425 11:48:40.708806 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-586fb9bc98-297s8, hostIfaceName: 8b01b527b1190f1, network: default, NAD default, SandboxID: "8b01b527b1190f18ffee3ea83e73d28d30afe3ed9fff8f43383a8e6f561d08ba", PCI device ID: , UID: "32211fb4-24a8-42c8-b6f9-b35fa0e425fb", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0425 11:48:40.760202 3803 cni.go:473] [openshift-monitoring/metrics-server-586fb9bc98-297s8 8b01b527b1190f18ffee3ea83e73d28d30afe3ed9fff8f43383a8e6f561d08ba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-586fb9bc98-297s8 8b01b527b1190f18ffee3ea83e73d28d30afe3ed9fff8f43383a8e6f561d08ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:53:85:a9:c7:68\",\"name\":\"8b01b527b1190f1\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b418f4d-7254-494e-b4de-8b1296c31169\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:48:40.934862 3803 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7 7f056e6b9885feff0067d4df267c2a70d02671e09c00f9705bbdc0715381759d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7 7f056e6b9885feff0067d4df267c2a70d02671e09c00f9705bbdc0715381759d network default NAD default NAD key ] I0425 11:48:40.944425 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ltzp7, hostIfaceName: 7f056e6b9885fef, network: default, NAD default, SandboxID: "7f056e6b9885feff0067d4df267c2a70d02671e09c00f9705bbdc0715381759d", PCI device ID: , UID: "3d2a1b53-994f-4a0e-ba45-630723d8d8e1", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0425 11:48:40.994179 3803 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7 7f056e6b9885feff0067d4df267c2a70d02671e09c00f9705bbdc0715381759d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ltzp7 7f056e6b9885feff0067d4df267c2a70d02671e09c00f9705bbdc0715381759d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7e:16:a4:98:d3\",\"name\":\"7f056e6b9885fef\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7142ea92-d191-4335-b090-107627bc2c6d\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:48:41.717372 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:41.718003 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:42.042633 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:42.042658 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:42.045387 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 11:48:42.045413 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-69fdc6dc8d-sk6lb W0425 11:48:42.594094 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0425 11:48:42.616004 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0425 11:48:42.642025 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 11:48:43.064953 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:43.064978 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:43.133074 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.133123 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.133129 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.133134 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 11:48:43.624136 3803 cni.go:452] [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key ] I0425 11:48:43.699153 3803 cni.go:473] [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-67c894d68c-ll29d 4c18ee0e259a0284dcbdabdcc14f5839008ab3bec5505a3e20ff18700e1316bf network default NAD default NAD key default], result "{}", err I0425 11:48:43.756341 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:43.756382 3803 pods.go:176] Deleting pod: openshift-image-registry/image-registry-67c894d68c-ll29d I0425 11:48:43.757741 3803 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-67c894d68c-ll29d, ips: 10.129.0.5 I0425 11:48:43.757767 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:43.765761 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9c5c7b689-7qv85] creating logical port openshift-image-registry_image-registry-9c5c7b689-7qv85 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:48:43.765859 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-9c5c7b689-7qv85 I0425 11:48:43.781585 3803 pod.go:62] [openshift-image-registry/image-registry-9c5c7b689-7qv85] pod update took 15.75499ms I0425 11:48:43.781605 3803 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9c5c7b689-7qv85] addLogicalPort annotation time took 15.780111ms I0425 11:48:43.783112 3803 pods.go:271] [openshift-image-registry/image-registry-9c5c7b689-7qv85] addLogicalPort took 17.361597ms, libovsdb time 1.072151ms I0425 11:48:44.149030 3803 cni.go:452] [openshift-image-registry/image-registry-9c5c7b689-7qv85 395c09b13531c6120f547d7a49b7f522c1ca3512296f712b7c81c4a456dd4511 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-9c5c7b689-7qv85 395c09b13531c6120f547d7a49b7f522c1ca3512296f712b7c81c4a456dd4511 network default NAD default NAD key ] I0425 11:48:44.159161 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-9c5c7b689-7qv85, hostIfaceName: 395c09b13531c61, network: default, NAD default, SandboxID: "395c09b13531c6120f547d7a49b7f522c1ca3512296f712b7c81c4a456dd4511", PCI device ID: , UID: "e136505e-d0bb-41ef-85d0-e6e5263a8d95", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0425 11:48:44.211580 3803 cni.go:473] [openshift-image-registry/image-registry-9c5c7b689-7qv85 395c09b13531c6120f547d7a49b7f522c1ca3512296f712b7c81c4a456dd4511 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-9c5c7b689-7qv85 395c09b13531c6120f547d7a49b7f522c1ca3512296f712b7c81c4a456dd4511 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:2c:35:b5:3f:e6\",\"name\":\"395c09b13531c61\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94ecf426-e0e7-418f-bd09-0c7d376220ff\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:48:44.485142 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.485162 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.485168 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.485172 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.562887 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:44.562912 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:44.589957 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 11:48:44.615281 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:44.615302 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:44.625691 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c894d68c-ll29d I0425 11:48:44.625725 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c894d68c-ll29d W0425 11:48:44.800131 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d8884d9ff-f77v5 IP address from the namespace address-set, err: pod openshift-console/console-5d8884d9ff-f77v5: no pod IPs found W0425 11:48:44.802334 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d8884d9ff-2gxtl IP address from the namespace address-set, err: pod openshift-console/console-5d8884d9ff-2gxtl: no pod IPs found I0425 11:48:47.556232 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts for pod on switch ip-10-0-2-252.ec2.internal I0425 11:48:47.556339 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts I0425 11:48:47.569404 3803 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts] pod update took 13.095014ms I0425 11:48:47.569427 3803 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts] addLogicalPort annotation time took 13.123745ms I0425 11:48:47.570770 3803 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts] addLogicalPort took 14.556715ms, libovsdb time 1.016864ms I0425 11:48:48.006123 3803 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key ] I0425 11:48:48.015237 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts, hostIfaceName: f233ff567f51f75, network: default, NAD default, SandboxID: "f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f", PCI device ID: , UID: "debfe588-a80b-44d3-9f83-350a10ae357f", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0425 11:48:48.064774 3803 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:6b:c6:28:0e:ab\",\"name\":\"f233ff567f51f75\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44563d4e-a6af-4d1f-ba63-9a1ad604af19\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:48:59.280652 3803 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-98pjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:59.281245 3803 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-98pjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:00.153642 3803 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-98pjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:00.153668 3803 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-98pjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:00.158670 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ff9c694b-98pjl I0425 11:49:00.158695 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ff9c694b-98pjl I0425 11:49:01.898930 3803 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:01.899523 3803 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:02.602733 3803 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:02.602758 3803 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:02.608031 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ff9c694b-5kxt5 I0425 11:49:02.608058 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ff9c694b-5kxt5 W0425 11:49:03.604734 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 11:49:04.075947 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:49:04.075977 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:49:04.114029 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:49:04.114055 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:49:04.690943 3803 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key ] I0425 11:49:04.765293 3803 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts f233ff567f51f75c4a8257b3767baebef7120ac8140110e8dc202ce28008bf8f network default NAD default NAD key default], result "{}", err I0425 11:49:04.825889 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.825930 3803 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts I0425 11:49:04.827358 3803 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts, ips: 10.129.0.22 I0425 11:49:04.827384 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.827406 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.827416 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 11:49:04.827627 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.827643 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 11:49:05.620160 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:49:05.855741 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.855769 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.855786 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.855795 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:49:06.697218 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 11:49:06.697270 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 11:49:06.697314 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0425 11:49:07.616005 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 11:49:07.624204 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0425 11:49:07.701660 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 11:49:11.718837 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 11:49:11.718853 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 11:49:11.718924 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 11:49:12.723739 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 11:49:21.760683 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 11:49:21.760709 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 11:49:21.760744 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 11:49:22.767212 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 11:49:29.429179 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:29.429716 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:29.572886 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 11:49:29.710466 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:29.710492 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:29.716174 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:49:29.716202 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:49:35.349532 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.350069 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.380423 3803 cni.go:452] [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key ] I0425 11:49:35.455741 3803 cni.go:473] [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d46bfb7d4-dlnmc ee4845ea6af491bf9aaa04d54fddb9378c73523a41cf9f068ca195632fd2f0e5 network default NAD default NAD key default], result "{}", err I0425 11:49:35.503406 3803 obj_retry.go:498] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.503446 3803 pods.go:176] Deleting pod: openshift-console/console-7d46bfb7d4-dlnmc I0425 11:49:35.504623 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d46bfb7d4-dlnmc, ips: 10.129.0.18 I0425 11:49:35.504650 3803 obj_retry.go:498] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.737555 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.737579 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.740030 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-866bcd745f-x65kq I0425 11:49:35.740055 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-866bcd745f-x65kq I0425 11:49:35.806501 3803 obj_retry.go:492] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.806525 3803 obj_retry.go:492] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.814041 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d46bfb7d4-dlnmc I0425 11:49:35.814062 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d46bfb7d4-dlnmc I0425 11:49:57.786340 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:57.786919 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:58.362729 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:58.362753 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:58.370216 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 11:49:58.370241 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 11:50:00.194521 3803 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618630-bw2th for pod on switch ip-10-0-2-252.ec2.internal I0425 11:50:00.194656 3803 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 11:50:00.207312 3803 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th] pod update took 12.675769ms I0425 11:50:00.207342 3803 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th] addLogicalPort annotation time took 12.71464ms I0425 11:50:00.208613 3803 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th] addLogicalPort took 14.110382ms, libovsdb time 930.917µs I0425 11:50:00.560451 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key ] I0425 11:50:00.569479 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618630-bw2th, hostIfaceName: 54db7791c6fe459, network: default, NAD default, SandboxID: "54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855", PCI device ID: , UID: "ca0163de-8256-4355-9447-6ec1d2cb139d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0425 11:50:00.618923 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d4:bf:5e:7b:b8\",\"name\":\"54db7791c6fe459\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e63f2f0-bd71-459e-b283-a27b04489c4d\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:50:02.054521 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:02.055100 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:02.393514 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:02.393540 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:02.402097 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 11:50:02.402131 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 11:50:04.931164 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key ] I0425 11:50:05.007189 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th 54db7791c6fe45998cef96419f764997b3e7c331c9f67f64075dd52eedc6d855 network default NAD default NAD key default], result "{}", err I0425 11:50:05.049025 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:05.049072 3803 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 11:50:05.050455 3803 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th, ips: 10.129.0.23 I0425 11:50:05.050484 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:06.072319 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:06.072342 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:07.899786 3803 base_network_controller_pods.go:487] [default/openshift-console/console-649bfd47fc-njgnz] creating logical port openshift-console_console-649bfd47fc-njgnz for pod on switch ip-10-0-2-252.ec2.internal I0425 11:50:07.899876 3803 kube.go:256] Updating pod openshift-console/console-649bfd47fc-njgnz I0425 11:50:07.927358 3803 pod.go:62] [openshift-console/console-649bfd47fc-njgnz] pod update took 27.505811ms I0425 11:50:07.927383 3803 base_network_controller_pods.go:951] [default/openshift-console/console-649bfd47fc-njgnz] addLogicalPort annotation time took 27.534867ms I0425 11:50:07.928683 3803 pods.go:271] [openshift-console/console-649bfd47fc-njgnz] addLogicalPort took 28.910023ms, libovsdb time 984.642µs I0425 11:50:08.244925 3803 cni.go:452] [openshift-console/console-649bfd47fc-njgnz 1abb75ceeed54ef8dcd18fbf302a058b99b32a932f91216c085ca48e0d06520e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-649bfd47fc-njgnz 1abb75ceeed54ef8dcd18fbf302a058b99b32a932f91216c085ca48e0d06520e network default NAD default NAD key ] I0425 11:50:08.254178 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-649bfd47fc-njgnz, hostIfaceName: 1abb75ceeed54ef, network: default, NAD default, SandboxID: "1abb75ceeed54ef8dcd18fbf302a058b99b32a932f91216c085ca48e0d06520e", PCI device ID: , UID: "2278bb37-5265-4e8e-a4ed-b0ce25e9ad1c", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0425 11:50:08.305526 3803 cni.go:473] [openshift-console/console-649bfd47fc-njgnz 1abb75ceeed54ef8dcd18fbf302a058b99b32a932f91216c085ca48e0d06520e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-649bfd47fc-njgnz 1abb75ceeed54ef8dcd18fbf302a058b99b32a932f91216c085ca48e0d06520e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:bd:e4:c6:f8:b3\",\"name\":\"1abb75ceeed54ef\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6daecc97-c82e-484a-a138-8323c372344e\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:50:18.988853 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 11:50:30.227040 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:30.227614 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:30.979035 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:30.979058 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:30.984791 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 11:50:30.984813 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 11:50:33.180537 3803 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-f9mck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:33.181115 3803 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-f9mck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:34.020221 3803 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-f9mck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:34.020243 3803 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-f9mck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:34.025955 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6987c68b85-f9mck I0425 11:50:34.025981 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6987c68b85-f9mck I0425 11:50:44.316741 3803 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-gsxzx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:44.317313 3803 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-gsxzx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:44.565677 3803 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-gsxzx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:44.565701 3803 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-gsxzx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:44.571955 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6987c68b85-gsxzx I0425 11:50:44.571981 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6987c68b85-gsxzx I0425 11:51:04.991426 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:51:04.991954 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:51:05.138462 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:51:05.138486 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:51:05.146069 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 11:51:05.146117 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 11:52:48.739493 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0425 11:53:50.819992 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0425 11:54:06.816372 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 11:54:09.406013 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-k284c for pod on switch ip-10-0-2-252.ec2.internal I0425 11:54:09.406172 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c I0425 11:54:09.435045 3803 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c] pod update took 28.903646ms I0425 11:54:09.435094 3803 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c] addLogicalPort annotation time took 28.941018ms I0425 11:54:09.436300 3803 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c] addLogicalPort took 30.307667ms, libovsdb time 887.52µs I0425 11:54:09.761600 3803 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c 113a1029810891da84cb9a7dea2fca47bd3c78ca40541bdd5b911d140a9684c1 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c 113a1029810891da84cb9a7dea2fca47bd3c78ca40541bdd5b911d140a9684c1 network default NAD default NAD key ] I0425 11:54:09.770787 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-k284c, hostIfaceName: 113a1029810891d, network: default, NAD default, SandboxID: "113a1029810891da84cb9a7dea2fca47bd3c78ca40541bdd5b911d140a9684c1", PCI device ID: , UID: "73442f9b-645b-440e-9d0e-fbda1e0ad36f", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0425 11:54:09.821130 3803 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c 113a1029810891da84cb9a7dea2fca47bd3c78ca40541bdd5b911d140a9684c1 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-k284c 113a1029810891da84cb9a7dea2fca47bd3c78ca40541bdd5b911d140a9684c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:5d:75:75:60:dd\",\"name\":\"113a1029810891d\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dde56df6-5b4a-4df3-9c22-5e5eceaa828d\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:54:12.838548 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:54:14.855231 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 11:54:21.730488 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0425 11:54:23.836308 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:54:23.870043 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 11:54:23.870131 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-clh4m IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-clh4m: no pod IPs found I0425 11:54:30.831912 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 11:54:33.843191 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 11:54:57.739825 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=614 I0425 11:55:08.838883 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 11:55:35.849734 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 11:55:44.815919 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 11:55:47.311427 3803 namespace.go:98] [tsf] adding namespace I0425 11:55:47.312316 3803 namespace.go:102] [tsf] adding namespace took 865.122µs I0425 11:55:47.329362 3803 namespace.go:142] [tsf] updating namespace I0425 11:55:47.336179 3803 namespace.go:142] [tsf] updating namespace I0425 11:55:51.108506 3803 namespace.go:98] [tsf-keycloak] adding namespace I0425 11:55:51.108620 3803 namespace.go:98] [tsf-tas] adding namespace I0425 11:55:51.108820 3803 namespace.go:98] [rhbk-operator] adding namespace I0425 11:55:51.108827 3803 namespace.go:98] [konflux-operator] adding namespace I0425 11:55:51.108914 3803 namespace.go:98] [tsf-tpa] adding namespace I0425 11:55:51.109513 3803 namespace.go:102] [tsf-keycloak] adding namespace took 983.236µs I0425 11:55:51.109547 3803 namespace.go:98] [konflux-ui] adding namespace I0425 11:55:51.110113 3803 namespace.go:102] [konflux-ui] adding namespace took 558.198µs I0425 11:55:51.110632 3803 namespace.go:102] [tsf-tas] adding namespace took 1.994244ms I0425 11:55:51.110990 3803 namespace.go:98] [cert-manager-operator] adding namespace I0425 11:55:51.111275 3803 namespace.go:102] [rhbk-operator] adding namespace took 2.43464ms I0425 11:55:51.111820 3803 namespace.go:102] [konflux-operator] adding namespace took 2.973551ms I0425 11:55:51.112361 3803 namespace.go:102] [tsf-tpa] adding namespace took 3.430922ms I0425 11:55:51.112387 3803 namespace.go:98] [rhtpa-operator] adding namespace I0425 11:55:51.112817 3803 namespace.go:102] [cert-manager-operator] adding namespace took 1.812348ms I0425 11:55:51.113282 3803 namespace.go:102] [rhtpa-operator] adding namespace took 889.321µs I0425 11:55:51.133927 3803 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.159594 3803 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.165234 3803 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.165310 3803 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:51.165368 3803 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.165515 3803 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.177894 3803 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.192895 3803 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.195762 3803 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.197133 3803 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.214575 3803 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.237053 3803 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.244589 3803 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.262833 3803 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.266568 3803 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.279368 3803 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.300377 3803 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.318467 3803 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.322098 3803 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.335785 3803 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.444375 3803 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.505142 3803 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:51.657864 3803 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.684609 3803 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:52.507266 3803 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:52.520656 3803 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:54.241105 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n for pod on switch ip-10-0-2-252.ec2.internal I0425 11:55:54.241244 3803 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n I0425 11:55:54.255144 3803 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n] pod update took 13.933196ms I0425 11:55:54.255174 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n] addLogicalPort annotation time took 13.965881ms I0425 11:55:54.256375 3803 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n] addLogicalPort took 15.300399ms, libovsdb time 858.052µs I0425 11:55:54.331782 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd for pod on switch ip-10-0-2-252.ec2.internal I0425 11:55:54.331915 3803 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd I0425 11:55:54.345031 3803 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd] pod update took 13.143861ms I0425 11:55:54.345061 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd] addLogicalPort annotation time took 13.180469ms I0425 11:55:54.346464 3803 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd] addLogicalPort took 14.702666ms, libovsdb time 904.81µs I0425 11:55:54.600575 3803 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key ] I0425 11:55:54.610548 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n, hostIfaceName: 30c058225d20ad1, network: default, NAD default, SandboxID: "30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd", PCI device ID: , UID: "b2fc0240-e64e-41c7-ad48-b48c55848732", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0425 11:55:54.663156 3803 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:91:84:f7:5e:cb\",\"name\":\"30c058225d20ad1\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ff0cfd7-4010-4c44-8ec0-3c54d7ea6394\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:55:54.690877 3803 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key ] I0425 11:55:54.700851 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd, hostIfaceName: 98da3fae879cfa8, network: default, NAD default, SandboxID: "98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3", PCI device ID: , UID: "74ecc292-2f93-4ddf-ba74-5ac748242cab", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0425 11:55:54.753756 3803 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ab:66:17:7c:c4\",\"name\":\"98da3fae879cfa8\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a767df01-65ac-4acd-a6e4-90765e193107\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:55:58.809013 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:55:58.809184 3803 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 I0425 11:55:58.822403 3803 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6] pod update took 13.249057ms I0425 11:55:58.822427 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6] addLogicalPort annotation time took 13.280803ms I0425 11:55:58.823718 3803 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6] addLogicalPort took 14.721306ms, libovsdb time 931.775µs I0425 11:55:59.006790 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr for pod on switch ip-10-0-2-252.ec2.internal I0425 11:55:59.006909 3803 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr I0425 11:55:59.020302 3803 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr] pod update took 13.420198ms I0425 11:55:59.020325 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr] addLogicalPort annotation time took 13.447571ms I0425 11:55:59.021559 3803 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr] addLogicalPort took 14.787832ms, libovsdb time 866.597µs I0425 11:55:59.172140 3803 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key ] I0425 11:55:59.181567 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6, hostIfaceName: b85cfc34a63dd3d, network: default, NAD default, SandboxID: "b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a", PCI device ID: , UID: "08a31179-dc39-44d7-83ba-22494707e32e", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0425 11:55:59.234471 3803 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:ec:47:e5:36:13\",\"name\":\"b85cfc34a63dd3d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcee2cad-f14d-4781-9a17-1961cc4c01a8\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:55:59.251819 3803 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key ] I0425 11:55:59.320857 3803 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n 30c058225d20ad17800a0e2d628f1d56d8767639c12ea5a03752533f61a5b6cd network default NAD default NAD key default], result "{}", err I0425 11:55:59.365401 3803 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key ] I0425 11:55:59.371705 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.371742 3803 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n I0425 11:55:59.373159 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n, ips: 10.129.0.26 I0425 11:55:59.373188 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.373211 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.373221 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:55:59.373451 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.373467 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:55:59.375436 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr, hostIfaceName: 40afb04dd6ec7fe, network: default, NAD default, SandboxID: "40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047", PCI device ID: , UID: "8b824e32-5237-4189-bb22-18fd3abf3747", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0425 11:55:59.427071 3803 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:35:a6:5e:0d:cc\",\"name\":\"40afb04dd6ec7fe\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec8444af-03f1-4e02-98d8-dcf172795121\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:00.259523 3803 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key ] I0425 11:56:00.331703 3803 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd 98da3fae879cfa82277c4ae507833c446ae36b633ce725f4a58c7bf0703f0ae3 network default NAD default NAD key default], result "{}", err I0425 11:56:00.377901 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.377960 3803 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd I0425 11:56:00.379406 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd, ips: 10.129.0.27 I0425 11:56:00.379441 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.379465 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.379477 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:00.379655 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.379671 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:00.395760 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.395784 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.395798 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.395808 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.071659 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:01.071789 3803 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd I0425 11:56:01.084443 3803 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd] pod update took 12.680347ms I0425 11:56:01.084473 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd] addLogicalPort annotation time took 12.71491ms I0425 11:56:01.085746 3803 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd] addLogicalPort took 14.103346ms, libovsdb time 890.45µs I0425 11:56:01.172511 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:01.172657 3803 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p I0425 11:56:01.185335 3803 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p] pod update took 12.707901ms I0425 11:56:01.185362 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p] addLogicalPort annotation time took 12.739441ms I0425 11:56:01.186553 3803 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p] addLogicalPort took 14.064187ms, libovsdb time 824.939µs I0425 11:56:01.406902 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.406929 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.406941 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.406951 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.434796 3803 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key ] I0425 11:56:01.445197 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd, hostIfaceName: 2d4c19fa1a4fc64, network: default, NAD default, SandboxID: "2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b", PCI device ID: , UID: "5e871227-029b-4b1d-80a4-e46068e5376d", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0425 11:56:01.497965 3803 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e3:7d:94:44:56\",\"name\":\"2d4c19fa1a4fc64\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da912d73-873c-469d-a64e-ad61a1e4d4a3\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:01.536222 3803 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key ] I0425 11:56:01.546074 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p, hostIfaceName: ad86a2ce86b9274, network: default, NAD default, SandboxID: "ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74", PCI device ID: , UID: "777d98eb-0397-45e8-9128-25eec11412ae", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0425 11:56:01.599616 3803 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ba:fc:24:0d:f9\",\"name\":\"ad86a2ce86b9274\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47a5a7a9-a3a6-49a1-806f-a10a05315183\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:03.285831 3803 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key ] I0425 11:56:03.286234 3803 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key ] I0425 11:56:03.369317 3803 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 b85cfc34a63dd3dca6854002260d820e3fac40486933fe00536765becc964f2a network default NAD default NAD key default], result "{}", err I0425 11:56:03.383308 3803 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr 40afb04dd6ec7fe154fa7d74656fab3fb37c5409e638d9127ca04cf9b8ab5047 network default NAD default NAD key default], result "{}", err I0425 11:56:03.428549 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428590 3803 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 I0425 11:56:03.430178 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6, ips: 10.129.0.28 I0425 11:56:03.430212 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.430236 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.430245 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:03.430426 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.430444 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:03.450338 3803 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450367 3803 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr I0425 11:56:03.451564 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr, ips: 10.129.0.29 I0425 11:56:03.451593 3803 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.451615 3803 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.451624 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:03.451777 3803 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.451791 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:03.826250 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0425 11:56:04.454040 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.454067 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.454093 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.454102 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477389 3803 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477411 3803 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477422 3803 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477431 3803 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:05.303450 3803 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key ] I0425 11:56:05.374710 3803 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd 2d4c19fa1a4fc644496830a8e8fa3eaae7c94126cba8bb49813c4f5c29c23c6b network default NAD default NAD key default], result "{}", err I0425 11:56:05.419964 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.419995 3803 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd I0425 11:56:05.421444 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd, ips: 10.129.0.30 I0425 11:56:05.421474 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.421499 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.421509 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:05.421702 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.421721 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:06.242104 3803 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-whh9l for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:06.242251 3803 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l I0425 11:56:06.257130 3803 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l] pod update took 14.930527ms I0425 11:56:06.257157 3803 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l] addLogicalPort annotation time took 14.964647ms I0425 11:56:06.258369 3803 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l] addLogicalPort took 16.288183ms, libovsdb time 853.59µs I0425 11:56:06.310222 3803 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key ] I0425 11:56:06.385130 3803 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p ad86a2ce86b9274acea0294def543984ca299988db360955279a870d3aedda74 network default NAD default NAD key default], result "{}", err I0425 11:56:06.433178 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.433230 3803 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p I0425 11:56:06.434560 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p, ips: 10.129.0.31 I0425 11:56:06.434597 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.434621 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.434632 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:06.434798 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.434813 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:06.447658 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.447688 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.447710 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.447724 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.605236 3803 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l 9863bffb15f5193d866567f0a7c23c0fe8e5ba4c1540f9e31259bad500cf7bbd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l 9863bffb15f5193d866567f0a7c23c0fe8e5ba4c1540f9e31259bad500cf7bbd network default NAD default NAD key ] I0425 11:56:06.615231 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-whh9l, hostIfaceName: 9863bffb15f5193, network: default, NAD default, SandboxID: "9863bffb15f5193d866567f0a7c23c0fe8e5ba4c1540f9e31259bad500cf7bbd", PCI device ID: , UID: "b9e09beb-6954-462d-a7f1-047eb1ab98aa", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0425 11:56:06.674185 3803 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l 9863bffb15f5193d866567f0a7c23c0fe8e5ba4c1540f9e31259bad500cf7bbd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-whh9l 9863bffb15f5193d866567f0a7c23c0fe8e5ba4c1540f9e31259bad500cf7bbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:7e:39:fe:86:68\",\"name\":\"9863bffb15f5193\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90849169-4f7b-4dda-8542-c6b676740589\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:07.457288 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.457321 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.457335 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.457354 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:56:09.332991 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 11:56:11.335715 3803 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-bdnnk for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:11.335884 3803 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk I0425 11:56:11.426782 3803 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk] pod update took 90.921851ms I0425 11:56:11.426900 3803 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk] addLogicalPort annotation time took 91.048313ms I0425 11:56:11.428587 3803 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk] addLogicalPort took 92.888528ms, libovsdb time 1.179655ms I0425 11:56:11.690431 3803 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk 274c367a17a1a83bde723461e4a1dcf669a427117fa7afd1978cf2123b2d4a6f network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk 274c367a17a1a83bde723461e4a1dcf669a427117fa7afd1978cf2123b2d4a6f network default NAD default NAD key ] I0425 11:56:11.699900 3803 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-bdnnk, hostIfaceName: 274c367a17a1a83, network: default, NAD default, SandboxID: "274c367a17a1a83bde723461e4a1dcf669a427117fa7afd1978cf2123b2d4a6f", PCI device ID: , UID: "ef301eb5-8cf7-4ba9-8367-a68519bb86f3", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0425 11:56:11.752860 3803 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk 274c367a17a1a83bde723461e4a1dcf669a427117fa7afd1978cf2123b2d4a6f network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bdnnk 274c367a17a1a83bde723461e4a1dcf669a427117fa7afd1978cf2123b2d4a6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a5:c6:a4:0a:dc\",\"name\":\"274c367a17a1a83\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc951e24-cfce-4704-9d23-c7a27bc330d0\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:15.198332 3803 namespace.go:98] [cert-manager] adding namespace I0425 11:56:15.199214 3803 namespace.go:102] [cert-manager] adding namespace took 856.777µs I0425 11:56:15.278212 3803 namespace.go:142] [cert-manager] updating namespace I0425 11:56:15.299722 3803 namespace.go:142] [cert-manager] updating namespace I0425 11:56:16.181197 3803 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-g47dk] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-g47dk for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:16.181334 3803 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-g47dk I0425 11:56:16.214454 3803 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-g47dk] pod update took 33.147522ms I0425 11:56:16.214481 3803 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-g47dk] addLogicalPort annotation time took 33.18062ms I0425 11:56:16.215822 3803 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-g47dk] addLogicalPort took 34.650748ms, libovsdb time 961.067µs I0425 11:56:16.545968 3803 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-g47dk 0c08a572e9baf5871c0477b0cf699f33e4b6a0cfab22dca20d7cd1269171ed83 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-g47dk 0c08a572e9baf5871c0477b0cf699f33e4b6a0cfab22dca20d7cd1269171ed83 network default NAD default NAD key ] W0425 11:56:16.549440 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 11:56:16.555498 3803 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-g47dk, hostIfaceName: 0c08a572e9baf58, network: default, NAD default, SandboxID: "0c08a572e9baf5871c0477b0cf699f33e4b6a0cfab22dca20d7cd1269171ed83", PCI device ID: , UID: "19384538-4713-4311-ad45-cd4831d9b38a", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] W0425 11:56:16.558894 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 11:56:16.612520 3803 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-g47dk 0c08a572e9baf5871c0477b0cf699f33e4b6a0cfab22dca20d7cd1269171ed83 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-g47dk 0c08a572e9baf5871c0477b0cf699f33e4b6a0cfab22dca20d7cd1269171ed83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:eb:5c:6d:cf:51\",\"name\":\"0c08a572e9baf58\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef8f39fa-96d4-4fb8-848d-db3ecd5c38ea\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:19.729262 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=89 W0425 11:56:20.338206 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 11:56:22.450511 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 11:56:22.450539 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 11:56:24.517549 3803 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-b2s9w for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:24.517752 3803 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w I0425 11:56:24.544634 3803 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w] pod update took 26.909181ms I0425 11:56:24.544664 3803 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w] addLogicalPort annotation time took 26.945349ms I0425 11:56:24.546049 3803 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w] addLogicalPort took 28.522439ms, libovsdb time 961.348µs I0425 11:56:25.378020 3803 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w bd9f8411d2d7acca0fbfc628876d742d4f72a7f1fe14698f4993bfe2614d374b network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w bd9f8411d2d7acca0fbfc628876d742d4f72a7f1fe14698f4993bfe2614d374b network default NAD default NAD key ] I0425 11:56:25.387679 3803 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-b2s9w, hostIfaceName: bd9f8411d2d7acc, network: default, NAD default, SandboxID: "bd9f8411d2d7acca0fbfc628876d742d4f72a7f1fe14698f4993bfe2614d374b", PCI device ID: , UID: "c9f098a6-dbb5-4162-8adb-f21b50712911", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0425 11:56:25.443567 3803 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w bd9f8411d2d7acca0fbfc628876d742d4f72a7f1fe14698f4993bfe2614d374b network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-b2s9w bd9f8411d2d7acca0fbfc628876d742d4f72a7f1fe14698f4993bfe2614d374b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b4:ba:36:f9:ff\",\"name\":\"bd9f8411d2d7acc\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/124649cb-8525-427b-a884-8221559d9d2b\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:25.998431 3803 namespace.go:142] [openshift-operators] updating namespace I0425 11:56:26.016570 3803 namespace.go:142] [openshift-operators] updating namespace W0425 11:56:28.459369 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.153828 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.179507 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.179582 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.194701 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 11:56:32.029836 3803 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-8z4wl for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:32.029952 3803 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl I0425 11:56:32.052532 3803 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl] pod update took 22.606608ms I0425 11:56:32.052559 3803 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl] addLogicalPort annotation time took 22.639061ms I0425 11:56:32.053765 3803 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl] addLogicalPort took 23.945148ms, libovsdb time 861.295µs I0425 11:56:32.696205 3803 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl b9304807290e41d6020b1c1bba8b85b48c4ecb813e1d36d30c6f4dfabca1ffaf network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl b9304807290e41d6020b1c1bba8b85b48c4ecb813e1d36d30c6f4dfabca1ffaf network default NAD default NAD key ] I0425 11:56:32.705838 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-8z4wl, hostIfaceName: b9304807290e41d, network: default, NAD default, SandboxID: "b9304807290e41d6020b1c1bba8b85b48c4ecb813e1d36d30c6f4dfabca1ffaf", PCI device ID: , UID: "84b501d5-83a0-49dc-83ac-06efb65266b6", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0425 11:56:32.759360 3803 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl b9304807290e41d6020b1c1bba8b85b48c4ecb813e1d36d30c6f4dfabca1ffaf network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-8z4wl b9304807290e41d6020b1c1bba8b85b48c4ecb813e1d36d30c6f4dfabca1ffaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:99:22:a7:2b:63\",\"name\":\"b9304807290e41d\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8a20ab6-9b28-4286-a0ad-c3d88dae9915\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:56:34.480284 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 11:56:34.825065 3803 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 11:56:34.826046 3803 namespace.go:102] [trusted-artifact-signer] adding namespace took 936.089µs I0425 11:56:34.862619 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:34.891414 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:36.098908 3803 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-g4cfh] creating logical port cert-manager_cert-manager-59c77684cc-g4cfh for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:36.099045 3803 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-g4cfh I0425 11:56:36.119623 3803 pod.go:62] [cert-manager/cert-manager-59c77684cc-g4cfh] pod update took 20.606788ms I0425 11:56:36.119647 3803 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-g4cfh] addLogicalPort annotation time took 20.634817ms I0425 11:56:36.120928 3803 pods.go:271] [cert-manager/cert-manager-59c77684cc-g4cfh] addLogicalPort took 22.038547ms, libovsdb time 893.581µs I0425 11:56:36.478889 3803 cni.go:452] [cert-manager/cert-manager-59c77684cc-g4cfh dfc9d2fd439243cd767726b5be0017abbd52aa7740b9ac6220e8f09f66e89a02 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-g4cfh dfc9d2fd439243cd767726b5be0017abbd52aa7740b9ac6220e8f09f66e89a02 network default NAD default NAD key ] I0425 11:56:36.488353 3803 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-g4cfh, hostIfaceName: dfc9d2fd439243c, network: default, NAD default, SandboxID: "dfc9d2fd439243cd767726b5be0017abbd52aa7740b9ac6220e8f09f66e89a02", PCI device ID: , UID: "e9ea52f8-c6f6-47e7-a55e-3eb2e00fb116", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0425 11:56:36.545452 3803 cni.go:473] [cert-manager/cert-manager-59c77684cc-g4cfh dfc9d2fd439243cd767726b5be0017abbd52aa7740b9ac6220e8f09f66e89a02 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-g4cfh dfc9d2fd439243cd767726b5be0017abbd52aa7740b9ac6220e8f09f66e89a02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:cc:c0:22:25:31\",\"name\":\"dfc9d2fd439243c\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/207a0b81-49e6-42ee-8d30-46124e5310f6\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:37.957390 3803 namespace.go:142] [openshift-operators] updating namespace W0425 11:56:39.445155 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 11:56:42.731514 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=170 W0425 11:56:45.599523 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 11:56:47.141612 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:47.142165 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:47.166446 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:47.166471 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:47.170308 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 11:56:47.170331 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 11:56:52.282422 3803 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-dmlg5 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:56:52.282524 3803 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5 I0425 11:56:52.299925 3803 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5] pod update took 17.425086ms I0425 11:56:52.299950 3803 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5] addLogicalPort annotation time took 17.455865ms I0425 11:56:52.301177 3803 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5] addLogicalPort took 18.771163ms, libovsdb time 851.981µs I0425 11:56:54.944207 3803 namespace.go:98] [openshift-pipelines] adding namespace I0425 11:56:54.945104 3803 namespace.go:102] [openshift-pipelines] adding namespace took 875.329µs I0425 11:56:54.970036 3803 namespace.go:142] [openshift-pipelines] updating namespace I0425 11:56:55.690013 3803 namespace.go:142] [cert-manager] updating namespace I0425 11:56:55.874640 3803 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:56.274239 3803 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:56.472176 3803 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:56.674205 3803 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:57.078465 3803 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:57.278529 3803 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:57.479242 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:57.681474 3803 namespace.go:142] [tsf] updating namespace I0425 11:56:57.746830 3803 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5 77e387ff5a2ccf63ed72ee9c80dcf868da92ac036763ea78f99362b6067942dd network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5 77e387ff5a2ccf63ed72ee9c80dcf868da92ac036763ea78f99362b6067942dd network default NAD default NAD key ] I0425 11:56:57.756438 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-dmlg5, hostIfaceName: 77e387ff5a2ccf6, network: default, NAD default, SandboxID: "77e387ff5a2ccf63ed72ee9c80dcf868da92ac036763ea78f99362b6067942dd", PCI device ID: , UID: "c55abd1f-cd49-4102-9c6d-9ffdb1bf6c19", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0425 11:56:57.811477 3803 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5 77e387ff5a2ccf63ed72ee9c80dcf868da92ac036763ea78f99362b6067942dd network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dmlg5 77e387ff5a2ccf63ed72ee9c80dcf868da92ac036763ea78f99362b6067942dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f9:84:64:d1:f6\",\"name\":\"77e387ff5a2ccf6\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cbae1ff-951b-4a31-abe4-c5ecedeab205\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:56:57.882673 3803 namespace.go:142] [tsf-keycloak] updating namespace W0425 11:56:58.035838 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0425 11:56:58.083735 3803 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:58.286345 3803 namespace.go:142] [tsf-tpa] updating namespace I0425 11:56:58.416177 3803 namespace.go:142] [cert-manager] updating namespace I0425 11:56:58.423917 3803 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:58.432896 3803 namespace.go:142] [default] updating namespace I0425 11:56:58.440782 3803 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:58.449602 3803 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:58.458701 3803 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:58.467388 3803 namespace.go:142] [openshift] updating namespace I0425 11:56:58.483207 3803 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:58.489346 3803 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:58.502103 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:58.509975 3803 namespace.go:142] [tsf] updating namespace I0425 11:56:58.530611 3803 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:56:58.548033 3803 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:58.570527 3803 namespace.go:142] [tsf-tpa] updating namespace I0425 11:56:58.668173 3803 namespace.go:142] [cert-manager] updating namespace I0425 11:56:58.769440 3803 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:58.868045 3803 namespace.go:142] [default] updating namespace I0425 11:56:58.969062 3803 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:59.069198 3803 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:59.170382 3803 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:59.269737 3803 namespace.go:142] [openshift] updating namespace I0425 11:56:59.370968 3803 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:59.468935 3803 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:59.567480 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:59.668490 3803 namespace.go:142] [tsf] updating namespace I0425 11:56:59.770290 3803 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:56:59.867430 3803 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:59.971124 3803 namespace.go:142] [tsf-tpa] updating namespace I0425 11:57:00.267482 3803 namespace.go:142] [openshift-pipelines] updating namespace W0425 11:57:02.676684 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 11:57:03.855899 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0425 11:57:09.350162 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz for pod on switch ip-10-0-2-252.ec2.internal I0425 11:57:09.350259 3803 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz I0425 11:57:09.370546 3803 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz] pod update took 20.310346ms I0425 11:57:09.370575 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz] addLogicalPort annotation time took 20.34793ms I0425 11:57:09.371773 3803 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz] addLogicalPort took 21.632086ms, libovsdb time 783.285µs I0425 11:57:09.556241 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-dlzt9 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:57:09.556357 3803 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9 I0425 11:57:09.571490 3803 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9] pod update took 15.168287ms I0425 11:57:09.571516 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9] addLogicalPort annotation time took 15.199989ms I0425 11:57:09.572811 3803 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9] addLogicalPort took 16.590475ms, libovsdb time 941.358µs I0425 11:57:09.713537 3803 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz 16dcc94673aa7c2041e55e6bedf4cc99fd0e51e02600793b7bc198f5f4131901 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz 16dcc94673aa7c2041e55e6bedf4cc99fd0e51e02600793b7bc198f5f4131901 network default NAD default NAD key ] I0425 11:57:09.723323 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz, hostIfaceName: 16dcc94673aa7c2, network: default, NAD default, SandboxID: "16dcc94673aa7c2041e55e6bedf4cc99fd0e51e02600793b7bc198f5f4131901", PCI device ID: , UID: "e58e2f2a-ec49-4f7d-87fe-6df4dac22978", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0425 11:57:09.778002 3803 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz 16dcc94673aa7c2041e55e6bedf4cc99fd0e51e02600793b7bc198f5f4131901 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-nrdkz 16dcc94673aa7c2041e55e6bedf4cc99fd0e51e02600793b7bc198f5f4131901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f7:17:75:32:6b\",\"name\":\"16dcc94673aa7c2\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed170585-bbe1-4cc6-9b35-bca3cf0d9ab8\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:57:09.920302 3803 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9 55da6b23f810d710bbab19cf351a5c380fd87a7e556481f1fcca4955ea50e99e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9 55da6b23f810d710bbab19cf351a5c380fd87a7e556481f1fcca4955ea50e99e network default NAD default NAD key ] I0425 11:57:09.949472 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-dlzt9, hostIfaceName: 55da6b23f810d71, network: default, NAD default, SandboxID: "55da6b23f810d710bbab19cf351a5c380fd87a7e556481f1fcca4955ea50e99e", PCI device ID: , UID: "15d63aed-a7f0-4c28-804f-33af8c25b229", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0425 11:57:10.003021 3803 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9 55da6b23f810d710bbab19cf351a5c380fd87a7e556481f1fcca4955ea50e99e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-dlzt9 55da6b23f810d710bbab19cf351a5c380fd87a7e556481f1fcca4955ea50e99e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d9:4d:a6:f4:95\",\"name\":\"55da6b23f810d71\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be254564-47a3-4363-b27a-5b81e8b660e5\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:57:12.670696 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.670719 3803 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.670724 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.670728 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:13.114091 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.114113 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.114118 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.147333 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:13.147352 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:13.147357 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0425 11:57:17.729804 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=98 W0425 11:57:23.622244 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 11:57:35.039905 3803 namespace.go:142] [openshift-pipelines] updating namespace W0425 11:57:37.824508 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 11:57:41.379413 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:57:41.379986 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:57:41.399580 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:57:41.399610 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:57:41.405670 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 11:57:41.405697 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 11:57:43.306020 3803 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 11:57:43.306770 3803 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 11:57:43.306794 3803 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 11:57:43.309247 3803 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 11:57:43.579588 3803 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:57:43.579689 3803 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0425 11:57:43.598773 3803 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.111603ms I0425 11:57:43.598801 3803 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.146564ms I0425 11:57:43.600113 3803 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.539744ms, libovsdb time 902.243µs I0425 11:57:43.962543 3803 cni.go:452] [tsf-keycloak/keycloak-0 d912c6c7b1598abe82227a97f75b419047b8c11b349ac8904e9a6a396685586d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 d912c6c7b1598abe82227a97f75b419047b8c11b349ac8904e9a6a396685586d network default NAD default NAD key ] I0425 11:57:43.972108 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: d912c6c7b1598ab, network: default, NAD default, SandboxID: "d912c6c7b1598abe82227a97f75b419047b8c11b349ac8904e9a6a396685586d", PCI device ID: , UID: "a310580d-110c-43bd-ae89-43e149e44765", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0425 11:57:44.029679 3803 cni.go:473] [tsf-keycloak/keycloak-0 d912c6c7b1598abe82227a97f75b419047b8c11b349ac8904e9a6a396685586d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 d912c6c7b1598abe82227a97f75b419047b8c11b349ac8904e9a6a396685586d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:bc:31:cd:1c:59\",\"name\":\"d912c6c7b1598ab\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92200d25-f3d3-47d2-b2a1-15d933517134\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:57:49.880107 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 11:57:49.880136 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0425 11:57:49.880107 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 11:57:49.880189 3803 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0425 11:57:55.350280 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 11:58:13.215385 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 11:58:13.215409 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 11:58:13.218270 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0425 11:58:13.218292 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0425 11:58:15.566420 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:15.567041 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:15.611258 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:15.611286 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:15.618054 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 11:58:15.618104 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 11:58:18.447609 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-llfzd-2dpm9] creating logical port tsf-tas_rekor-createtree-job-llfzd-2dpm9 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:58:18.447707 3803 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-llfzd-2dpm9 I0425 11:58:18.464412 3803 pod.go:62] [tsf-tas/rekor-createtree-job-llfzd-2dpm9] pod update took 16.725443ms I0425 11:58:18.464438 3803 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-llfzd-2dpm9] addLogicalPort annotation time took 16.757332ms I0425 11:58:18.465775 3803 pods.go:271] [tsf-tas/rekor-createtree-job-llfzd-2dpm9] addLogicalPort took 18.193526ms, libovsdb time 966.286µs I0425 11:58:18.855910 3803 cni.go:452] [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key ] I0425 11:58:18.865390 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-llfzd-2dpm9, hostIfaceName: 900f70723b51006, network: default, NAD default, SandboxID: "900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7", PCI device ID: , UID: "267ad06f-8f1b-42a0-b672-a623f8faa5bf", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0425 11:58:18.922059 3803 cni.go:473] [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:80:f6:bd:db:cd\",\"name\":\"900f70723b51006\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/174db199-b06c-434b-a8d8-dfe0ed017c76\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:58:21.041158 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 11:58:21.041184 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0425 11:58:25.097075 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-m7sf6 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:58:25.097209 3803 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6 I0425 11:58:25.116279 3803 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6] pod update took 19.096159ms I0425 11:58:25.116306 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6] addLogicalPort annotation time took 19.13188ms I0425 11:58:25.117626 3803 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6] addLogicalPort took 20.572956ms, libovsdb time 915.027µs I0425 11:58:25.459210 3803 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6 e1812c2b7134cfa78c1ca1a1b8773664848916f6e7e56ee41413ccba1c58ee5f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6 e1812c2b7134cfa78c1ca1a1b8773664848916f6e7e56ee41413ccba1c58ee5f network default NAD default NAD key ] I0425 11:58:25.470100 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-m7sf6, hostIfaceName: e1812c2b7134cfa, network: default, NAD default, SandboxID: "e1812c2b7134cfa78c1ca1a1b8773664848916f6e7e56ee41413ccba1c58ee5f", PCI device ID: , UID: "983ae092-84de-439f-8593-25c65417b2b9", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0425 11:58:25.526105 3803 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6 e1812c2b7134cfa78c1ca1a1b8773664848916f6e7e56ee41413ccba1c58ee5f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-m7sf6 e1812c2b7134cfa78c1ca1a1b8773664848916f6e7e56ee41413ccba1c58ee5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:47:c3:6b:01:4b\",\"name\":\"e1812c2b7134cfa\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9b57920-43b1-4f75-9419-ed4e4da4ddd3\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:58:31.093154 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 11:58:33.558021 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 11:58:33.581316 3803 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:33.581341 3803 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:33.581348 3803 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:34.134765 3803 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0425 11:58:35.244971 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:35.245603 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:36.109954 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:36.109981 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:42.753880 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7t8cb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:42.754448 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7t8cb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:43.630342 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7t8cb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:43.630372 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7t8cb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:09.885390 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:09.885991 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:09.907323 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:09.907348 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:09.912445 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 11:59:09.912474 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 11:59:12.433767 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:12.434396 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:13.306936 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:13.306969 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:15.353707 3803 cni.go:452] [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key ] I0425 11:59:15.434124 3803 cni.go:473] [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-llfzd-2dpm9 900f70723b510067c98c1c688871cdc69e57773896308e6fdf4f250ce1b60bd7 network default NAD default NAD key default], result "{}", err I0425 11:59:15.483844 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:15.483884 3803 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-llfzd-2dpm9 I0425 11:59:15.485280 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-llfzd-2dpm9, ips: 10.129.0.42 I0425 11:59:15.485309 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:16.361747 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:16.361776 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:19.959435 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:19.960046 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 11:59:20.830700 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 11:59:20.982052 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:20.982097 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:23.988786 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-q7st5 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:59:23.988882 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5 I0425 11:59:24.002546 3803 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5] pod update took 13.686028ms I0425 11:59:24.002579 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5] addLogicalPort annotation time took 13.720519ms I0425 11:59:24.003953 3803 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5] addLogicalPort took 15.182652ms, libovsdb time 946.131µs I0425 11:59:24.351272 3803 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5 b3338344849e4211ae934e81d4997eec33ef522a3ec5213d36e0834d835978d0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5 b3338344849e4211ae934e81d4997eec33ef522a3ec5213d36e0834d835978d0 network default NAD default NAD key ] I0425 11:59:24.360563 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-q7st5, hostIfaceName: b3338344849e421, network: default, NAD default, SandboxID: "b3338344849e4211ae934e81d4997eec33ef522a3ec5213d36e0834d835978d0", PCI device ID: , UID: "9d4657fd-8170-4e9a-b6ad-a2f23710fbb4", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0425 11:59:24.416489 3803 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5 b3338344849e4211ae934e81d4997eec33ef522a3ec5213d36e0834d835978d0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q7st5 b3338344849e4211ae934e81d4997eec33ef522a3ec5213d36e0834d835978d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:c0:b3:03:e1:08\",\"name\":\"b3338344849e421\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c69a232c-e02e-4a9b-aa9a-ee51794aa372\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 11:59:25.856347 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0425 11:59:25.876059 3803 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0425 11:59:26.365727 3803 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:26.365750 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:28.378511 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0425 11:59:29.889629 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 11:59:31.039008 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9f7js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:31.039571 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9f7js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:32.061141 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9f7js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.061177 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9f7js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.098715 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.098743 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.103260 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9n68s I0425 11:59:32.103280 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9n68s I0425 11:59:36.067799 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:36.068409 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:36.089916 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:36.089933 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:36.097414 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 11:59:36.097436 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 11:59:37.370612 3803 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-gkn2v] creating logical port tsf-tpa_create-db-gkn2v for pod on switch ip-10-0-2-252.ec2.internal I0425 11:59:37.370701 3803 kube.go:256] Updating pod tsf-tpa/create-db-gkn2v I0425 11:59:37.383743 3803 pod.go:62] [tsf-tpa/create-db-gkn2v] pod update took 13.064168ms I0425 11:59:37.383771 3803 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-gkn2v] addLogicalPort annotation time took 13.096739ms I0425 11:59:37.385007 3803 pods.go:271] [tsf-tpa/create-db-gkn2v] addLogicalPort took 14.410504ms, libovsdb time 805.238µs I0425 11:59:37.733462 3803 cni.go:452] [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key ] I0425 11:59:37.742941 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-gkn2v, hostIfaceName: 2de767d8d6c0d3c, network: default, NAD default, SandboxID: "2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579", PCI device ID: , UID: "a6bc4607-22ff-4fe4-8578-3b83ed368924", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0425 11:59:37.799146 3803 cni.go:473] [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:87:a0:9d:a5:24\",\"name\":\"2de767d8d6c0d3c\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25e180f8-730e-44aa-b85e-1a03d46ce6e4\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:59:39.846010 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0425 11:59:41.498271 3803 cni.go:452] [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key ] I0425 11:59:41.592909 3803 cni.go:473] [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-gkn2v 2de767d8d6c0d3c8269297afab04b39a58973b4405b838b4804890f09bcf2579 network default NAD default NAD key default], result "{}", err I0425 11:59:41.640329 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:41.640371 3803 pods.go:176] Deleting pod: tsf-tpa/create-db-gkn2v I0425 11:59:41.641771 3803 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-gkn2v, ips: 10.129.0.45 I0425 11:59:41.641801 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:41.974443 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-ngrwq for pod on switch ip-10-0-2-252.ec2.internal I0425 11:59:41.974559 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq I0425 11:59:41.987973 3803 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq] pod update took 13.439097ms I0425 11:59:41.988001 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq] addLogicalPort annotation time took 13.476241ms I0425 11:59:41.989333 3803 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq] addLogicalPort took 14.913914ms, libovsdb time 862.957µs I0425 11:59:42.334178 3803 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq 911212c2c58fc9f6708c78d3882cb2bce01956b8616f7a9ce94efa25ae7278da network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq 911212c2c58fc9f6708c78d3882cb2bce01956b8616f7a9ce94efa25ae7278da network default NAD default NAD key ] I0425 11:59:42.343917 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-ngrwq, hostIfaceName: 911212c2c58fc9f, network: default, NAD default, SandboxID: "911212c2c58fc9f6708c78d3882cb2bce01956b8616f7a9ce94efa25ae7278da", PCI device ID: , UID: "dce5fdef-4a79-4899-b89e-02d808792a10", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0425 11:59:42.399634 3803 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq 911212c2c58fc9f6708c78d3882cb2bce01956b8616f7a9ce94efa25ae7278da network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-ngrwq 911212c2c58fc9f6708c78d3882cb2bce01956b8616f7a9ce94efa25ae7278da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:25:8c:b1:40:61\",\"name\":\"911212c2c58fc9f\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a93945e-d944-4313-b11e-5eba713bb3d6\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 11:59:42.664768 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:42.664795 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:45.823796 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0425 11:59:48.162446 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:48.163038 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:49.029444 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:49.029475 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:51.858799 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0425 11:59:52.160160 3803 base_network_controller_pods.go:487] [default/tsf-tpa/server-775bc4bc8c-lptj2] creating logical port tsf-tpa_server-775bc4bc8c-lptj2 for pod on switch ip-10-0-2-252.ec2.internal I0425 11:59:52.160294 3803 kube.go:256] Updating pod tsf-tpa/server-775bc4bc8c-lptj2 I0425 11:59:52.176047 3803 pod.go:62] [tsf-tpa/server-775bc4bc8c-lptj2] pod update took 15.789946ms I0425 11:59:52.176098 3803 base_network_controller_pods.go:951] [default/tsf-tpa/server-775bc4bc8c-lptj2] addLogicalPort annotation time took 15.853318ms I0425 11:59:52.177592 3803 pods.go:271] [tsf-tpa/server-775bc4bc8c-lptj2] addLogicalPort took 17.453296ms, libovsdb time 1.064771ms I0425 11:59:52.201784 3803 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-48fxd] creating logical port tsf-tpa_importer-86bcdf477b-48fxd for pod on switch ip-10-0-2-252.ec2.internal I0425 11:59:52.201881 3803 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-48fxd I0425 11:59:52.219492 3803 pod.go:62] [tsf-tpa/importer-86bcdf477b-48fxd] pod update took 17.636585ms I0425 11:59:52.219523 3803 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-48fxd] addLogicalPort annotation time took 17.671612ms I0425 11:59:52.220775 3803 pods.go:271] [tsf-tpa/importer-86bcdf477b-48fxd] addLogicalPort took 19.008475ms, libovsdb time 818.805µs I0425 11:59:53.653356 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:53.653927 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:54.678019 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:54.678045 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:57.268995 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:57.269610 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:58.080659 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:58.080679 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:01.829908 3803 cni.go:452] [tsf-tpa/server-775bc4bc8c-lptj2 0648c5318f8dbf671a1c43ae4e0a128b561d761651e1a9c05fdb2c4b07432d3a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-775bc4bc8c-lptj2 0648c5318f8dbf671a1c43ae4e0a128b561d761651e1a9c05fdb2c4b07432d3a network default NAD default NAD key ] I0425 12:00:01.839697 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-775bc4bc8c-lptj2, hostIfaceName: 0648c5318f8dbf6, network: default, NAD default, SandboxID: "0648c5318f8dbf671a1c43ae4e0a128b561d761651e1a9c05fdb2c4b07432d3a", PCI device ID: , UID: "f14668dd-3240-465f-9427-000cdbb720a1", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0425 12:00:01.864666 3803 cni.go:452] [tsf-tpa/importer-86bcdf477b-48fxd f03d9f9aca0fd389db4b0d21482a792e26e9616c906597cf3127416d5fa737e3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-48fxd f03d9f9aca0fd389db4b0d21482a792e26e9616c906597cf3127416d5fa737e3 network default NAD default NAD key ] I0425 12:00:01.874875 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-48fxd, hostIfaceName: f03d9f9aca0fd38, network: default, NAD default, SandboxID: "f03d9f9aca0fd389db4b0d21482a792e26e9616c906597cf3127416d5fa737e3", PCI device ID: , UID: "b74002e9-8352-4f62-84eb-966d608c0053", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0425 12:00:01.901219 3803 cni.go:473] [tsf-tpa/server-775bc4bc8c-lptj2 0648c5318f8dbf671a1c43ae4e0a128b561d761651e1a9c05fdb2c4b07432d3a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-775bc4bc8c-lptj2 0648c5318f8dbf671a1c43ae4e0a128b561d761651e1a9c05fdb2c4b07432d3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:6f:fb:78:e6:65\",\"name\":\"0648c5318f8dbf6\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f164c774-cb9f-49fb-a5f1-06e5b2fbc9de\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 12:00:01.929230 3803 cni.go:473] [tsf-tpa/importer-86bcdf477b-48fxd f03d9f9aca0fd389db4b0d21482a792e26e9616c906597cf3127416d5fa737e3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-48fxd f03d9f9aca0fd389db4b0d21482a792e26e9616c906597cf3127416d5fa737e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:8d:51:62:e8:47\",\"name\":\"f03d9f9aca0fd38\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20ca6dd6-6647-4037-afc5-b86fa9144778\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 12:00:02.638843 3803 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 12:00:03.730872 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:03.731449 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 12:00:04.098512 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 12:00:04.587741 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:04.587769 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 12:00:13.625024 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0425 12:00:30.385054 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:30.385606 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:30.425940 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:30.425965 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:30.431258 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 12:00:30.431283 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 12:00:31.180960 3803 namespace.go:98] [build-service] adding namespace I0425 12:00:31.181892 3803 namespace.go:102] [build-service] adding namespace took 908.246µs I0425 12:00:31.183893 3803 namespace.go:98] [image-controller] adding namespace I0425 12:00:31.184676 3803 namespace.go:102] [image-controller] adding namespace took 767.066µs I0425 12:00:31.186151 3803 namespace.go:98] [default-tenant] adding namespace I0425 12:00:31.186790 3803 namespace.go:102] [default-tenant] adding namespace took 624.572µs I0425 12:00:31.187744 3803 namespace.go:98] [integration-service] adding namespace I0425 12:00:31.188364 3803 namespace.go:102] [integration-service] adding namespace took 605.973µs I0425 12:00:31.217419 3803 namespace.go:142] [build-service] updating namespace I0425 12:00:31.238978 3803 namespace.go:142] [build-service] updating namespace I0425 12:00:31.265567 3803 namespace.go:142] [image-controller] updating namespace I0425 12:00:31.315664 3803 namespace.go:142] [image-controller] updating namespace I0425 12:00:31.331348 3803 namespace.go:142] [default-tenant] updating namespace I0425 12:00:31.374588 3803 namespace.go:142] [default-tenant] updating namespace I0425 12:00:31.412050 3803 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.441372 3803 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.495864 3803 namespace.go:142] [build-service] updating namespace I0425 12:00:31.521584 3803 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.542669 3803 namespace.go:98] [release-service] adding namespace I0425 12:00:31.543719 3803 namespace.go:102] [release-service] adding namespace took 1.018713ms I0425 12:00:31.578293 3803 namespace.go:142] [konflux-ui] updating namespace I0425 12:00:31.614921 3803 namespace.go:142] [release-service] updating namespace I0425 12:00:31.634340 3803 namespace.go:142] [release-service] updating namespace I0425 12:00:31.728242 3803 namespace.go:98] [konflux-info] adding namespace I0425 12:00:31.729065 3803 namespace.go:102] [konflux-info] adding namespace took 794.8µs I0425 12:00:31.761830 3803 namespace.go:98] [namespace-lister] adding namespace I0425 12:00:31.762726 3803 namespace.go:102] [namespace-lister] adding namespace took 872.642µs I0425 12:00:31.820587 3803 namespace.go:142] [konflux-info] updating namespace I0425 12:00:31.843210 3803 namespace.go:98] [enterprise-contract-service] adding namespace I0425 12:00:31.844018 3803 namespace.go:102] [enterprise-contract-service] adding namespace took 785.336µs I0425 12:00:31.890669 3803 namespace.go:142] [konflux-info] updating namespace I0425 12:00:31.975045 3803 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.013314 3803 namespace.go:142] [build-service] updating namespace I0425 12:00:32.024343 3803 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:32.174687 3803 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:32.239182 3803 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.262374 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:32.311379 3803 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.416964 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:32.553836 3803 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.613966 3803 namespace.go:98] [konflux-cli] adding namespace I0425 12:00:32.614822 3803 namespace.go:102] [konflux-cli] adding namespace took 824.063µs I0425 12:00:32.656610 3803 namespace.go:142] [build-service] updating namespace I0425 12:00:32.677963 3803 namespace.go:142] [integration-service] updating namespace I0425 12:00:32.697806 3803 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.711876 3803 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.731517 3803 namespace.go:142] [integration-service] updating namespace I0425 12:00:32.731619 3803 namespace.go:98] [segment-bridge] adding namespace I0425 12:00:32.732526 3803 namespace.go:102] [segment-bridge] adding namespace took 885.757µs I0425 12:00:32.758297 3803 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:32.793619 3803 namespace.go:142] [build-service] updating namespace I0425 12:00:32.803861 3803 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:32.864379 3803 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.913769 3803 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:32.935281 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 12:00:32.935933 3803 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 12:00:32.935957 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 12:00:32.938814 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 12:00:32.944392 3803 namespace.go:142] [image-controller] updating namespace I0425 12:00:33.041497 3803 namespace.go:142] [integration-service] updating namespace I0425 12:00:33.062707 3803 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:33.175300 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 12:00:33.175330 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 12:00:33.176357 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 12:00:34.297299 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:34.433857 3803 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:34.656189 3803 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.002099 3803 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:35.187526 3803 namespace.go:142] [release-service] updating namespace I0425 12:00:35.393384 3803 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:35.503537 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:35.521459 3803 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:35.539687 3803 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.556715 3803 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:35.579041 3803 namespace.go:142] [release-service] updating namespace I0425 12:00:35.593075 3803 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:35.672951 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:35.745648 3803 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:35.835947 3803 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.938679 3803 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:36.032815 3803 namespace.go:142] [release-service] updating namespace I0425 12:00:36.136255 3803 namespace.go:142] [segment-bridge] updating namespace W0425 12:00:36.393067 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 12:00:38.306323 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 12:00:40.316882 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 12:00:42.336895 3803 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0425 12:00:45.373901 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:45.373924 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:47.818595 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:47.820513 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:47.846481 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:47.846507 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:48.394881 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:48.394917 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:48.412574 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 12:00:48.414905 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0425 12:01:00.726075 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:01:00.726697 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:01:00.900075 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:01:00.900120 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:01:00.907440 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc I0425 12:01:00.907471 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc I0425 12:01:05.819063 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 12:01:19.819225 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0425 12:01:47.733654 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0425 12:02:00.439598 3803 obj_retry.go:498] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:00.440220 3803 obj_retry.go:498] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:00.807618 3803 obj_retry.go:492] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:00.807645 3803 obj_retry.go:492] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:00.813194 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-867bfd6556-kkt2z I0425 12:02:00.813227 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-867bfd6556-kkt2z I0425 12:02:04.403145 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:04.403770 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:04.419896 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:04.419923 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:04.425349 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 12:02:04.425382 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 12:02:13.742840 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=622 I0425 12:02:26.742888 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0425 12:02:34.371031 3803 namespace.go:98] [default-managed-tenant-q3nqj] adding namespace I0425 12:02:34.371912 3803 namespace.go:102] [default-managed-tenant-q3nqj] adding namespace took 855.734µs I0425 12:02:34.404780 3803 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:34.422868 3803 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.609354 3803 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.762045 3803 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.841747 3803 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:42.859697 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 12:02:59.841669 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 12:03:13.835183 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0425 12:04:49.733253 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=51 I0425 12:04:50.735173 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0425 12:04:51.848724 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0425 12:05:12.830183 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 12:05:21.853557 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0425 12:05:41.745365 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 I0425 12:07:36.827288 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 12:08:01.746140 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=7 W0425 12:08:42.387218 3803 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 12:08:47.862122 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 12:09:04.845442 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 12:09:08.822713 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 12:09:21.839207 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 12:09:42.046029 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:42.046109 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:42.050653 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gkn2v I0425 12:09:42.050686 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gkn2v I0425 12:09:49.035959 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:49.036009 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:49.040642 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c998d I0425 12:09:49.040670 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c998d I0425 12:09:53.736707 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 12:09:54.028482 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:54.028529 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:54.032553 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qzf9p I0425 12:09:54.032578 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qzf9p I0425 12:10:03.745847 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0425 12:10:03.994724 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:10:03.995376 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:10:04.867274 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:10:04.867308 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:10:08.822479 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 12:10:58.862811 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0425 12:11:58.852411 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 12:12:39.736144 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0425 12:12:40.748505 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0425 12:13:27.749397 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0425 12:13:29.857109 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 12:13:44.833774 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0425 12:13:47.830273 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 12:14:00.738289 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0425 12:15:03.740033 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 12:16:07.848789 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 12:16:08.865969 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 12:16:15.748712 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0425 12:17:14.843396 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 12:17:16.865788 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0425 12:17:49.826388 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0425 12:18:10.751484 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0425 12:18:12.571336 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:12.571910 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:13.038379 3803 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:13.038402 3803 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:13.044679 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:18:13.044707 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:18:18.792366 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:18.792938 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:19.524695 3803 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:19.524726 3803 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:19.526565 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:19.526597 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:25.731374 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:25.731954 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:37.576445 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-v99q9 for pod on switch ip-10-0-2-252.ec2.internal I0425 12:18:37.576608 3803 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9 I0425 12:18:37.591287 3803 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9] pod update took 14.719237ms I0425 12:18:37.591316 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9] addLogicalPort annotation time took 14.756811ms I0425 12:18:37.592717 3803 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9] addLogicalPort took 16.287235ms, libovsdb time 946.192µs I0425 12:18:37.936786 3803 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9 96ed6847aad07d5b7b829ab0541d732da83f4d48ab62eed472a5cdc088bdbfb2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9 96ed6847aad07d5b7b829ab0541d732da83f4d48ab62eed472a5cdc088bdbfb2 network default NAD default NAD key ] I0425 12:18:37.946534 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-v99q9, hostIfaceName: 96ed6847aad07d5, network: default, NAD default, SandboxID: "96ed6847aad07d5b7b829ab0541d732da83f4d48ab62eed472a5cdc088bdbfb2", PCI device ID: , UID: "85735a9a-d7ee-4c88-b24b-d34632328021", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0425 12:18:38.003376 3803 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9 96ed6847aad07d5b7b829ab0541d732da83f4d48ab62eed472a5cdc088bdbfb2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-v99q9 96ed6847aad07d5b7b829ab0541d732da83f4d48ab62eed472a5cdc088bdbfb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4b:bc:de:5c:5b\",\"name\":\"96ed6847aad07d5\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66d3ea5f-c506-4a09-b16e-1a9cbdebd904\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 12:18:39.878251 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:39.878860 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 12:18:50.846811 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 12:18:50.846841 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 12:18:50.846850 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 12:18:50.846857 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 12:19:00.741387 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0425 12:19:10.832879 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0425 12:19:18.117540 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:19:18.118153 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:19:42.825216 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 12:20:04.354674 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:04.355233 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:05.220132 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.220163 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.250972 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.251000 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.256075 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 12:20:05.256122 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 12:20:10.752481 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=100 I0425 12:20:27.859729 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 12:20:31.855240 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 12:20:37.564677 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:37.565355 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.442026 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.442588 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.454313 3803 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:39.454337 3803 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:39.460854 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:39.460887 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:49.667812 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:49.668421 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:58.749163 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:58.749764 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:15.739054 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0425 12:21:26.942692 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:26.943281 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:32.869008 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0425 12:22:01.559193 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:01.559734 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:08.751821 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0425 12:22:18.352596 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:18.353159 3803 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:25.836998 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10