+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-220.ec2.internal ++ [[ -n ip-10-0-0-220.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-220.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 08:41:54.527557161 - disable conntrack on geneve port' I0507 08:41:54.527557161 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0507 08:41:54.546983724 - starting ovnkube-node + echo 'I0507 08:41:54.546983724 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-220.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-220.ec2.internal --init-node ip-10-0-0-220.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-220.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 08:41:54.588061 3673 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 08:41:54.588110 3673 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e9af20d7bc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 08:41:54.589546 3673 kube.go:431] Waiting for certificate I0507 08:41:54.589582 3673 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 08:41:54.589625 3673 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 08:41:54.590274 3673 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 08:41:54.616064 3673 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:54.616080 3673 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:54.618394 3673 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:54.621137 3673 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-s4cfw" I0507 08:41:54.629613 3673 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-s4cfw" I0507 08:41:54.629731 3673 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:55.590192 3673 kube.go:438] Certificate found I0507 08:41:55.590813 3673 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 08:41:55.591990 3673 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 08:41:55.637359 3673 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 08:36:54 +0000 UTC" deadline="2026-05-08 04:08:53.769978953 +0000 UTC" I0507 08:41:55.637494 3673 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h26m58.132501906s" I0507 08:41:55.662469 3673 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 08:41:55.673734 3673 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 08:41:55.673810 3673 server.go:101] MetricServer registers OVS metrics I0507 08:41:55.674110 3673 server.go:105] MetricServer registers OVN DB metrics I0507 08:41:55.676066 3673 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 08:41:55.676124 3673 factory.go:561] Starting watch factory I0507 08:41:55.676211 3673 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676227 3673 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676244 3673 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676253 3673 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676232 3673 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676270 3673 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676214 3673 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676301 3673 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676321 3673 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676682 3673 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676844 3673 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.676930 3673 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.678925 3673 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 08:41:55.678953 3673 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 08:41:55.680463 3673 controller_manager.go:370] Starting the ovnkube controller I0507 08:41:55.680477 3673 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-220.ec2.internal I0507 08:41:55.680519 3673 controller_manager.go:395] NBDB zone sync took: 34.402µs I0507 08:41:55.680533 3673 factory.go:561] Starting watch factory I0507 08:41:55.692656 3673 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 08:41:55.692679 3673 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 08:41:55.696269 3673 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 08:41:55.696301 3673 server.go:109] MetricServer registers OVN Controller metrics I0507 08:41:55.696301 3673 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.696860 3673 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.701145 3673 server.go:113] MetricServer registers OVN Northd metrics I0507 08:41:55.701580 3673 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.703097 3673 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.704370 3673 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.705768 3673 metrics.go:519] OVN Metrics Server starts to run ... I0507 08:41:55.709590 3673 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:55.782237 3673 factory.go:1977] *v1.Service informer cache synced successfully I0507 08:41:55.782257 3673 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 08:41:55.782261 3673 factory.go:1977] *v1.Pod informer cache synced successfully I0507 08:41:55.782264 3673 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 08:41:55.782267 3673 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 08:41:55.782271 3673 factory.go:1977] *v1.Node informer cache synced successfully I0507 08:41:55.782338 3673 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:55.782355 3673 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:55.782464 3673 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:55.782507 3673 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:55.785563 3673 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:55.785563 3673 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:55.786339 3673 factory.go:1977] *v1.Node informer cache synced successfully I0507 08:41:55.786353 3673 factory.go:1977] *v1.Service informer cache synced successfully I0507 08:41:55.786357 3673 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 08:41:55.786360 3673 factory.go:1977] *v1.Pod informer cache synced successfully I0507 08:41:55.786363 3673 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 08:41:55.786366 3673 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 08:41:55.787480 3673 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 08:41:55.787487 3673 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 08:41:55.787546 3673 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.787557 3673 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.789763 3673 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.791640 3673 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 08:41:55.791652 3673 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 08:41:55.792783 3673 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 08:41:55.792833 3673 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.792844 3673 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.795290 3673 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.797097 3673 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 08:41:55.798253 3673 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 08:41:55.798306 3673 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.798316 3673 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.800388 3673 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.803144 3673 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 08:41:55.804298 3673 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 08:41:55.804403 3673 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.804432 3673 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.806719 3673 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.808420 3673 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 08:41:55.809511 3673 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 08:41:55.809571 3673 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.809584 3673 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.811817 3673 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.813554 3673 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 08:41:55.814647 3673 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 08:41:55.814965 3673 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:41:55.814993 3673 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:41:55.817066 3673 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:41:55.819088 3673 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 08:41:55.820263 3673 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 08:41:55.820339 3673 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.820381 3673 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.820426 3673 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.820453 3673 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.822869 3673 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.822899 3673 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:55.824810 3673 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 08:41:55.825311 3673 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 08:41:55.825324 3673 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 08:41:55.825333 3673 factory.go:680] Watch Factory start up complete, took: 149.211158ms I0507 08:41:55.825389 3673 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 08:41:55.829862 3673 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 08:41:55.829873 3673 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 08:41:55.829883 3673 factory.go:680] Watch Factory start up complete, took: 149.347809ms I0507 08:41:55.829893 3673 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-220.ec2.internal" zone I0507 08:41:55.881725 3673 default_node_network_controller.go:710] Initializing the default node network controller I0507 08:41:55.955109 3673 udn_isolation.go:101] Starting UDN host isolation manager I0507 08:41:55.961863 3673 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 08:41:56.018694 3673 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 08:41:56.018851 3673 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 08:41:56.018876 3673 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 08:41:56.054484 3673 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 08:41:56.054549 3673 default_node_network_controller.go:809] Node ip-10-0-0-220.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0507 08:41:56.060194 3673 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.220"] k8s.ovn.org/zone-name:ip-10-0-0-220.ec2.internal] on node ip-10-0-0-220.ec2.internal I0507 08:41:56.080179 3673 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 08:41:56.080181 3673 controller_manager.go:429] Waiting for node in zone sync took: 250.275213ms I0507 08:41:56.084441 3673 controller_manager.go:611] Switching to transit router for layer2 networks I0507 08:41:56.084454 3673 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-220.ec2.internal I0507 08:41:56.086337 3673 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 08:41:56.086459 3673 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0507 08:41:56.086570 3673 gateway_init.go:263] Preparing Gateway I0507 08:41:56.086583 3673 gateway_shared_intf.go:1687] Creating new gateway I0507 08:41:56.099586 3673 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 08:41:56.105818 3673 controller_manager.go:290] SCTP support detected in OVN I0507 08:41:56.106347 3673 services_controller.go:69] Creating services controller for network=default I0507 08:41:56.106401 3673 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 08:41:56.106503 3673 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 08:41:56.106529 3673 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 08:41:56.106543 3673 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 08:41:56.106551 3673 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 08:41:56.106729 3673 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 08:41:56.106768 3673 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 08:41:56.106822 3673 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.33µs I0507 08:41:56.106851 3673 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 75.106µs I0507 08:41:56.106858 3673 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 90.357µs I0507 08:41:56.106865 3673 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 08:41:56.106871 3673 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 08:41:56.106880 3673 default_network_controller.go:325] Starting the default network controller I0507 08:41:56.106905 3673 udn_enabled_svc.go:95] Performing full resync I0507 08:41:56.106964 3673 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.814µs I0507 08:41:56.107289 3673 udn_enabled_svc.go:99] Waiting for handler to sync I0507 08:41:56.107300 3673 udn_enabled_svc.go:104] Starting worker I0507 08:41:56.116488 3673 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 08:41:56.116544 3673 repair.go:33] Syncing exgw routes took 40.908µs I0507 08:41:56.116565 3673 default_network_controller.go:414] Starting all the Watchers... I0507 08:41:56.117103 3673 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 08:41:56.117116 3673 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 08:41:56.117120 3673 namespace.go:98] [openshift-infra] adding namespace I0507 08:41:56.117122 3673 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 08:41:56.117140 3673 namespace.go:98] [openshift-dns-operator] adding namespace I0507 08:41:56.117145 3673 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 08:41:56.117141 3673 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 08:41:56.117158 3673 namespace.go:98] [openshift-operators] adding namespace I0507 08:41:56.117169 3673 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 08:41:56.117174 3673 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 08:41:56.117182 3673 namespace.go:98] [openshift-etcd] adding namespace I0507 08:41:56.117187 3673 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 08:41:56.117191 3673 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 08:41:56.117198 3673 namespace.go:98] [openshift-host-network] adding namespace I0507 08:41:56.117106 3673 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 08:41:56.117714 3673 namespace.go:102] [openshift-ingress-canary] adding namespace took 598.98µs I0507 08:41:56.117728 3673 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 08:41:56.118160 3673 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 427.018µs I0507 08:41:56.118173 3673 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 08:41:56.118793 3673 namespace.go:102] [openshift-ingress-operator] adding namespace took 614.024µs I0507 08:41:56.118810 3673 namespace.go:98] [openshift-image-registry] adding namespace I0507 08:41:56.119331 3673 namespace.go:102] [openshift-infra] adding namespace took 2.201114ms I0507 08:41:56.119349 3673 namespace.go:98] [openshift-node] adding namespace I0507 08:41:56.119848 3673 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.722989ms I0507 08:41:56.119862 3673 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 08:41:56.120288 3673 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.157637ms I0507 08:41:56.120299 3673 namespace.go:98] [dedicated-admin] adding namespace I0507 08:41:56.120744 3673 namespace.go:102] [openshift-dns-operator] adding namespace took 3.595911ms I0507 08:41:56.120763 3673 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 08:41:56.121215 3673 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.063886ms I0507 08:41:56.121232 3673 namespace.go:98] [default] adding namespace I0507 08:41:56.121839 3673 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.682057ms I0507 08:41:56.121855 3673 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 08:41:56.122353 3673 namespace.go:102] [openshift-operators] adding namespace took 5.186399ms I0507 08:41:56.122370 3673 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 08:41:56.122839 3673 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.659248ms I0507 08:41:56.122854 3673 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 08:41:56.123306 3673 namespace.go:102] [openshift-etcd] adding namespace took 6.117771ms I0507 08:41:56.123321 3673 namespace.go:98] [kube-node-lease] adding namespace I0507 08:41:56.123812 3673 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.62894ms I0507 08:41:56.123832 3673 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 08:41:56.124386 3673 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.192557ms I0507 08:41:56.124403 3673 namespace.go:98] [openshift-ingress] adding namespace I0507 08:41:56.124938 3673 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.740642ms I0507 08:41:56.124955 3673 namespace.go:98] [openshift-package-operator] adding namespace I0507 08:41:56.125519 3673 namespace.go:102] [openshift-host-network] adding namespace took 8.315071ms I0507 08:41:56.125536 3673 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 08:41:56.126114 3673 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.892981ms I0507 08:41:56.126131 3673 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 08:41:56.126842 3673 namespace.go:102] [openshift-image-registry] adding namespace took 8.025115ms I0507 08:41:56.126856 3673 namespace.go:98] [openshift-apiserver] adding namespace I0507 08:41:56.127327 3673 namespace.go:102] [openshift-node] adding namespace took 7.971484ms I0507 08:41:56.127344 3673 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 08:41:56.128038 3673 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.168492ms I0507 08:41:56.128054 3673 namespace.go:98] [openshift-monitoring] adding namespace I0507 08:41:56.128519 3673 namespace.go:102] [dedicated-admin] adding namespace took 8.21443ms I0507 08:41:56.128536 3673 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 08:41:56.129017 3673 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.247117ms I0507 08:41:56.129032 3673 namespace.go:98] [openshift-cluster-version] adding namespace I0507 08:41:56.129403 3673 namespace.go:102] [default] adding namespace took 8.165228ms I0507 08:41:56.129416 3673 namespace.go:98] [openshift-controller-manager] adding namespace I0507 08:41:56.129804 3673 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.944642ms I0507 08:41:56.129817 3673 namespace.go:98] [openshift-console-operator] adding namespace I0507 08:41:56.130167 3673 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.789904ms I0507 08:41:56.130178 3673 namespace.go:98] [openshift-config-operator] adding namespace I0507 08:41:56.130528 3673 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.666599ms I0507 08:41:56.130539 3673 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 08:41:56.130928 3673 namespace.go:102] [kube-node-lease] adding namespace took 7.601453ms I0507 08:41:56.130940 3673 namespace.go:98] [openshift-dns] adding namespace I0507 08:41:56.131323 3673 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.486395ms I0507 08:41:56.131334 3673 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 08:41:56.131873 3673 namespace.go:102] [openshift-ingress] adding namespace took 7.464563ms I0507 08:41:56.131886 3673 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 08:41:56.132240 3673 namespace.go:102] [openshift-package-operator] adding namespace took 7.277984ms I0507 08:41:56.132259 3673 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 08:41:56.132789 3673 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.247086ms I0507 08:41:56.132807 3673 namespace.go:98] [openshift] adding namespace I0507 08:41:56.133155 3673 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.019222ms I0507 08:41:56.133167 3673 namespace.go:98] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] adding namespace I0507 08:41:56.133545 3673 namespace.go:102] [openshift-apiserver] adding namespace took 6.685797ms I0507 08:41:56.133554 3673 namespace.go:98] [openshift-marketplace] adding namespace I0507 08:41:56.133980 3673 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.629199ms I0507 08:41:56.133998 3673 namespace.go:98] [openshift-insights] adding namespace I0507 08:41:56.134436 3673 namespace.go:102] [openshift-monitoring] adding namespace took 6.376381ms W0507 08:41:56.134431 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jwbzv: pod openshift-network-diagnostics/network-check-target-jwbzv: no pod IPs found I0507 08:41:56.134450 3673 namespace.go:98] [openshift-customer-monitoring] adding namespace W0507 08:41:56.134453 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nnkwt: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found I0507 08:41:56.134958 3673 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.416507ms I0507 08:41:56.134974 3673 namespace.go:98] [kube-public] adding namespace I0507 08:41:56.135348 3673 namespace.go:102] [openshift-cluster-version] adding namespace took 6.31092ms I0507 08:41:56.135359 3673 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 08:41:56.135788 3673 namespace.go:102] [openshift-controller-manager] adding namespace took 6.367681ms I0507 08:41:56.135797 3673 namespace.go:98] [openshift-machine-api] adding namespace I0507 08:41:56.136331 3673 namespace.go:102] [openshift-console-operator] adding namespace took 6.508306ms I0507 08:41:56.136346 3673 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 08:41:56.136776 3673 namespace.go:102] [openshift-config-operator] adding namespace took 6.591657ms I0507 08:41:56.136794 3673 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 08:41:56.137176 3673 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.632609ms I0507 08:41:56.137188 3673 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 08:41:56.137613 3673 namespace.go:102] [openshift-dns] adding namespace took 6.668668ms I0507 08:41:56.137625 3673 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 08:41:56.138078 3673 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.738549ms I0507 08:41:56.138091 3673 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 08:41:56.138498 3673 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.60601ms I0507 08:41:56.138512 3673 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 08:41:56.139023 3673 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.757044ms I0507 08:41:56.139041 3673 namespace.go:98] [openshift-network-console] adding namespace I0507 08:41:56.139535 3673 namespace.go:102] [openshift] adding namespace took 6.72075ms I0507 08:41:56.139552 3673 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 08:41:56.140043 3673 namespace.go:102] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] adding namespace took 6.870744ms I0507 08:41:56.140057 3673 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 08:41:56.140496 3673 namespace.go:102] [openshift-marketplace] adding namespace took 6.93817ms I0507 08:41:56.140973 3673 namespace.go:102] [openshift-insights] adding namespace took 6.968465ms I0507 08:41:56.140987 3673 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 08:41:56.141410 3673 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.955379ms I0507 08:41:56.141423 3673 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 08:41:56.141825 3673 namespace.go:102] [kube-public] adding namespace took 6.843399ms I0507 08:41:56.141841 3673 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 08:41:56.142247 3673 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.882566ms I0507 08:41:56.142260 3673 namespace.go:98] [openshift-logging] adding namespace I0507 08:41:56.142753 3673 namespace.go:102] [openshift-machine-api] adding namespace took 6.951196ms I0507 08:41:56.142764 3673 namespace.go:98] [openshift-console] adding namespace I0507 08:41:56.143177 3673 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.826006ms I0507 08:41:56.143191 3673 namespace.go:98] [openshift-multus] adding namespace I0507 08:41:56.143580 3673 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.780516ms I0507 08:41:56.143592 3673 namespace.go:98] [openshift-network-operator] adding namespace I0507 08:41:56.144150 3673 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.955421ms I0507 08:41:56.144165 3673 namespace.go:98] [openshift-config] adding namespace I0507 08:41:56.144586 3673 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.954786ms I0507 08:41:56.144614 3673 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 08:41:56.145076 3673 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.981001ms I0507 08:41:56.145089 3673 namespace.go:98] [kube-system] adding namespace I0507 08:41:56.145635 3673 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.11575ms I0507 08:41:56.145656 3673 namespace.go:98] [openshift-config-managed] adding namespace I0507 08:41:56.146220 3673 namespace.go:102] [openshift-network-console] adding namespace took 7.173591ms I0507 08:41:56.146233 3673 namespace.go:98] [openshift-authentication] adding namespace I0507 08:41:56.146777 3673 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.218767ms I0507 08:41:56.146797 3673 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 08:41:56.147249 3673 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.186679ms I0507 08:41:56.147261 3673 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 08:41:56.147821 3673 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.828064ms I0507 08:41:56.148336 3673 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.906859ms I0507 08:41:56.148876 3673 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.028445ms I0507 08:41:56.149386 3673 namespace.go:102] [openshift-logging] adding namespace took 7.119315ms W0507 08:41:56.149864 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c9k9b: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found W0507 08:41:56.149878 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-kp7zs: pod openshift-multus/network-metrics-daemon-kp7zs: no pod IPs found I0507 08:41:56.149899 3673 namespace.go:102] [openshift-console] adding namespace took 7.129018ms I0507 08:41:56.149917 3673 namespace.go:98] [openshift-backplane] adding namespace I0507 08:41:56.150426 3673 namespace.go:102] [openshift-multus] adding namespace took 7.2285ms I0507 08:41:56.151056 3673 namespace.go:102] [openshift-network-operator] adding namespace took 7.457398ms I0507 08:41:56.151564 3673 namespace.go:102] [openshift-config] adding namespace took 7.372864ms W0507 08:41:56.152093 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hxp7x: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found W0507 08:41:56.152106 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-dcgw5: pod kube-system/global-pull-secret-syncer-dcgw5: no pod IPs found I0507 08:41:56.152143 3673 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.519205ms I0507 08:41:56.152912 3673 namespace.go:102] [kube-system] adding namespace took 7.815742ms I0507 08:41:56.153403 3673 namespace.go:102] [openshift-config-managed] adding namespace took 7.74219ms I0507 08:41:56.153966 3673 namespace.go:102] [openshift-authentication] adding namespace took 7.72663ms I0507 08:41:56.154522 3673 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.714624ms I0507 08:41:56.154540 3673 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 08:41:56.155273 3673 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.003881ms I0507 08:41:56.155295 3673 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 08:41:56.155962 3673 namespace.go:102] [openshift-backplane] adding namespace took 6.038085ms I0507 08:41:56.156450 3673 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 1.903112ms I0507 08:41:56.157164 3673 namespace.go:102] [openshift-service-ca-operator] adding namespace took 1.860573ms W0507 08:41:56.157305 3673 master.go:458] Unable to parse local node ip-10-0-0-220.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 08:41:56.157320 3673 master.go:471] Unable to parse remote node ip-10-0-2-252.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 08:41:56.157326 3673 master.go:481] Removing stale chassis with ID/Name: 701b9fb7-81a9-4393-beef-4682e1fb25d2, hostname: ip-10-0-0-220.ec2.internal I0507 08:41:56.157885 3673 master.go:548] Adding or Updating local node "ip-10-0-0-220.ec2.internal" for network "default" I0507 08:41:56.157945 3673 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-252.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-252.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-252.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal I0507 08:41:56.159567 3673 zone_ic_handler.go:195] Time taken to create transit switch: 511.488µs I0507 08:41:56.159584 3673 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-107.ec2.internal for the network default I0507 08:41:56.161141 3673 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-107.ec2.internal" on network "default" took: 2.10914ms I0507 08:41:56.162434 3673 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-220.ec2.internal for the network default I0507 08:41:56.162626 3673 zone_ic_handler.go:195] Time taken to create transit switch: 178.027µs I0507 08:41:56.163406 3673 default_network_controller.go:823] Node add failed for ip-10-0-0-220.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-220.ec2.internal, error getting gateway config for node ip-10-0-0-220.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-220.ec2.internal", failed to update chassis to local for local node ip-10-0-0-220.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-220.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-220.ec2.internal] E0507 08:41:56.163465 3673 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-220.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-220.ec2.internal, error getting gateway config for node ip-10-0-0-220.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-220.ec2.internal", failed to update chassis to local for local node ip-10-0-0-220.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-220.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-220.ec2.internal] I0507 08:41:56.163530 3673 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 08:41:56.163665 3673 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 08:41:56.163552 3673 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-220.ec2.internal", UID:"23efd1e4-9afa-42ed-96dc-f8695e06ce84", APIVersion:"v1", ResourceVersion:"8880", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-220.ec2.internal, error getting gateway config for node ip-10-0-0-220.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-220.ec2.internal", failed to update chassis to local for local node ip-10-0-0-220.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-220.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-220.ec2.internal] I0507 08:41:56.163687 3673 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 08:41:56.163703 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-107.ec2.internal in network "default" I0507 08:41:56.163842 3673 node_tracker.go:169] Node ip-10-0-1-107.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:56.163861 3673 services_controller.go:574] Full service sync requested for network=default I0507 08:41:56.163871 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:41:56.163881 3673 node_tracker.go:235] Node ip-10-0-2-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal" I0507 08:41:56.163894 3673 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:56.163900 3673 services_controller.go:574] Full service sync requested for network=default I0507 08:41:56.163907 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:41:56.163915 3673 node_tracker.go:235] Node ip-10-0-0-220.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-220.ec2.internal" I0507 08:41:56.163921 3673 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:56.163941 3673 services_controller.go:574] Full service sync requested for network=default I0507 08:41:56.264220 3673 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 08:41:56.264242 3673 services_controller.go:208] Setting up event handlers for services for network=default I0507 08:41:56.264331 3673 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 08:41:56.264414 3673 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 08:41:56.264436 3673 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 08:41:56.282561 3673 iptables.go:108] Creating table: filter chain: FORWARD I0507 08:41:56.289299 3673 iptables.go:108] Creating table: filter chain: OUTPUT I0507 08:41:56.296231 3673 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 08:41:56.296246 3673 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-220.ec2.internal","mac-address":"12:97:f0:d5:17:4b","ip-addresses":["10.0.0.220/24"],"ip-address":"10.0.0.220/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:701b9fb7-81a9-4393-beef-4682e1fb25d2 k8s.ovn.org/node-encap-ips:["10.0.0.220"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.220/24"} k8s.ovn.org/zone-name:ip-10-0-0-220.ec2.internal] on node ip-10-0-0-220.ec2.internal I0507 08:41:56.310004 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:41:56.310053 3673 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:56.310067 3673 services_controller.go:574] Full service sync requested for network=default I0507 08:41:56.310074 3673 master.go:548] Adding or Updating local node "ip-10-0-0-220.ec2.internal" for network "default" I0507 08:41:56.313717 3673 default_node_network_controller.go:519] Node connection status = connected W0507 08:41:56.315517 3673 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-dcgw5: pod kube-system/global-pull-secret-syncer-dcgw5: no pod IPs found W0507 08:41:56.315547 3673 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jwbzv: pod openshift-network-diagnostics/network-check-target-jwbzv: no pod IPs found W0507 08:41:56.315557 3673 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-kp7zs: pod openshift-multus/network-metrics-daemon-kp7zs: no pod IPs found I0507 08:41:56.316595 3673 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-220.ec2.internal for the network default I0507 08:41:56.316822 3673 zone_ic_handler.go:195] Time taken to create transit switch: 192.142µs I0507 08:41:56.365034 3673 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 08:41:56.365051 3673 repair.go:60] Starting repairing loop for services I0507 08:41:56.365114 3673 repair.go:131] Deleted 0 stale service LBs I0507 08:41:56.365137 3673 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 08:41:56.365152 3673 repair.go:62] Finished repairing loop for services: 102.4µs I0507 08:41:56.365184 3673 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 08:41:56.365194 3673 services_controller.go:254] Starting workers for network=default I0507 08:41:56.365902 3673 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-dcgw5] creating logical port kube-system_global-pull-secret-syncer-dcgw5 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:41:56.365917 3673 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-c9k9b, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c9k9b: suppressed error logged: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found I0507 08:41:56.365980 3673 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nnkwt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found I0507 08:41:56.366017 3673 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-hxp7x, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-hxp7x: suppressed error logged: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found I0507 08:41:56.366036 3673 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-dcgw5 I0507 08:41:56.366376 3673 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jwbzv] creating logical port openshift-network-diagnostics_network-check-target-jwbzv for pod on switch ip-10-0-0-220.ec2.internal I0507 08:41:56.366517 3673 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jwbzv I0507 08:41:56.383262 3673 pod.go:62] [openshift-network-diagnostics/network-check-target-jwbzv] pod update took 16.816911ms I0507 08:41:56.383278 3673 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jwbzv] addLogicalPort annotation time took 16.853155ms I0507 08:41:56.384101 3673 pods.go:271] [openshift-network-diagnostics/network-check-target-jwbzv] addLogicalPort took 17.733475ms, libovsdb time 615.654µs I0507 08:41:56.384625 3673 pod.go:62] [kube-system/global-pull-secret-syncer-dcgw5] pod update took 18.649274ms I0507 08:41:56.384639 3673 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-dcgw5] addLogicalPort annotation time took 18.668754ms I0507 08:41:56.385400 3673 pods.go:271] [kube-system/global-pull-secret-syncer-dcgw5] addLogicalPort took 19.512352ms, libovsdb time 581.931µs I0507 08:41:56.385469 3673 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kp7zs] creating logical port openshift-multus_network-metrics-daemon-kp7zs for pod on switch ip-10-0-0-220.ec2.internal I0507 08:41:56.385518 3673 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-kp7zs I0507 08:41:56.398738 3673 pod.go:62] [openshift-multus/network-metrics-daemon-kp7zs] pod update took 13.237318ms I0507 08:41:56.398754 3673 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-kp7zs] addLogicalPort annotation time took 13.255533ms I0507 08:41:56.399480 3673 pods.go:271] [openshift-multus/network-metrics-daemon-kp7zs] addLogicalPort took 14.015578ms, libovsdb time 535.991µs I0507 08:41:56.400102 3673 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 08:41:56.400124 3673 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 08:41:56.400134 3673 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 08:41:56.400139 3673 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 08:41:56.400320 3673 repair.go:29] Repairing admin network policies took 176.803µs I0507 08:41:56.400472 3673 repair.go:92] Repairing baseline admin network policies took 141.625µs I0507 08:41:56.400938 3673 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 08:41:56.400952 3673 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 08:41:56.402301 3673 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 08:41:56.402320 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 08:41:56.402330 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 08:41:56.403972 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 08:41:56.403991 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 08:41:56.404000 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 08:41:56.405499 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 08:41:56.405524 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 08:41:56.405532 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 08:41:56.405830 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 08:41:56.405848 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 08:41:56.405856 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 08:41:56.407321 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 08:41:56.407344 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 08:41:56.407354 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 08:41:56.408216 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 08:41:56.408235 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 08:41:56.408243 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 08:41:56.408715 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 08:41:56.408736 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 08:41:56.408744 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 08:41:56.409014 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 08:41:56.409030 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 08:41:56.409040 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 08:41:56.410390 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 08:41:56.410407 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 08:41:56.410415 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 08:41:56.410851 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 08:41:56.410872 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 08:41:56.411532 3673 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 08:41:56.411548 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 08:41:56.412190 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 08:41:56.412209 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 08:41:56.412228 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 08:41:56.412935 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 08:41:56.412952 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 08:41:56.412959 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 08:41:56.414279 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 08:41:56.414297 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 08:41:56.414305 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 08:41:56.414830 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 08:41:56.414849 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 08:41:56.414860 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 08:41:56.416746 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 08:41:56.416764 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 08:41:56.416771 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 08:41:56.417201 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 08:41:56.417218 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 08:41:56.417228 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 08:41:56.418356 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 08:41:56.418372 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 08:41:56.418378 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 08:41:56.418631 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 08:41:56.418645 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 08:41:56.418652 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 08:41:56.419109 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 08:41:56.419121 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 08:41:56.419127 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 08:41:56.419564 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 08:41:56.419582 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 08:41:56.419591 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 08:41:56.420430 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 08:41:56.420453 3673 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 08:41:56.420464 3673 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 08:41:56.421292 3673 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 08:41:56.421310 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 08:41:56.421318 3673 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 08:41:56.423204 3673 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 08:41:56.423231 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 08:41:56.423239 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 08:41:56.424370 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 08:41:56.424386 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 08:41:56.424396 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 08:41:56.425370 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 08:41:56.425389 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 08:41:56.425398 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 08:41:56.425903 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 08:41:56.425922 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 08:41:56.425930 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 08:41:56.426415 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 08:41:56.426428 3673 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 08:41:56.426437 3673 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 08:41:56.427426 3673 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 08:41:56.427447 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 08:41:56.427469 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 08:41:56.428587 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 08:41:56.433678 3673 egressfirewall.go:374] Starting EgressFirewall controller I0507 08:41:56.433704 3673 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 08:41:56.433706 3673 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 08:41:56.433720 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 08:41:56.433731 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 08:41:56.433740 3673 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 08:41:56.433732 3673 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 08:41:56.433984 3673 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 08:41:56.433997 3673 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 08:41:56.434002 3673 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 08:41:56.434010 3673 egressqos.go:193] Setting up event handlers for EgressQoS I0507 08:41:56.434019 3673 egressfirewall.go:723] Syncing node "ip-10-0-1-107.ec2.internal" for egress firewall I0507 08:41:56.434028 3673 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:41:56.434032 3673 egressfirewall.go:723] Syncing node "ip-10-0-0-220.ec2.internal" for egress firewall I0507 08:41:56.434139 3673 egressqos.go:245] Starting EgressQoS Controller I0507 08:41:56.434148 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 08:41:56.434154 3673 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 08:41:56.434160 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 08:41:56.434165 3673 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 08:41:56.434170 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 08:41:56.434175 3673 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 08:41:56.434178 3673 egressqos.go:259] Repairing EgressQoSes I0507 08:41:56.434182 3673 egressqos.go:399] Starting repairing loop for egressqos I0507 08:41:56.434256 3673 egressqos.go:401] Finished repairing loop for egressqos: 72.526µs I0507 08:41:56.434276 3673 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 08:41:56.434319 3673 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-220.ec2.internal I0507 08:41:56.434375 3673 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-220.ec2.internal : 60.177µs I0507 08:41:56.434454 3673 egressservice_zone.go:210] Starting Egress Services Controller I0507 08:41:56.434465 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 08:41:56.434471 3673 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 08:41:56.434476 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 08:41:56.434481 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 08:41:56.434487 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 08:41:56.434491 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 08:41:56.434497 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 08:41:56.434502 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 08:41:56.434506 3673 egressservice_zone.go:228] Repairing Egress Services I0507 08:41:56.434764 3673 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 08:41:56.434774 3673 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 08:41:56.434839 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-107.ec2.internal I0507 08:41:56.434853 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-107.ec2.internal: 16.47µs I0507 08:41:56.434860 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:41:56.434860 3673 default_network_controller.go:585] Completing all the Watchers took 318.28618ms I0507 08:41:56.434864 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 4.092µs I0507 08:41:56.434869 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:41:56.434874 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 5.416µs I0507 08:41:56.434869 3673 default_network_controller.go:589] Starting unidling controllers I0507 08:41:56.434887 3673 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 08:41:56.434893 3673 unidle.go:63] Populating Initial ContollerEvent events I0507 08:41:56.434903 3673 unidle.go:79] Setting up event handlers for services I0507 08:41:56.434966 3673 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 08:41:56.814101 3673 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:57.314674 3673 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:57.815231 3673 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:58.315180 3673 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:58.525914 3673 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 08:41:58.813976 3673 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:58.831579 3673 bridgeconfig.go:537] Gateway is ready I0507 08:41:58.831595 3673 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 08:41:58.843807 3673 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.220. Updating OVN encap IP. I0507 08:41:58.849202 3673 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.220 - it is already configured I0507 08:41:58.849214 3673 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.220/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 08:41:58.849426 3673 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.220/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-220.ec2.internal","mac-address":"12:97:f0:d5:17:4b","ip-addresses":["10.0.0.220/24"],"ip-address":"10.0.0.220/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:701b9fb7-81a9-4393-beef-4682e1fb25d2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.220/24"}] on node ip-10-0-0-220.ec2.internal I0507 08:41:58.862966 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:41:58.862975 3673 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.220 I0507 08:41:58.862981 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:41:58.862986 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 24.405µs I0507 08:41:58.863006 3673 master.go:548] Adding or Updating local node "ip-10-0-0-220.ec2.internal" for network "default" I0507 08:41:58.863037 3673 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:58.863057 3673 services_controller.go:574] Full service sync requested for network=default I0507 08:41:58.863017 3673 egressfirewall.go:723] Syncing node "ip-10-0-0-220.ec2.internal" for egress firewall I0507 08:41:58.863111 3673 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-220.ec2.internal I0507 08:41:58.867543 3673 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-220.ec2.internal. Updating no re-route policies I0507 08:41:58.867647 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-kp7zs I0507 08:41:58.867658 3673 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-dcgw5 I0507 08:41:58.867664 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-kp7zs I0507 08:41:58.867669 3673 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-dcgw5 I0507 08:41:58.867671 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt I0507 08:41:58.867685 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt I0507 08:41:58.867686 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v8kh9 I0507 08:41:58.867700 3673 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kp7zs] creating logical port openshift-multus_network-metrics-daemon-kp7zs for pod on switch ip-10-0-0-220.ec2.internal I0507 08:41:58.867698 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-pgv2k I0507 08:41:58.867658 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-220.ec2.internal I0507 08:41:58.867713 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-220.ec2.internal I0507 08:41:58.867713 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-pgv2k I0507 08:41:58.867712 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxh5d I0507 08:41:58.867719 3673 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nnkwt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found I0507 08:41:58.867717 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xsrqs I0507 08:41:58.867727 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxh5d I0507 08:41:58.867727 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c9k9b I0507 08:41:58.867731 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xsrqs I0507 08:41:58.867735 3673 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hxp7x I0507 08:41:58.867740 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c9k9b I0507 08:41:58.867740 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jwbzv I0507 08:41:58.867745 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-6k2nk I0507 08:41:58.867750 3673 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hxp7x I0507 08:41:58.867754 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jwbzv I0507 08:41:58.867756 3673 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-220.ec2.internal I0507 08:41:58.867736 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7rtg6 I0507 08:41:58.867758 3673 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-k4dft I0507 08:41:58.867766 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7rtg6 I0507 08:41:58.867774 3673 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-k4dft I0507 08:41:58.867776 3673 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jwbzv] creating logical port openshift-network-diagnostics_network-check-target-jwbzv for pod on switch ip-10-0-0-220.ec2.internal I0507 08:41:58.867782 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dkxdv I0507 08:41:58.867793 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dkxdv I0507 08:41:58.867793 3673 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-hxp7x, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-hxp7x: suppressed error logged: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found I0507 08:41:58.867794 3673 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-k4dft after 0 failed attempt(s) I0507 08:41:58.867728 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-220.ec2.internal after 0 failed attempt(s) I0507 08:41:58.867804 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dkxdv after 0 failed attempt(s) I0507 08:41:58.867785 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7rtg6 after 0 failed attempt(s) I0507 08:41:58.867752 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxh5d after 0 failed attempt(s) I0507 08:41:58.867702 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v8kh9 I0507 08:41:58.867730 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-pgv2k after 0 failed attempt(s) I0507 08:41:58.867820 3673 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-c9k9b, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c9k9b: suppressed error logged: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found I0507 08:41:58.867759 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-6k2nk I0507 08:41:58.867839 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v8kh9 after 0 failed attempt(s) I0507 08:41:58.867841 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-6k2nk after 0 failed attempt(s) I0507 08:41:58.867647 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-zk8j2 I0507 08:41:58.867865 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-zk8j2 I0507 08:41:58.867883 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-zk8j2 after 0 failed attempt(s) I0507 08:41:58.867747 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xsrqs after 0 failed attempt(s) I0507 08:41:58.867767 3673 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-220.ec2.internal I0507 08:41:58.867705 3673 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-dcgw5] creating logical port kube-system_global-pull-secret-syncer-dcgw5 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:41:58.867912 3673 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-220.ec2.internal after 0 failed attempt(s) I0507 08:41:58.868431 3673 pods.go:271] [openshift-multus/network-metrics-daemon-kp7zs] addLogicalPort took 740.112µs, libovsdb time 283.496µs I0507 08:41:58.868442 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-kp7zs after 0 failed attempt(s) I0507 08:41:58.868552 3673 pods.go:271] [openshift-network-diagnostics/network-check-target-jwbzv] addLogicalPort took 784.074µs, libovsdb time 367.962µs I0507 08:41:58.868560 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jwbzv after 0 failed attempt(s) I0507 08:41:58.868677 3673 pods.go:271] [kube-system/global-pull-secret-syncer-dcgw5] addLogicalPort took 984.866µs, libovsdb time 464.689µs I0507 08:41:58.868684 3673 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-dcgw5 after 0 failed attempt(s) I0507 08:41:58.877394 3673 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 08:41:58.889705 3673 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 08:41:58.893415 3673 iptables.go:108] Creating table: nat chain: OUTPUT I0507 08:41:58.927871 3673 iptables.go:108] Creating table: nat chain: PREROUTING I0507 08:41:58.985226 3673 iptables.go:108] Creating table: filter chain: FORWARD I0507 08:41:59.003262 3673 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 08:41:59.003387 3673 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 08:41:59.003435 3673 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 08:41:59.003533 3673 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 08:41:59.003588 3673 gateway_init.go:325] Gateway and management port readiness took 2.694042153s I0507 08:41:59.003635 3673 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 08:41:59.003674 3673 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 08:41:59.003686 3673 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 08:41:59.003702 3673 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 08:41:59.003779 3673 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 08:41:59.003869 3673 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.707µs I0507 08:41:59.004148 3673 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 08:41:59.004177 3673 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.515µs I0507 08:41:59.004185 3673 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.048µs I0507 08:41:59.004191 3673 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 08:41:59.004201 3673 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 08:41:59.004208 3673 default_node_network_controller.go:899] Starting the default node network controller I0507 08:41:59.004213 3673 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 08:41:59.004247 3673 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.151µs I0507 08:41:59.004404 3673 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 08:41:59.004412 3673 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 08:41:59.004443 3673 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c071c0 0xc00033fc70 0xc00033fce0 0xc00033fd50 0xc00033fe30 0xc00033fea0 0xc000340000 0xc000c433b0 0xc000340070 0xc0003400e0 0xc0006ea2d0 0xc0064f7570 0xc000340150 map[0x2ff9080:0xc002a0f980 0x2ff95c0:0xc002a0fb00 0x2ffa2e0:0xc002a0f8c0 0x2ffa580:0xc002a0f920 0x2ffad60:0xc002a0f9e0 0x2ffb000:0xc002a0fa40 0x2ffb2a0:0xc002a0faa0 0x2ffba80:0xc002a0ff20 0x2ffbd20:0xc006a74000 0x3026980:0xc0010227e0 0x3026d20:0xc001022900 0x3027800:0xc000c6d620 0x3029160:0xc001b0c000 0x30298a0:0xc001022960 0x302a720:0xc00180f2c0] 0xc000c36230 0} I0507 08:41:59.004501 3673 gateway.go:151] Starting gateway service sync I0507 08:41:59.005018 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 08:41:59.007509 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 08:41:59.030095 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 08:41:59.031418 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 08:41:59.032686 3673 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 08:41:59.066547 3673 gateway.go:168] Gateway service sync done. Time taken: 62.033869ms I0507 08:41:59.066898 3673 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30857 I0507 08:41:59.067365 3673 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c071c0 0xc00033fc70 0xc00033fce0 0xc00033fd50 0xc00033fe30 0xc00033fea0 0xc000340000 0xc000c433b0 0xc000340070 0xc0003400e0 0xc0006ea2d0 0xc0064f7570 0xc000340150 map[0x2ff9080:0xc002a0f980 0x2ff95c0:0xc002a0fb00 0x2ffa2e0:0xc002a0f8c0 0x2ffa580:0xc002a0f920 0x2ffad60:0xc002a0f9e0 0x2ffb000:0xc002a0fa40 0x2ffb2a0:0xc002a0faa0 0x2ffba80:0xc002a0ff20 0x2ffbd20:0xc006a74000 0x3026980:0xc0010227e0 0x3026d20:0xc001022900 0x3027800:0xc000c6d620 0x3029160:0xc001b0c000 0x30298a0:0xc001022960 0x302a720:0xc00180f2c0] 0xc000c36230 0} I0507 08:41:59.067826 3673 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c071c0 0xc00033fc70 0xc00033fce0 0xc00033fd50 0xc00033fe30 0xc00033fea0 0xc000340000 0xc000c433b0 0xc000340070 0xc0003400e0 0xc0006ea2d0 0xc0064f7570 0xc000340150 map[0x2ff9080:0xc002a0f980 0x2ff95c0:0xc002a0fb00 0x2ffa2e0:0xc002a0f8c0 0x2ffa580:0xc002a0f920 0x2ffad60:0xc002a0f9e0 0x2ffb000:0xc002a0fa40 0x2ffb2a0:0xc002a0faa0 0x2ffba80:0xc002a0ff20 0x2ffbd20:0xc006a74000 0x3026980:0xc0010227e0 0x3026d20:0xc001022900 0x3027800:0xc000c6d620 0x3029160:0xc001b0c000 0x30298a0:0xc001022960 0x302a720:0xc00180f2c0] 0xc000c36230 0} I0507 08:41:59.067861 3673 gateway.go:532] Reconciling gateway with updates I0507 08:41:59.073659 3673 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 08:41:59.073740 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 08:41:59.073751 3673 default_node_network_controller.go:944] Gateway and management port readiness took 69.332597ms I0507 08:41:59.073751 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:41:59.073766 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:41:59.073762 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 08:41:59.073775 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:41:59.073783 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 08:41:59.073788 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:41:59.073786 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:41:59.073800 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:41:59.073800 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:41:59.073808 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 08:41:59.073814 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:41:59.073815 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 08:41:59.073788 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 08:41:59.073827 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 08:41:59.073826 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:41:59.073833 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 08:41:59.073833 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 08:41:59.073832 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:41:59.073843 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 08:41:59.073846 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:41:59.073761 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:41:59.073742 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:41:59.073860 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:41:59.073851 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 08:41:59.073870 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:41:59.073873 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:41:59.073882 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 08:41:59.073884 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:41:59.073861 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:41:59.073898 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:41:59.073900 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:41:59.073896 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:41:59.073908 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:41:59.073916 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:41:59.073919 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:41:59.073921 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:41:59.073923 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 08:41:59.073927 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:41:59.073926 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:41:59.073901 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:41:59.073935 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:41:59.073939 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:41:59.073946 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:41:59.073953 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:41:59.073959 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:41:59.073922 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:41:59.073967 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:41:59.073970 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:41:59.073908 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:41:59.073967 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:41:59.073976 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:41:59.073981 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:41:59.073986 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:41:59.073990 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 08:41:59.073994 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:41:59.073994 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:41:59.073961 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:41:59.074003 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 08:41:59.074006 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 08:41:59.074010 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:41:59.073951 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:41:59.074018 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 08:41:59.073948 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:41:59.074029 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:41:59.074032 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:41:59.074036 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:41:59.074038 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:41:59.074050 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:41:59.073985 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:41:59.074057 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 08:41:59.073948 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:41:59.074071 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:41:59.074079 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:41:59.074017 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 08:41:59.073967 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:41:59.074130 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:41:59.074142 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 08:41:59.073938 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:41:59.074150 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:41:59.074145 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:41:59.074161 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:41:59.074161 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:41:59.074168 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:41:59.074183 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 08:41:59.073936 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:41:59.074165 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:41:59.074189 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:41:59.074368 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 08:41:59.073933 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:41:59.074056 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:41:59.073949 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:41:59.074504 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 08:41:59.074073 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 31550 is already open, no action needed I0507 08:41:59.074523 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 31723 is already open, no action needed I0507 08:41:59.073970 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:41:59.073995 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:41:59.074574 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 08:41:59.074205 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 08:41:59.073917 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:41:59.074621 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:41:59.074968 3673 node_ip_handler_linux.go:160] Node IP manager is running W0507 08:41:59.111868 3673 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 08:41:59.112002 3673 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 08:41:59.112135 3673 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0507 08:41:59.120896 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 08:41:59.140721 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 08:41:59.140732 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 08:41:59.140750 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140760 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140768 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 08:41:59.140793 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 08:41:59.140802 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 08:41:59.140810 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 08:41:59.140816 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 08:41:59.140822 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 08:41:59.140826 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140832 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 08:41:59.140839 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 08:41:59.140846 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 08:41:59.140851 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 08:41:59.140856 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140861 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140874 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140892 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 08:41:59.140898 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 08:41:59.140904 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 08:41:59.140910 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 08:41:59.140915 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140921 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 08:41:59.140930 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140936 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 08:41:59.140941 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 08:41:59.140946 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 08:41:59.179533 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 08:41:59.179543 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 08:41:59.179558 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 08:41:59.179566 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 08:41:59.502684 3673 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:41:59.502735 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:41:59.502749 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 18.261µs I0507 08:41:59.502756 3673 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0507 08:42:00.442197 3673 egressip_healthcheck.go:76] Health checking using insecure connection I0507 08:42:00.442250 3673 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0507 08:42:00.442202 3673 default_node_network_controller.go:1380] Starting node controller node sync I0507 08:42:00.454162 3673 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.877958ms I0507 08:42:00.454278 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-107.ec2.internal", IP: 10.0.1.107 to PMTUD blocking rules I0507 08:42:00.454290 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-107.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:42:00.460292 3673 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 08:42:00.460575 3673 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 08:42:00.460689 3673 egressservice_node.go:183] Starting Egress Services Controller I0507 08:42:00.460726 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 08:42:00.460740 3673 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 08:42:00.460750 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 08:42:00.460761 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 08:42:00.460772 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 08:42:00.460781 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 08:42:00.460798 3673 egressservice_node.go:197] Repairing Egress Services I0507 08:42:00.471261 3673 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 08:42:00.471272 3673 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 08:42:00.471597 3673 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 08:42:00.471634 3673 link_network_manager.go:119] Link manager is running I0507 08:42:00.471646 3673 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 08:42:00.471835 3673 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 08:42:00.472420 3673 vrf_manager.go:128] VRF manager is running I0507 08:42:00.472702 3673 node_controller_manager.go:437] Removing flows to drop GARP I0507 08:42:00.472718 3673 gateway.go:532] Reconciling gateway with updates I0507 08:42:00.500659 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:42:00.500672 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:42:00.500690 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:42:00.500694 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:42:00.500698 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:42:00.500697 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:42:00.500710 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 08:42:00.500709 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:42:00.500713 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:00.500718 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:42:00.500723 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:42:00.500727 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:00.500729 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:42:00.500738 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:42:00.500748 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 08:42:00.500762 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 08:42:00.500675 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:42:00.500773 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:42:00.500777 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:42:00.500774 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:42:00.500788 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 08:42:00.500778 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:42:00.500796 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:42:00.500800 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:42:00.500809 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:42:00.500811 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:42:00.500815 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 08:42:00.500818 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 31550 is already open, no action needed I0507 08:42:00.500816 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:42:00.500826 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:42:00.500761 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:42:00.500834 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 08:42:00.500838 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:42:00.500702 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:42:00.500834 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 08:42:00.500843 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 08:42:00.500845 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:42:00.500852 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:42:00.500864 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:42:00.500869 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 08:42:00.500875 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 08:42:00.500878 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 08:42:00.500876 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:42:00.500876 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 08:42:00.500885 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:42:00.500892 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:42:00.500895 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:42:00.500898 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 08:42:00.500781 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 08:42:00.500899 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 08:42:00.500907 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 08:42:00.500910 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:42:00.500917 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:42:00.500921 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 08:42:00.500925 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:42:00.500928 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:42:00.500929 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 08:42:00.500936 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 08:42:00.500812 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:42:00.500941 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 08:42:00.500952 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:42:00.500750 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 08:42:00.500959 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:42:00.500969 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 08:42:00.500959 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:42:00.500886 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 08:42:00.500990 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:42:00.500900 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:42:00.500829 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 31723 is already open, no action needed I0507 08:42:00.500868 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 08:42:00.500788 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:42:00.501075 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:42:00.501089 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:42:00.501092 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:42:00.500786 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:42:00.501105 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:42:00.501104 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:42:00.501120 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:42:00.501124 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:42:00.501127 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:42:00.500864 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:42:00.501140 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:42:00.501146 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:42:00.501149 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 08:42:00.501157 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:42:00.501134 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:42:00.500818 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 08:42:00.501167 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:42:00.501168 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 08:42:00.500838 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:42:00.501177 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:42:00.501184 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:42:00.500832 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:42:00.500848 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:42:00.500793 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 08:42:00.500843 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:42:00.500907 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 08:42:00.501252 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:42:00.501255 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:42:00.501258 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 08:42:00.501264 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 08:42:00.500954 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:42:00.501276 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 08:42:00.500909 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:42:00.500904 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:42:00.501164 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:42:00.501111 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:42:00.501509 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:42:00.540225 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 08:42:00.540233 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 08:42:00.540246 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 08:42:00.579439 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 08:42:00.579469 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 08:42:00.579480 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 08:42:00.579510 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 08:42:00.579518 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 08:42:00.579616 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 08:42:00.579640 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 08:42:00.579651 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 08:42:00.580011 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 08:42:00.619092 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 08:42:00.619104 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 08:42:00.619122 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 08:42:00.619131 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 08:42:00.619139 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 08:42:00.619145 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 08:42:00.619159 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 08:42:00.619172 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 08:42:00.619177 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 08:42:00.619183 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 08:42:00.619188 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 08:42:00.619196 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 08:42:00.619201 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 08:42:00.619206 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 08:42:02.557659 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:42:02.557700 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 48.787µs I0507 08:42:02.589666 3673 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-744fd46c4b-xvszm] creating logical port openshift-image-registry_image-registry-744fd46c4b-xvszm for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:02.589716 3673 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6bff9b896-9m4k7] creating logical port openshift-ingress_router-default-6bff9b896-9m4k7 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:02.589868 3673 kube.go:256] Updating pod openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:02.589936 3673 kube.go:256] Updating pod openshift-ingress/router-default-6bff9b896-9m4k7 I0507 08:42:02.609860 3673 pod.go:62] [openshift-image-registry/image-registry-744fd46c4b-xvszm] pod update took 20.028826ms I0507 08:42:02.609969 3673 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-744fd46c4b-xvszm] addLogicalPort annotation time took 20.145147ms I0507 08:42:02.611860 3673 pods.go:271] [openshift-image-registry/image-registry-744fd46c4b-xvszm] addLogicalPort took 22.215038ms, libovsdb time 1.399778ms I0507 08:42:02.613515 3673 pod.go:62] [openshift-ingress/router-default-6bff9b896-9m4k7] pod update took 23.618576ms I0507 08:42:02.613542 3673 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6bff9b896-9m4k7] addLogicalPort annotation time took 23.646275ms I0507 08:42:02.616066 3673 pods.go:271] [openshift-ingress/router-default-6bff9b896-9m4k7] addLogicalPort took 26.36497ms, libovsdb time 1.413093ms I0507 08:42:02.616360 3673 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nrzmg] creating logical port openshift-dns_dns-default-nrzmg for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:02.616380 3673 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-9b9vg] creating logical port openshift-ingress-canary_ingress-canary-9b9vg for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:02.616505 3673 kube.go:256] Updating pod openshift-dns/dns-default-nrzmg I0507 08:42:02.616626 3673 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-9b9vg I0507 08:42:02.632411 3673 pod.go:62] [openshift-dns/dns-default-nrzmg] pod update took 15.935285ms I0507 08:42:02.632435 3673 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nrzmg] addLogicalPort annotation time took 15.960522ms I0507 08:42:02.632527 3673 pod.go:62] [openshift-ingress-canary/ingress-canary-9b9vg] pod update took 15.945992ms I0507 08:42:02.632547 3673 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-9b9vg] addLogicalPort annotation time took 15.969196ms I0507 08:42:02.633576 3673 pods.go:271] [openshift-dns/dns-default-nrzmg] addLogicalPort took 17.229215ms, libovsdb time 806.599µs I0507 08:42:02.634010 3673 pods.go:271] [openshift-ingress-canary/ingress-canary-9b9vg] addLogicalPort took 17.643007ms, libovsdb time 1.203166ms W0507 08:42:03.330441 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 08:42:03.375749 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:03.800321 3673 cni.go:452] [openshift-ingress-canary/ingress-canary-9b9vg f435180c7aa0951cf50ad99c240eadc0ee2dda95679cbd8be5a3d421e742f1e3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-9b9vg f435180c7aa0951cf50ad99c240eadc0ee2dda95679cbd8be5a3d421e742f1e3 network default NAD default NAD key ] I0507 08:42:03.839067 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-9b9vg, hostIfaceName: f435180c7aa0951, network: default, NAD default, SandboxID: "f435180c7aa0951cf50ad99c240eadc0ee2dda95679cbd8be5a3d421e742f1e3", PCI device ID: , UID: "41d9358f-220c-40a5-96e8-8e34d250f7a1", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0507 08:42:03.888127 3673 cni.go:473] [openshift-ingress-canary/ingress-canary-9b9vg f435180c7aa0951cf50ad99c240eadc0ee2dda95679cbd8be5a3d421e742f1e3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-9b9vg f435180c7aa0951cf50ad99c240eadc0ee2dda95679cbd8be5a3d421e742f1e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:4f:b8:d3:b9:d5\",\"name\":\"f435180c7aa0951\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ceb178e1-6811-4847-a36f-098cc0125dfe\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:04.306755 3673 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 08:42:04.307670 3673 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 890.54µs I0507 08:42:04.332914 3673 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 08:42:04.438588 3673 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-gzrmw for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:04.438732 3673 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw I0507 08:42:04.455236 3673 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw] pod update took 16.5307ms I0507 08:42:04.455260 3673 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw] addLogicalPort annotation time took 16.560924ms I0507 08:42:04.456560 3673 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw] addLogicalPort took 17.986183ms, libovsdb time 1.023597ms I0507 08:42:04.474852 3673 namespace.go:98] [openshift-service-ca] adding namespace I0507 08:42:04.475666 3673 namespace.go:102] [openshift-service-ca] adding namespace took 796.089µs I0507 08:42:04.495534 3673 namespace.go:142] [openshift-service-ca] updating namespace I0507 08:42:04.720922 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:04.720949 3673 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:42:04.720955 3673 node_tracker.go:235] Node ip-10-0-2-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal" I0507 08:42:04.720978 3673 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.720997 3673 services_controller.go:574] Full service sync requested for network=default W0507 08:42:04.721455 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 08:42:04.721523 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:04.758892 3673 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:42:04.820898 3673 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw 0c7d37a2c618d7ee86a3848dbaaa28921cdeb3683f16213fe0c4dfc06c33919d network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw 0c7d37a2c618d7ee86a3848dbaaa28921cdeb3683f16213fe0c4dfc06c33919d network default NAD default NAD key ] I0507 08:42:04.832131 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-gzrmw, hostIfaceName: 0c7d37a2c618d7e, network: default, NAD default, SandboxID: "0c7d37a2c618d7ee86a3848dbaaa28921cdeb3683f16213fe0c4dfc06c33919d", PCI device ID: , UID: "35c6b4f5-6e5c-4091-9dd0-e66d4dc9e50d", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0507 08:42:04.882705 3673 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw 0c7d37a2c618d7ee86a3848dbaaa28921cdeb3683f16213fe0c4dfc06c33919d network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-gzrmw 0c7d37a2c618d7ee86a3848dbaaa28921cdeb3683f16213fe0c4dfc06c33919d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a0:87:b6:51:72\",\"name\":\"0c7d37a2c618d7e\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7b37c9c-3f01-49a4-987f-876368422306\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:04.894380 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:04.894439 3673 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.894424 3673 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:42:04.894452 3673 services_controller.go:574] Full service sync requested for network=default W0507 08:42:04.894633 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 08:42:04.895046 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:04.895548 3673 zone_ic_handler.go:195] Time taken to create transit switch: 304.061µs I0507 08:42:04.895562 3673 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-252.ec2.internal for the network default I0507 08:42:04.896678 3673 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-252.ec2.internal" on network "default" took: 1.445432ms I0507 08:42:06.155596 3673 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-jzq4k] creating logical port openshift-service-ca_service-ca-d9cb48497-jzq4k for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:06.155732 3673 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-jzq4k I0507 08:42:06.170562 3673 cni.go:452] [openshift-network-diagnostics/network-check-target-jwbzv 8e49355e0f029e7854b908d77ae49cd561234e9e629ad23aeb2a767a89019f2a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jwbzv 8e49355e0f029e7854b908d77ae49cd561234e9e629ad23aeb2a767a89019f2a network default NAD default NAD key ] I0507 08:42:06.170971 3673 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-jzq4k] pod update took 15.269081ms I0507 08:42:06.170992 3673 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-jzq4k] addLogicalPort annotation time took 15.296237ms I0507 08:42:06.172283 3673 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-jzq4k] addLogicalPort took 16.711483ms, libovsdb time 929.944µs I0507 08:42:06.172740 3673 cni.go:452] [kube-system/global-pull-secret-syncer-dcgw5 5a72a99bdc324479393ac406e16b4e104af41f4c0f88d2fd8362dd0a110fbe17 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-dcgw5 5a72a99bdc324479393ac406e16b4e104af41f4c0f88d2fd8362dd0a110fbe17 network default NAD default NAD key ] I0507 08:42:06.184479 3673 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-dcgw5, hostIfaceName: 5a72a99bdc32447, network: default, NAD default, SandboxID: "5a72a99bdc324479393ac406e16b4e104af41f4c0f88d2fd8362dd0a110fbe17", PCI device ID: , UID: "3dbf3ae0-c2c8-4fbd-b0f7-f1800b179571", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0507 08:42:06.185260 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jwbzv, hostIfaceName: 8e49355e0f029e7, network: default, NAD default, SandboxID: "8e49355e0f029e7854b908d77ae49cd561234e9e629ad23aeb2a767a89019f2a", PCI device ID: , UID: "a8ef613e-eb96-4d1d-b656-db4b2d49f029", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0507 08:42:06.233203 3673 cni.go:473] [kube-system/global-pull-secret-syncer-dcgw5 5a72a99bdc324479393ac406e16b4e104af41f4c0f88d2fd8362dd0a110fbe17 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-dcgw5 5a72a99bdc324479393ac406e16b4e104af41f4c0f88d2fd8362dd0a110fbe17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2b:1a:a5:97:1b\",\"name\":\"5a72a99bdc32447\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01395a64-52fd-4476-b50e-707b2ead6f5e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:06.238730 3673 cni.go:473] [openshift-network-diagnostics/network-check-target-jwbzv 8e49355e0f029e7854b908d77ae49cd561234e9e629ad23aeb2a767a89019f2a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jwbzv 8e49355e0f029e7854b908d77ae49cd561234e9e629ad23aeb2a767a89019f2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:74:ae:f0:c2:8e\",\"name\":\"8e49355e0f029e7\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb2e0f49-a144-474c-a65d-c814a904f692\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:06.462540 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:42:06.462560 3673 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:42:06.462567 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 34.733µs I0507 08:42:06.462566 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:06.462574 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 10.0.2.252 to PMTUD blocking rules I0507 08:42:06.462588 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:42:06.462642 3673 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:06.462660 3673 services_controller.go:574] Full service sync requested for network=default W0507 08:42:06.462861 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 08:42:06.463046 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:06.468760 3673 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-252.ec2.internal. Updating no re-route policies I0507 08:42:06.488706 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 10.0.2.252 to PMTUD blocking rules I0507 08:42:06.488729 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:42:06.789156 3673 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-jzq4k 53bf655e5f3413f1f53b9279ac8ae5c9516747c8642cc9f4c32381f3ae1fc711 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-jzq4k 53bf655e5f3413f1f53b9279ac8ae5c9516747c8642cc9f4c32381f3ae1fc711 network default NAD default NAD key ] I0507 08:42:06.801214 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-jzq4k, hostIfaceName: 53bf655e5f3413f, network: default, NAD default, SandboxID: "53bf655e5f3413f1f53b9279ac8ae5c9516747c8642cc9f4c32381f3ae1fc711", PCI device ID: , UID: "4e867dcd-d704-422f-a470-e52301e14e8a", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0507 08:42:06.847952 3673 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-jzq4k 53bf655e5f3413f1f53b9279ac8ae5c9516747c8642cc9f4c32381f3ae1fc711 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-jzq4k 53bf655e5f3413f1f53b9279ac8ae5c9516747c8642cc9f4c32381f3ae1fc711 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:29:22:b0:4a:c6\",\"name\":\"53bf655e5f3413f\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a6b637f-8289-4530-9f0c-fc0bd387a634\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:10.376533 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:42:10.376566 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 42.297µs W0507 08:42:12.384761 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:16.535425 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:18.600450 3673 cni.go:452] [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key ] I0507 08:42:18.610775 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-744fd46c4b-xvszm, hostIfaceName: d6f40fceeb33cd4, network: default, NAD default, SandboxID: "d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224", PCI device ID: , UID: "a680dc2a-33af-4986-bd52-f4dbb300c3f0", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0507 08:42:18.639408 3673 cni.go:452] [openshift-dns/dns-default-nrzmg 9f4f737585337f2ef6a46035b7c9a93327e0f01cadbe813ee62c5e1fd9bf2cbe network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nrzmg 9f4f737585337f2ef6a46035b7c9a93327e0f01cadbe813ee62c5e1fd9bf2cbe network default NAD default NAD key ] I0507 08:42:18.656686 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nrzmg, hostIfaceName: 9f4f737585337f2, network: default, NAD default, SandboxID: "9f4f737585337f2ef6a46035b7c9a93327e0f01cadbe813ee62c5e1fd9bf2cbe", PCI device ID: , UID: "17bd6eb3-e980-4ebf-9409-7d6f23463920", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0507 08:42:18.659893 3673 cni.go:473] [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fe:11:07:96:f6\",\"name\":\"d6f40fceeb33cd4\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24a667bc-9420-4612-a66d-e37d0a3a5bfc\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:18.701726 3673 cni.go:473] [openshift-dns/dns-default-nrzmg 9f4f737585337f2ef6a46035b7c9a93327e0f01cadbe813ee62c5e1fd9bf2cbe network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nrzmg 9f4f737585337f2ef6a46035b7c9a93327e0f01cadbe813ee62c5e1fd9bf2cbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2b:3d:2e:a4:d0\",\"name\":\"9f4f737585337f2\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56c09252-23fa-4a50-be61-d6a1c39363a2\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:42:29.993822 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:29.993874 3673 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:29.993889 3673 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:29.993898 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.040445 3673 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:30.327536 3673 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ff8c4] creating logical port openshift-insights_insights-runtime-extractor-ff8c4 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:30.327654 3673 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ff8c4 W0507 08:42:30.404286 3673 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:30.412459 3673 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ff8c4 I0507 08:42:30.542403 3673 pod.go:62] [openshift-insights/insights-runtime-extractor-ff8c4] pod update took 214.779342ms I0507 08:42:30.542430 3673 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ff8c4] addLogicalPort annotation time took 214.823001ms I0507 08:42:30.543640 3673 pods.go:271] [openshift-insights/insights-runtime-extractor-ff8c4] addLogicalPort took 216.121414ms, libovsdb time 877.975µs W0507 08:42:30.570337 3673 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:30.613848 3673 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.613864 3673 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.613870 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0507 08:42:30.658793 3673 cni.go:452] [openshift-insights/insights-runtime-extractor-ff8c4 2ac5ee330e9331688ee71980e51a6df368c5f9f382d919582c3df231edd0b73f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ff8c4 2ac5ee330e9331688ee71980e51a6df368c5f9f382d919582c3df231edd0b73f network default NAD default NAD key ] I0507 08:42:30.673388 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ff8c4, hostIfaceName: 2ac5ee330e93316, network: default, NAD default, SandboxID: "2ac5ee330e9331688ee71980e51a6df368c5f9f382d919582c3df231edd0b73f", PCI device ID: , UID: "e3424e10-df38-4d02-84c6-9ecb371b0fb5", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0507 08:42:30.724087 3673 cni.go:473] [openshift-insights/insights-runtime-extractor-ff8c4 2ac5ee330e9331688ee71980e51a6df368c5f9f382d919582c3df231edd0b73f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ff8c4 2ac5ee330e9331688ee71980e51a6df368c5f9f382d919582c3df231edd0b73f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:9f:20:a6:4a:9f\",\"name\":\"2ac5ee330e93316\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/999a02e6-5755-49da-bc6b-e14cb5054439\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:31.160877 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-d7dpv for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:31.160973 3673 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv I0507 08:42:31.184339 3673 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv] pod update took 23.384005ms I0507 08:42:31.184364 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv] addLogicalPort annotation time took 23.415037ms I0507 08:42:31.185494 3673 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv] addLogicalPort took 24.634055ms, libovsdb time 816.149µs W0507 08:42:31.690295 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690325 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690333 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690351 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690357 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690364 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0507 08:42:32.115780 3673 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv bfacb9581ef1eb621ab5e02c27032a7cb971daaa2c1f64db5ab57ce72e0844bb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv bfacb9581ef1eb621ab5e02c27032a7cb971daaa2c1f64db5ab57ce72e0844bb network default NAD default NAD key ] I0507 08:42:32.125926 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-d7dpv, hostIfaceName: bfacb9581ef1eb6, network: default, NAD default, SandboxID: "bfacb9581ef1eb621ab5e02c27032a7cb971daaa2c1f64db5ab57ce72e0844bb", PCI device ID: , UID: "2ef68b85-6f32-4110-81b2-6de225be0892", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0507 08:42:32.174864 3673 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv bfacb9581ef1eb621ab5e02c27032a7cb971daaa2c1f64db5ab57ce72e0844bb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-d7dpv bfacb9581ef1eb621ab5e02c27032a7cb971daaa2c1f64db5ab57ce72e0844bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:a0:b6:a2:dd:75\",\"name\":\"bfacb9581ef1eb6\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a85b3d64-b89a-4848-9d98-416c9de0a477\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:42:32.431335 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431354 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431361 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:34.464083 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 08:42:34.490777 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 08:42:34.818307 3673 cni.go:452] [openshift-ingress/router-default-6bff9b896-9m4k7 030c129aea7cf7fb7772a4722d133d2210ff91910cee297fb23448098d46703b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6bff9b896-9m4k7 030c129aea7cf7fb7772a4722d133d2210ff91910cee297fb23448098d46703b network default NAD default NAD key ] I0507 08:42:34.828290 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6bff9b896-9m4k7, hostIfaceName: 030c129aea7cf7f, network: default, NAD default, SandboxID: "030c129aea7cf7fb7772a4722d133d2210ff91910cee297fb23448098d46703b", PCI device ID: , UID: "33c38563-443c-4f61-b282-75638f721ea0", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0507 08:42:34.875680 3673 cni.go:473] [openshift-ingress/router-default-6bff9b896-9m4k7 030c129aea7cf7fb7772a4722d133d2210ff91910cee297fb23448098d46703b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6bff9b896-9m4k7 030c129aea7cf7fb7772a4722d133d2210ff91910cee297fb23448098d46703b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c4:15:d8:fc:c1\",\"name\":\"030c129aea7cf7f\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a98e3864-add3-40bc-8d8b-5ed3d3dff722\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:42:35.477056 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 08:42:35.477077 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0507 08:42:36.484863 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 08:42:36.484886 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 08:42:36.484893 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 08:42:36.485060 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 08:42:36.485119 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0507 08:42:36.594439 3673 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 08:42:36.887862 3673 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4vn48] creating logical port openshift-console_downloads-5c54f4944f-4vn48 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:36.887949 3673 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4vn48 I0507 08:42:36.904802 3673 pod.go:62] [openshift-console/downloads-5c54f4944f-4vn48] pod update took 16.878497ms I0507 08:42:36.904823 3673 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4vn48] addLogicalPort annotation time took 16.902981ms I0507 08:42:36.905961 3673 pods.go:271] [openshift-console/downloads-5c54f4944f-4vn48] addLogicalPort took 18.117643ms, libovsdb time 849.313µs I0507 08:42:37.267120 3673 cni.go:452] [openshift-console/downloads-5c54f4944f-4vn48 fa15a46438bb6be0f0c83b917844a5dc7fc87b94d778b190fe99b6a7a64018ce network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4vn48 fa15a46438bb6be0f0c83b917844a5dc7fc87b94d778b190fe99b6a7a64018ce network default NAD default NAD key ] I0507 08:42:37.277278 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4vn48, hostIfaceName: fa15a46438bb6be, network: default, NAD default, SandboxID: "fa15a46438bb6be0f0c83b917844a5dc7fc87b94d778b190fe99b6a7a64018ce", PCI device ID: , UID: "4b871583-28bd-4c24-bc5f-e56e1b43b0a4", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0507 08:42:37.323636 3673 cni.go:473] [openshift-console/downloads-5c54f4944f-4vn48 fa15a46438bb6be0f0c83b917844a5dc7fc87b94d778b190fe99b6a7a64018ce network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4vn48 fa15a46438bb6be0f0c83b917844a5dc7fc87b94d778b190fe99b6a7a64018ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:7b:0e:2c:37:28\",\"name\":\"fa15a46438bb6be\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2f82bb6-ee75-4eb4-922d-47476ea85c80\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:38.187390 3673 cni.go:452] [openshift-multus/network-metrics-daemon-kp7zs 8933bc241b4ae53cc57269cd0e3cd9e22a08087cbb45cd874ef25dbd3ed5ecd0 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-kp7zs 8933bc241b4ae53cc57269cd0e3cd9e22a08087cbb45cd874ef25dbd3ed5ecd0 network default NAD default NAD key ] I0507 08:42:38.198778 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-kp7zs, hostIfaceName: 8933bc241b4ae53, network: default, NAD default, SandboxID: "8933bc241b4ae53cc57269cd0e3cd9e22a08087cbb45cd874ef25dbd3ed5ecd0", PCI device ID: , UID: "b3e8a8fa-4e60-4b3d-a227-2f872a913f32", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0507 08:42:38.249363 3673 cni.go:473] [openshift-multus/network-metrics-daemon-kp7zs 8933bc241b4ae53cc57269cd0e3cd9e22a08087cbb45cd874ef25dbd3ed5ecd0 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-kp7zs 8933bc241b4ae53cc57269cd0e3cd9e22a08087cbb45cd874ef25dbd3ed5ecd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:71:19:de:17:eb\",\"name\":\"8933bc241b4ae53\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c240bae2-1c01-417e-94c7-87de5500dfa7\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:42:40.348657 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:40.348681 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:40.455869 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:40.948083 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:40.948192 3673 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 08:42:40.979295 3673 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 31.138043ms I0507 08:42:40.979324 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 31.172552ms I0507 08:42:40.980686 3673 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 32.614219ms, libovsdb time 1.00432ms I0507 08:42:41.498735 3673 cni.go:452] [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key ] I0507 08:42:41.508524 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: eb4232d2238025a, network: default, NAD default, SandboxID: "eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f", PCI device ID: , UID: "bab391ea-d854-4e67-9803-70267c2343dd", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0507 08:42:41.554543 3673 cni.go:473] [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:30:8e:99:d7:97\",\"name\":\"eb4232d2238025a\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13d500e6-aa05-46ab-bf21-0effd035c362\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:42.919627 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-58d54f85f7-t5km2] creating logical port openshift-monitoring_thanos-querier-58d54f85f7-t5km2 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:42.919743 3673 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58d54f85f7-t5km2 I0507 08:42:42.939365 3673 pod.go:62] [openshift-monitoring/thanos-querier-58d54f85f7-t5km2] pod update took 19.666133ms I0507 08:42:42.939387 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-58d54f85f7-t5km2] addLogicalPort annotation time took 19.69433ms I0507 08:42:42.940569 3673 pods.go:271] [openshift-monitoring/thanos-querier-58d54f85f7-t5km2] addLogicalPort took 20.981509ms, libovsdb time 835.144µs I0507 08:42:43.325458 3673 cni.go:452] [openshift-monitoring/thanos-querier-58d54f85f7-t5km2 7b540ae25ad4db9283c4a812b6dc7d4cde76e3846b903fb8c6f6e17e7a949c91 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-58d54f85f7-t5km2 7b540ae25ad4db9283c4a812b6dc7d4cde76e3846b903fb8c6f6e17e7a949c91 network default NAD default NAD key ] I0507 08:42:43.336421 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-58d54f85f7-t5km2, hostIfaceName: 7b540ae25ad4db9, network: default, NAD default, SandboxID: "7b540ae25ad4db9283c4a812b6dc7d4cde76e3846b903fb8c6f6e17e7a949c91", PCI device ID: , UID: "6258856b-e58b-4c1d-90e5-b745c0cb99e4", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0507 08:42:43.384121 3673 cni.go:473] [openshift-monitoring/thanos-querier-58d54f85f7-t5km2 7b540ae25ad4db9283c4a812b6dc7d4cde76e3846b903fb8c6f6e17e7a949c91 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-58d54f85f7-t5km2 7b540ae25ad4db9283c4a812b6dc7d4cde76e3846b903fb8c6f6e17e7a949c91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:bf:35:0b:39:98\",\"name\":\"7b540ae25ad4db9\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6644e0c9-07c4-4381-876e-bd04794380a6\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:42:43.391516 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:43.523038 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.523060 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.523065 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.828870 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.828887 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.828891 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 08:42:44.147854 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-8d56479b8-brshz] creating logical port openshift-monitoring_metrics-server-8d56479b8-brshz for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:44.147986 3673 kube.go:256] Updating pod openshift-monitoring/metrics-server-8d56479b8-brshz I0507 08:42:44.175777 3673 pod.go:62] [openshift-monitoring/metrics-server-8d56479b8-brshz] pod update took 27.819832ms I0507 08:42:44.175803 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-8d56479b8-brshz] addLogicalPort annotation time took 27.851535ms I0507 08:42:44.177070 3673 pods.go:271] [openshift-monitoring/metrics-server-8d56479b8-brshz] addLogicalPort took 29.23335ms, libovsdb time 909.682µs I0507 08:42:44.428237 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-r2lxn for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:44.428337 3673 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn I0507 08:42:44.445313 3673 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn] pod update took 17.00941ms I0507 08:42:44.445344 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn] addLogicalPort annotation time took 17.045161ms I0507 08:42:44.446800 3673 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn] addLogicalPort took 18.581559ms, libovsdb time 1.024063ms I0507 08:42:44.547283 3673 cni.go:452] [openshift-monitoring/metrics-server-8d56479b8-brshz cda20fccb8a4c62c33fc88e19d5aff67e86605adfcc4e633404759fc073019ac network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-8d56479b8-brshz cda20fccb8a4c62c33fc88e19d5aff67e86605adfcc4e633404759fc073019ac network default NAD default NAD key ] I0507 08:42:44.560596 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-8d56479b8-brshz, hostIfaceName: cda20fccb8a4c62, network: default, NAD default, SandboxID: "cda20fccb8a4c62c33fc88e19d5aff67e86605adfcc4e633404759fc073019ac", PCI device ID: , UID: "34529106-bed1-4308-8028-cfd0ef861722", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0507 08:42:44.615450 3673 cni.go:473] [openshift-monitoring/metrics-server-8d56479b8-brshz cda20fccb8a4c62c33fc88e19d5aff67e86605adfcc4e633404759fc073019ac network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-8d56479b8-brshz cda20fccb8a4c62c33fc88e19d5aff67e86605adfcc4e633404759fc073019ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:cb:92:2c:87:58\",\"name\":\"cda20fccb8a4c62\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bca67956-98c7-4d9c-aea2-abfe551ac795\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:45.578691 3673 base_network_controller_pods.go:487] [default/openshift-console/console-5cc5dd497-w9xfs] creating logical port openshift-console_console-5cc5dd497-w9xfs for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:45.578878 3673 kube.go:256] Updating pod openshift-console/console-5cc5dd497-w9xfs I0507 08:42:45.593819 3673 pod.go:62] [openshift-console/console-5cc5dd497-w9xfs] pod update took 14.976877ms I0507 08:42:45.593845 3673 base_network_controller_pods.go:951] [default/openshift-console/console-5cc5dd497-w9xfs] addLogicalPort annotation time took 15.006588ms I0507 08:42:45.596618 3673 pods.go:271] [openshift-console/console-5cc5dd497-w9xfs] addLogicalPort took 17.905836ms, libovsdb time 2.335076ms I0507 08:42:45.796522 3673 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn dc1c1bf56077e48dbb5ca22f86f8c82a761d2363bd48a67e69a8d529598ddd5b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn dc1c1bf56077e48dbb5ca22f86f8c82a761d2363bd48a67e69a8d529598ddd5b network default NAD default NAD key ] I0507 08:42:45.808719 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-r2lxn, hostIfaceName: dc1c1bf56077e48, network: default, NAD default, SandboxID: "dc1c1bf56077e48dbb5ca22f86f8c82a761d2363bd48a67e69a8d529598ddd5b", PCI device ID: , UID: "3738aa51-b5e6-4537-8a4f-ebd4761367a2", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0507 08:42:45.866376 3673 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn dc1c1bf56077e48dbb5ca22f86f8c82a761d2363bd48a67e69a8d529598ddd5b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r2lxn dc1c1bf56077e48dbb5ca22f86f8c82a761d2363bd48a67e69a8d529598ddd5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:0f:a3:a1:9d:ae\",\"name\":\"dc1c1bf56077e48\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a51380fa-2c0e-467e-be35-f30c59d4885e\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:45.955268 3673 cni.go:452] [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key ] I0507 08:42:45.967536 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cc5dd497-w9xfs, hostIfaceName: 90bd1684c965538, network: default, NAD default, SandboxID: "90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186", PCI device ID: , UID: "c36dcf6a-b9d7-4f3e-99ea-3c06bf136dd6", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0507 08:42:46.028038 3673 cni.go:473] [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:33:e3:cb:32:32\",\"name\":\"90bd1684c965538\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82cac748-82c7-4c0b-a31f-197dcd439b72\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:42:46.111249 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:46.111366 3673 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 08:42:46.144441 3673 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 33.118435ms I0507 08:42:46.144466 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 33.149ms I0507 08:42:46.146018 3673 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 34.795479ms, libovsdb time 1.090679ms I0507 08:42:46.487229 3673 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key ] I0507 08:42:46.497534 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8f127350bff90e2, network: default, NAD default, SandboxID: "8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58", PCI device ID: , UID: "064cf9c5-7a84-4e92-bfb8-8bf60d43ff0b", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0507 08:42:46.554899 3673 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b9:c0:02:7c:ee\",\"name\":\"8f127350bff90e2\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/990a43b7-529a-4ea2-87da-919e85ef383a\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:42:47.554876 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.554906 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.554912 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.554918 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.590035 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.590054 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.606897 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:42:47.807710 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:42:47.847074 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.847093 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:48.558301 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 08:42:48.577532 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 08:42:53.572131 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:53.572229 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:53.572241 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:53.572246 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 08:42:56.274411 3673 cni.go:452] [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key ] I0507 08:42:56.348434 3673 cni.go:473] [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-744fd46c4b-xvszm d6f40fceeb33cd486f1decbc94d04237f5a53dccf83238af4741b55f39dcc224 network default NAD default NAD key default], result "{}", err I0507 08:42:57.312158 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.312254 3673 pods.go:176] Deleting pod: openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:57.313509 3673 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-744fd46c4b-xvszm, ips: 10.129.0.6 I0507 08:42:57.313543 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.325720 3673 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6df567784c-td8r6] creating logical port openshift-image-registry_image-registry-6df567784c-td8r6 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:42:57.325818 3673 kube.go:256] Updating pod openshift-image-registry/image-registry-6df567784c-td8r6 I0507 08:42:57.354147 3673 pod.go:62] [openshift-image-registry/image-registry-6df567784c-td8r6] pod update took 28.35903ms I0507 08:42:57.354170 3673 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6df567784c-td8r6] addLogicalPort annotation time took 28.389608ms I0507 08:42:57.355405 3673 pods.go:271] [openshift-image-registry/image-registry-6df567784c-td8r6] addLogicalPort took 29.701419ms, libovsdb time 851.556µs W0507 08:42:57.501425 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 08:42:57.636945 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0507 08:42:57.666444 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:57.666467 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:57.674577 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:57.674676 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:57.683797 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.684554 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:42:57.721105 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0507 08:42:57.741013 3673 cni.go:452] [openshift-image-registry/image-registry-6df567784c-td8r6 5abee6b80ce944c2afe5bb67081ebd7703e0c40de44097bb67a392ced3d00546 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6df567784c-td8r6 5abee6b80ce944c2afe5bb67081ebd7703e0c40de44097bb67a392ced3d00546 network default NAD default NAD key ] I0507 08:42:57.751278 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6df567784c-td8r6, hostIfaceName: 5abee6b80ce944c, network: default, NAD default, SandboxID: "5abee6b80ce944c2afe5bb67081ebd7703e0c40de44097bb67a392ced3d00546", PCI device ID: , UID: "bed77bc3-e3bf-450d-8152-67b782183dba", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] W0507 08:42:57.772935 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 08:42:57.811585 3673 cni.go:473] [openshift-image-registry/image-registry-6df567784c-td8r6 5abee6b80ce944c2afe5bb67081ebd7703e0c40de44097bb67a392ced3d00546 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6df567784c-td8r6 5abee6b80ce944c2afe5bb67081ebd7703e0c40de44097bb67a392ced3d00546 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:6e:33:63:5f:e0\",\"name\":\"5abee6b80ce944c\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eae5b5aa-9c3c-4e5e-9edd-fc2fd523f803\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:42:57.941955 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 08:42:58.058971 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:58.058994 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:58.071119 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-9d9bc95d9-xd7fg I0507 08:42:58.071151 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-9d9bc95d9-xd7fg W0507 08:43:04.534236 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 08:43:04.534265 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 08:43:08.568358 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:43:09.543068 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 08:43:09.568811 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0507 08:43:11.326963 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.326995 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.327003 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.327019 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.327026 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.327033 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.395243 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.395263 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.395269 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:18.579448 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 08:43:19.643398 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:43:22.795670 3673 cni.go:452] [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key ] I0507 08:43:22.868806 3673 cni.go:473] [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cc5dd497-w9xfs 90bd1684c965538c1c9080f220f6f0e9abb6f0d1b7db97693b0427fc5cf9d186 network default NAD default NAD key default], result "{}", err I0507 08:43:22.936576 3673 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-w9xfs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:22.936638 3673 pods.go:176] Deleting pod: openshift-console/console-5cc5dd497-w9xfs I0507 08:43:22.937819 3673 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cc5dd497-w9xfs, ips: 10.129.0.19 I0507 08:43:22.937852 3673 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-w9xfs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:22.945281 3673 base_network_controller_pods.go:487] [default/openshift-console/console-bb7f77fcb-qxcpt] creating logical port openshift-console_console-bb7f77fcb-qxcpt for pod on switch ip-10-0-0-220.ec2.internal I0507 08:43:22.945386 3673 kube.go:256] Updating pod openshift-console/console-bb7f77fcb-qxcpt I0507 08:43:22.959109 3673 pod.go:62] [openshift-console/console-bb7f77fcb-qxcpt] pod update took 13.750704ms I0507 08:43:22.959133 3673 base_network_controller_pods.go:951] [default/openshift-console/console-bb7f77fcb-qxcpt] addLogicalPort annotation time took 13.777764ms I0507 08:43:22.974537 3673 pods.go:271] [openshift-console/console-bb7f77fcb-qxcpt] addLogicalPort took 29.265421ms, libovsdb time 15.053571ms I0507 08:43:23.365395 3673 cni.go:452] [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key ] I0507 08:43:23.375070 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bb7f77fcb-qxcpt, hostIfaceName: d015598f20f356c, network: default, NAD default, SandboxID: "d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b", PCI device ID: , UID: "fa310a4e-5a71-47db-99e2-66da2c905a53", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0507 08:43:23.424462 3673 cni.go:473] [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3d:2e:58:ee:14\",\"name\":\"d015598f20f356c\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d7ea00d-899c-4eb2-a35b-e298a96a4db7\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:43:23.743168 3673 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-w9xfs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:23.743193 3673 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-w9xfs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:23.748590 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cc5dd497-w9xfs I0507 08:43:23.748698 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cc5dd497-w9xfs I0507 08:43:29.891891 3673 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-5vx59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:29.892446 3673 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-5vx59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:30.041010 3673 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-5vx59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:30.041056 3673 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-5vx59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:30.047996 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cc5dd497-5vx59 I0507 08:43:30.048020 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cc5dd497-5vx59 W0507 08:43:33.783807 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 08:43:43.358767 3673 obj_retry.go:498] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:43.359306 3673 obj_retry.go:498] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:43.670871 3673 obj_retry.go:492] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:43.670899 3673 obj_retry.go:492] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:43.677013 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:43:43.677036 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:43:44.963028 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:44.963556 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:45.675787 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:45.675814 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:45.678021 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-744fd46c4b-zfcbs I0507 08:43:45.678044 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-744fd46c4b-zfcbs W0507 08:43:46.860303 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:43:46.860329 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 08:44:01.399912 3673 cni.go:452] [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key ] I0507 08:44:01.472981 3673 cni.go:473] [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 eb4232d2238025abb3ca192bd75cfe7a7c1b563ba7e034332314ee01ff87183f network default NAD default NAD key default], result "{}", err I0507 08:44:01.539832 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:01.539867 3673 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0507 08:44:01.541077 3673 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0507 08:44:01.541107 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:01.889735 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:01.889759 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:01.895680 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 08:44:01.895711 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 08:44:01.938373 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:44:01.938478 3673 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 08:44:01.959970 3673 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.527759ms I0507 08:44:01.960000 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.563916ms I0507 08:44:01.961449 3673 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.098279ms, libovsdb time 994.816µs I0507 08:44:02.302034 3673 cni.go:452] [openshift-monitoring/alertmanager-main-1 54b2ad849dab79f7cef89f3d2a8d50d5d0e69082d0ac580c485a785232ae605e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 54b2ad849dab79f7cef89f3d2a8d50d5d0e69082d0ac580c485a785232ae605e network default NAD default NAD key ] I0507 08:44:02.312184 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 54b2ad849dab79f, network: default, NAD default, SandboxID: "54b2ad849dab79f7cef89f3d2a8d50d5d0e69082d0ac580c485a785232ae605e", PCI device ID: , UID: "28fb511e-d848-4bba-a1de-565a68d7bca3", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0507 08:44:02.366087 3673 cni.go:473] [openshift-monitoring/alertmanager-main-1 54b2ad849dab79f7cef89f3d2a8d50d5d0e69082d0ac580c485a785232ae605e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 54b2ad849dab79f7cef89f3d2a8d50d5d0e69082d0ac580c485a785232ae605e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:20:35:7d:d9:ce\",\"name\":\"54b2ad849dab79f\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7b4bc63-332b-44e6-a9c2-050a3b386b05\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:44:05.771651 3673 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key ] I0507 08:44:05.848439 3673 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 8f127350bff90e2c28034f626d9b32b1b360c75a0a789f400c55b7af626ddf58 network default NAD default NAD key default], result "{}", err I0507 08:44:05.908469 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:05.908508 3673 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0507 08:44:05.909870 3673 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0507 08:44:05.909904 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:06.221396 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:06.221417 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:06.232156 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 08:44:06.232180 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 08:44:06.270285 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:44:06.270418 3673 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 08:44:06.295222 3673 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.845682ms I0507 08:44:06.295240 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.868223ms I0507 08:44:06.296572 3673 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.300352ms, libovsdb time 991.377µs I0507 08:44:06.630336 3673 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a7491ae08043c404642fa59d494232ab815f9fc7416101b1b5aad118dbe5a521 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a7491ae08043c404642fa59d494232ab815f9fc7416101b1b5aad118dbe5a521 network default NAD default NAD key ] I0507 08:44:06.639698 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a7491ae08043c40, network: default, NAD default, SandboxID: "a7491ae08043c404642fa59d494232ab815f9fc7416101b1b5aad118dbe5a521", PCI device ID: , UID: "3d3a31be-fce8-4fd6-b59c-a75bdec3a51f", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0507 08:44:06.688793 3673 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a7491ae08043c404642fa59d494232ab815f9fc7416101b1b5aad118dbe5a521 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a7491ae08043c404642fa59d494232ab815f9fc7416101b1b5aad118dbe5a521 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:02:29:d9:4f:b3\",\"name\":\"a7491ae08043c40\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3f50d37-b19b-4e67-b4c9-c711fd668fe6\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:44:12.595530 3673 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0507 08:44:22.356583 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:44:22.356617 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:44:22.356623 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 08:44:23.687838 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:23.688386 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:24.272454 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:24.272478 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:24.279817 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 08:44:24.279839 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 08:44:33.730854 3673 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:33.731419 3673 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:33.853336 3673 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:33.853362 3673 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:33.855810 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb7f77fcb-9qhdm I0507 08:44:33.855831 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb7f77fcb-9qhdm I0507 08:44:44.450851 3673 cni.go:452] [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key ] I0507 08:44:44.529158 3673 cni.go:473] [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-bb7f77fcb-qxcpt d015598f20f356c4df1c48862557cd58a1fd3432a2c52d199b8e20a51530a94b network default NAD default NAD key default], result "{}", err I0507 08:44:44.573793 3673 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:44.573847 3673 pods.go:176] Deleting pod: openshift-console/console-bb7f77fcb-qxcpt I0507 08:44:44.575098 3673 pods.go:236] Attempting to release IPs for pod: openshift-console/console-bb7f77fcb-qxcpt, ips: 10.129.0.22 I0507 08:44:44.575125 3673 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:45.078899 3673 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:45.078921 3673 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:45.084456 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb7f77fcb-qxcpt I0507 08:44:45.084480 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb7f77fcb-qxcpt I0507 08:44:53.079788 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:53.080342 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:54.100986 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:54.101017 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:03.134518 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135105 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135134 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135144 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 08:45:03.135162 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135166 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 08:45:04.160124 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160147 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160161 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160170 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:45:07.208203 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:45:07.208311 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 08:45:07.466634 3673 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 08:45:07.475971 3673 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 08:45:08.498520 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:08.499103 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:09.470837 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:09.470867 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:09.485845 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 08:45:09.485877 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 08:46:24.995849 3673 base_network_controller_pods.go:487] [default/openshift-console/console-7b55fc7d66-bczmh] creating logical port openshift-console_console-7b55fc7d66-bczmh for pod on switch ip-10-0-0-220.ec2.internal I0507 08:46:24.995948 3673 kube.go:256] Updating pod openshift-console/console-7b55fc7d66-bczmh I0507 08:46:25.023170 3673 pod.go:62] [openshift-console/console-7b55fc7d66-bczmh] pod update took 27.247019ms I0507 08:46:25.023203 3673 base_network_controller_pods.go:951] [default/openshift-console/console-7b55fc7d66-bczmh] addLogicalPort annotation time took 27.284404ms I0507 08:46:25.024461 3673 pods.go:271] [openshift-console/console-7b55fc7d66-bczmh] addLogicalPort took 28.63731ms, libovsdb time 921.433µs I0507 08:46:25.349038 3673 cni.go:452] [openshift-console/console-7b55fc7d66-bczmh c4c2ee0985a13c51d1a3f2eaffb9717e9c5adc07b937baada5d6cb036456e9d3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b55fc7d66-bczmh c4c2ee0985a13c51d1a3f2eaffb9717e9c5adc07b937baada5d6cb036456e9d3 network default NAD default NAD key ] I0507 08:46:25.358327 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b55fc7d66-bczmh, hostIfaceName: c4c2ee0985a13c5, network: default, NAD default, SandboxID: "c4c2ee0985a13c51d1a3f2eaffb9717e9c5adc07b937baada5d6cb036456e9d3", PCI device ID: , UID: "6b8e3389-9f87-42af-883a-3c078bb03965", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0507 08:46:25.408673 3673 cni.go:473] [openshift-console/console-7b55fc7d66-bczmh c4c2ee0985a13c51d1a3f2eaffb9717e9c5adc07b937baada5d6cb036456e9d3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b55fc7d66-bczmh c4c2ee0985a13c51d1a3f2eaffb9717e9c5adc07b937baada5d6cb036456e9d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:23:c3:05:6a:f0\",\"name\":\"c4c2ee0985a13c5\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a25a5d77-c4f2-4088-ad7c-2d643b03a7f0\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:46:35.528655 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 08:46:50.312544 3673 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-g2dg2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:46:50.313090 3673 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-g2dg2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:46:50.907456 3673 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-g2dg2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:46:50.907485 3673 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-g2dg2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:46:50.915450 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d45d5799f-g2dg2 I0507 08:46:50.915480 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d45d5799f-g2dg2 I0507 08:47:00.853422 3673 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-clfwm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:47:00.854002 3673 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-clfwm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:47:01.409892 3673 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-clfwm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:47:01.409919 3673 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-clfwm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:47:01.412927 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d45d5799f-clfwm I0507 08:47:01.412953 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d45d5799f-clfwm I0507 08:47:11.711634 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=536 I0507 08:47:23.819206 3673 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 08:47:26.788413 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 08:47:29.792563 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 08:47:37.699364 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0507 08:48:44.802135 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 08:49:14.699171 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 08:49:38.825769 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 08:49:44.813688 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 08:49:46.788052 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 08:50:04.225484 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:04.226041 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:04.798086 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 08:50:05.118249 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:05.118296 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:08.825143 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0507 08:50:13.140014 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:50:19.706327 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0507 08:50:24.177759 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 08:50:24.177822 3673 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2f9l6 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2f9l6: no pod IPs found I0507 08:50:41.704231 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0507 08:50:46.047766 3673 namespace.go:98] [tsf] adding namespace I0507 08:50:46.048794 3673 namespace.go:102] [tsf] adding namespace took 1.002283ms I0507 08:50:46.063214 3673 namespace.go:142] [tsf] updating namespace I0507 08:50:46.076397 3673 namespace.go:142] [tsf] updating namespace I0507 08:50:49.850000 3673 namespace.go:98] [rhbk-operator] adding namespace I0507 08:50:49.850884 3673 namespace.go:102] [rhbk-operator] adding namespace took 854.661µs I0507 08:50:49.856324 3673 namespace.go:98] [konflux-operator] adding namespace I0507 08:50:49.857026 3673 namespace.go:102] [konflux-operator] adding namespace took 682.332µs I0507 08:50:49.860254 3673 namespace.go:98] [tsf-keycloak] adding namespace I0507 08:50:49.860337 3673 namespace.go:98] [konflux-ui] adding namespace I0507 08:50:49.860483 3673 namespace.go:98] [cert-manager-operator] adding namespace I0507 08:50:49.860891 3673 namespace.go:102] [tsf-keycloak] adding namespace took 618.596µs I0507 08:50:49.861409 3673 namespace.go:102] [konflux-ui] adding namespace took 1.058034ms I0507 08:50:49.861885 3673 namespace.go:102] [cert-manager-operator] adding namespace took 1.388469ms I0507 08:50:49.862511 3673 namespace.go:98] [rhtpa-operator] adding namespace I0507 08:50:49.862620 3673 namespace.go:98] [tsf-tpa] adding namespace I0507 08:50:49.862698 3673 namespace.go:98] [tsf-tas] adding namespace I0507 08:50:49.863057 3673 namespace.go:102] [rhtpa-operator] adding namespace took 533.589µs I0507 08:50:49.863652 3673 namespace.go:102] [tsf-tpa] adding namespace took 1.019373ms I0507 08:50:49.864157 3673 namespace.go:102] [tsf-tas] adding namespace took 1.446718ms I0507 08:50:49.869116 3673 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:49.884193 3673 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:49.893852 3673 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:49.893857 3673 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:49.902210 3673 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:49.915304 3673 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:49.921352 3673 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:49.937307 3673 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:49.937341 3673 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:49.951235 3673 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:49.957361 3673 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:49.968231 3673 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:49.983112 3673 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:49.983181 3673 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:49.992297 3673 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:50.081924 3673 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:50.103194 3673 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:50.109925 3673 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:50.195150 3673 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:50.268375 3673 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:50.462033 3673 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:50.657657 3673 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:50.857728 3673 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:50.996180 3673 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:51.005418 3673 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:51.059338 3673 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:58.530282 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.530869 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.530899 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.530908 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:50:58.530925 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.530934 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:50:58.552108 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552628 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552653 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552660 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:50:58.552670 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552676 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:50:59.556639 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.556660 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.556670 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.556679 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577597 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577632 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577641 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577652 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:05.528961 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529533 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529559 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529566 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:05.529578 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529583 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:06.530856 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531396 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531421 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531429 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:06.531445 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531454 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:06.558487 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.558508 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.558520 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.558530 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.560344 3673 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560900 3673 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560928 3673 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560937 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:07.560952 3673 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560961 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:07.564790 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.564808 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.564818 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.564830 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.586122 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586592 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586631 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586640 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:07.586652 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586658 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:08.486811 3673 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-fvjs4 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:51:08.486919 3673 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4 I0507 08:51:08.538641 3673 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4] pod update took 51.752618ms I0507 08:51:08.538666 3673 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4] addLogicalPort annotation time took 51.783104ms I0507 08:51:08.539883 3673 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4] addLogicalPort took 53.087122ms, libovsdb time 899.132µs I0507 08:51:08.633411 3673 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.633435 3673 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.633447 3673 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.633459 3673 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644749 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644771 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644783 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644795 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.845145 3673 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4 7babc3b9ca82339cff779fc2ea5e1a50974e0adde5d372d68aa9b666b7e02dd7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4 7babc3b9ca82339cff779fc2ea5e1a50974e0adde5d372d68aa9b666b7e02dd7 network default NAD default NAD key ] I0507 08:51:08.854452 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-fvjs4, hostIfaceName: 7babc3b9ca82339, network: default, NAD default, SandboxID: "7babc3b9ca82339cff779fc2ea5e1a50974e0adde5d372d68aa9b666b7e02dd7", PCI device ID: , UID: "6efdee8e-e677-41db-9d1c-5a62f4c0c223", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0507 08:51:08.901881 3673 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4 7babc3b9ca82339cff779fc2ea5e1a50974e0adde5d372d68aa9b666b7e02dd7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-fvjs4 7babc3b9ca82339cff779fc2ea5e1a50974e0adde5d372d68aa9b666b7e02dd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:3e:85:9d:d3:47\",\"name\":\"7babc3b9ca82339\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cc85332-99c6-43dd-ab6e-1b519e036e6f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:51:11.587412 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.899995 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.908466 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.913430 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.922781 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:16.982046 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 08:51:22.587447 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 08:51:22.705539 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0507 08:51:27.258114 3673 namespace.go:98] [cert-manager] adding namespace I0507 08:51:27.259060 3673 namespace.go:102] [cert-manager] adding namespace took 921.281µs I0507 08:51:27.296321 3673 namespace.go:142] [cert-manager] updating namespace I0507 08:51:27.330362 3673 namespace.go:142] [cert-manager] updating namespace I0507 08:51:28.890279 3673 namespace.go:142] [openshift-operators] updating namespace I0507 08:51:28.916521 3673 namespace.go:142] [openshift-operators] updating namespace I0507 08:51:28.949266 3673 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-kv87f] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-kv87f for pod on switch ip-10-0-0-220.ec2.internal I0507 08:51:28.949358 3673 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-kv87f I0507 08:51:29.049367 3673 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-kv87f I0507 08:51:29.097401 3673 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-kv87f] pod update took 148.067564ms I0507 08:51:29.097430 3673 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-kv87f] addLogicalPort annotation time took 148.101535ms I0507 08:51:29.098662 3673 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-kv87f] addLogicalPort took 149.412928ms, libovsdb time 885.628µs I0507 08:51:29.320168 3673 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-kv87f fdaa9c1d3a3a96911cd9b8ae8c3fb7b7e67170a3041feff983d4615e39569866 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-kv87f fdaa9c1d3a3a96911cd9b8ae8c3fb7b7e67170a3041feff983d4615e39569866 network default NAD default NAD key ] I0507 08:51:29.329945 3673 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-kv87f, hostIfaceName: fdaa9c1d3a3a969, network: default, NAD default, SandboxID: "fdaa9c1d3a3a96911cd9b8ae8c3fb7b7e67170a3041feff983d4615e39569866", PCI device ID: , UID: "6fa0355e-474a-4391-8c85-fa37a75e8687", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0507 08:51:29.378704 3673 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-kv87f fdaa9c1d3a3a96911cd9b8ae8c3fb7b7e67170a3041feff983d4615e39569866 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-kv87f fdaa9c1d3a3a96911cd9b8ae8c3fb7b7e67170a3041feff983d4615e39569866 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5a:1e:4a:5d:c4\",\"name\":\"fdaa9c1d3a3a969\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77b8b0f7-54ed-491e-8239-6863bb11edaa\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:51:32.858572 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 08:51:32.858589 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 08:51:33.397101 3673 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-nxpgn for pod on switch ip-10-0-0-220.ec2.internal I0507 08:51:33.397196 3673 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn I0507 08:51:33.410470 3673 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn] pod update took 13.302793ms I0507 08:51:33.410494 3673 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn] addLogicalPort annotation time took 13.328305ms I0507 08:51:33.411657 3673 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn] addLogicalPort took 14.574513ms, libovsdb time 821.193µs I0507 08:51:34.421966 3673 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn cf3a3eb85215e5cf1bfec90ac29ccd1d5d7c276a1035604a3ac66bcf20c6c5e2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn cf3a3eb85215e5cf1bfec90ac29ccd1d5d7c276a1035604a3ac66bcf20c6c5e2 network default NAD default NAD key ] I0507 08:51:34.431588 3673 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-nxpgn, hostIfaceName: cf3a3eb85215e5c, network: default, NAD default, SandboxID: "cf3a3eb85215e5cf1bfec90ac29ccd1d5d7c276a1035604a3ac66bcf20c6c5e2", PCI device ID: , UID: "55d469f0-01ed-404d-9e50-49599a775d77", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0507 08:51:34.481569 3673 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn cf3a3eb85215e5cf1bfec90ac29ccd1d5d7c276a1035604a3ac66bcf20c6c5e2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-nxpgn cf3a3eb85215e5cf1bfec90ac29ccd1d5d7c276a1035604a3ac66bcf20c6c5e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:cd:e9:cb:08:1c\",\"name\":\"cf3a3eb85215e5c\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4899bbf4-d36b-49ba-8f30-a4326945266c\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:51:35.809520 3673 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-4t4bg for pod on switch ip-10-0-0-220.ec2.internal I0507 08:51:35.809650 3673 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg I0507 08:51:35.843372 3673 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg] pod update took 33.766025ms I0507 08:51:35.843397 3673 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg] addLogicalPort annotation time took 33.79716ms I0507 08:51:35.844676 3673 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg] addLogicalPort took 35.171087ms, libovsdb time 882.714µs I0507 08:51:36.173640 3673 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg 17dc142ee181f6d8dfd58d91bf6ebd4f6857d6573fa5fa9092e2c6c6f18fbd23 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg 17dc142ee181f6d8dfd58d91bf6ebd4f6857d6573fa5fa9092e2c6c6f18fbd23 network default NAD default NAD key ] I0507 08:51:36.185465 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-4t4bg, hostIfaceName: 17dc142ee181f6d, network: default, NAD default, SandboxID: "17dc142ee181f6d8dfd58d91bf6ebd4f6857d6573fa5fa9092e2c6c6f18fbd23", PCI device ID: , UID: "5dcf9dec-8f03-441a-8aa3-aadf9cdd048c", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0507 08:51:36.235578 3673 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg 17dc142ee181f6d8dfd58d91bf6ebd4f6857d6573fa5fa9092e2c6c6f18fbd23 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-4t4bg 17dc142ee181f6d8dfd58d91bf6ebd4f6857d6573fa5fa9092e2c6c6f18fbd23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:76:1d:2e:ff:be\",\"name\":\"17dc142ee181f6d\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdc3e1de-6eb4-4259-aaf6-b35621a1fcdd\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:51:37.909628 3673 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 08:51:37.910504 3673 namespace.go:102] [trusted-artifact-signer] adding namespace took 854.765µs I0507 08:51:37.982532 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:38.019667 3673 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 08:51:38.822188 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 08:51:38.822210 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 08:51:38.822288 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 08:51:39.812907 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0507 08:51:40.708584 3673 namespace.go:142] [openshift-operators] updating namespace I0507 08:51:41.269558 3673 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-d7ptf for pod on switch ip-10-0-0-220.ec2.internal I0507 08:51:41.269693 3673 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf I0507 08:51:41.396388 3673 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf I0507 08:51:41.470125 3673 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf] pod update took 200.460355ms I0507 08:51:41.470147 3673 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf] addLogicalPort annotation time took 200.487554ms I0507 08:51:41.471306 3673 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf] addLogicalPort took 201.764319ms, libovsdb time 799.439µs I0507 08:51:41.604735 3673 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf 39ed97f0459a091f97e5aeffa0f6ec945741b92ea31465ac9221f33438db8120 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf 39ed97f0459a091f97e5aeffa0f6ec945741b92ea31465ac9221f33438db8120 network default NAD default NAD key ] I0507 08:51:41.614033 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-d7ptf, hostIfaceName: 39ed97f0459a091, network: default, NAD default, SandboxID: "39ed97f0459a091f97e5aeffa0f6ec945741b92ea31465ac9221f33438db8120", PCI device ID: , UID: "9a5c7ebe-f25c-456e-86d9-907b9ac232ea", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0507 08:51:41.666409 3673 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf 39ed97f0459a091f97e5aeffa0f6ec945741b92ea31465ac9221f33438db8120 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d7ptf 39ed97f0459a091f97e5aeffa0f6ec945741b92ea31465ac9221f33438db8120 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e4:60:03:de:0c\",\"name\":\"39ed97f0459a091\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/000e6e07-eaa7-4e09-b159-990f9008e7d9\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:51:42.945168 3673 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-6xssq] creating logical port cert-manager_cert-manager-59c77684cc-6xssq for pod on switch ip-10-0-0-220.ec2.internal I0507 08:51:42.945260 3673 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-6xssq I0507 08:51:42.963554 3673 pod.go:62] [cert-manager/cert-manager-59c77684cc-6xssq] pod update took 18.315596ms I0507 08:51:42.963587 3673 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-6xssq] addLogicalPort annotation time took 18.351664ms I0507 08:51:42.965290 3673 pods.go:271] [cert-manager/cert-manager-59c77684cc-6xssq] addLogicalPort took 20.1396ms, libovsdb time 1.211732ms I0507 08:51:44.150546 3673 cni.go:452] [cert-manager/cert-manager-59c77684cc-6xssq d3c3bbe0749396b673a89c7dbc3af5c7f66f4d32b00bb09fa0f5f4980287c0ee network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-6xssq d3c3bbe0749396b673a89c7dbc3af5c7f66f4d32b00bb09fa0f5f4980287c0ee network default NAD default NAD key ] I0507 08:51:44.160959 3673 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-6xssq, hostIfaceName: d3c3bbe0749396b, network: default, NAD default, SandboxID: "d3c3bbe0749396b673a89c7dbc3af5c7f66f4d32b00bb09fa0f5f4980287c0ee", PCI device ID: , UID: "37a20ed2-49fe-4ccb-bcea-ff4c889c662d", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0507 08:51:44.212590 3673 cni.go:473] [cert-manager/cert-manager-59c77684cc-6xssq d3c3bbe0749396b673a89c7dbc3af5c7f66f4d32b00bb09fa0f5f4980287c0ee network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-6xssq d3c3bbe0749396b673a89c7dbc3af5c7f66f4d32b00bb09fa0f5f4980287c0ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:90:a3:1a:02:6f\",\"name\":\"d3c3bbe0749396b\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/115d7bce-b65d-4b5e-b3e5-5b8a4770812e\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:51:49.731824 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 08:51:55.776572 3673 namespace.go:98] [openshift-pipelines] adding namespace I0507 08:51:55.777408 3673 namespace.go:102] [openshift-pipelines] adding namespace took 814.43µs I0507 08:51:55.801231 3673 namespace.go:142] [openshift-pipelines] updating namespace I0507 08:51:55.817350 3673 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:55.817805 3673 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:55.839092 3673 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:55.839115 3673 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:55.850404 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 08:51:55.850428 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 08:51:56.540836 3673 namespace.go:142] [cert-manager] updating namespace I0507 08:51:56.747553 3673 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:57.141984 3673 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:57.338576 3673 namespace.go:142] [konflux-ui] updating namespace I0507 08:51:57.540168 3673 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:51:57.942328 3673 namespace.go:142] [rhbk-operator] updating namespace I0507 08:51:58.142696 3673 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:51:58.342156 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:58.544315 3673 namespace.go:142] [tsf] updating namespace I0507 08:51:58.747033 3673 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:51:58.950671 3673 namespace.go:142] [tsf-tas] updating namespace I0507 08:51:59.151632 3673 namespace.go:142] [tsf-tpa] updating namespace I0507 08:51:59.273322 3673 namespace.go:142] [cert-manager] updating namespace I0507 08:51:59.279727 3673 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:59.289774 3673 namespace.go:142] [default] updating namespace I0507 08:51:59.296398 3673 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:59.305282 3673 namespace.go:142] [konflux-ui] updating namespace I0507 08:51:59.326785 3673 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:51:59.334258 3673 namespace.go:142] [openshift] updating namespace I0507 08:51:59.342920 3673 namespace.go:142] [rhbk-operator] updating namespace I0507 08:51:59.353321 3673 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:51:59.361356 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:59.370529 3673 namespace.go:142] [tsf] updating namespace I0507 08:51:59.393811 3673 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:51:59.416737 3673 namespace.go:142] [tsf-tas] updating namespace I0507 08:51:59.431032 3673 namespace.go:142] [tsf-tpa] updating namespace I0507 08:51:59.530217 3673 namespace.go:142] [cert-manager] updating namespace I0507 08:51:59.634562 3673 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:59.731629 3673 namespace.go:142] [default] updating namespace I0507 08:51:59.837730 3673 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:59.932145 3673 namespace.go:142] [konflux-ui] updating namespace I0507 08:52:00.030336 3673 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:52:00.131120 3673 namespace.go:142] [openshift] updating namespace I0507 08:52:00.228284 3673 namespace.go:142] [rhbk-operator] updating namespace I0507 08:52:00.330432 3673 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:52:00.429195 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:52:00.532318 3673 namespace.go:142] [tsf] updating namespace I0507 08:52:00.631855 3673 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:52:00.729539 3673 namespace.go:142] [tsf-tas] updating namespace I0507 08:52:00.828424 3673 namespace.go:142] [tsf-tpa] updating namespace I0507 08:52:01.110521 3673 namespace.go:142] [openshift-pipelines] updating namespace W0507 08:52:05.736639 3673 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 08:52:05.754531 3673 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0507 08:52:09.396092 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-khcv6 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:52:09.396191 3673 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6 I0507 08:52:09.408950 3673 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6] pod update took 12.77962ms I0507 08:52:09.408979 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6] addLogicalPort annotation time took 12.814479ms I0507 08:52:09.410337 3673 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6] addLogicalPort took 14.265012ms, libovsdb time 872.271µs I0507 08:52:09.764750 3673 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6 1e09d7d6d1702654dd5901cab2019078247b346e6d0789f4e018c34977935aa5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6 1e09d7d6d1702654dd5901cab2019078247b346e6d0789f4e018c34977935aa5 network default NAD default NAD key ] I0507 08:52:09.783077 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-khcv6, hostIfaceName: 1e09d7d6d170265, network: default, NAD default, SandboxID: "1e09d7d6d1702654dd5901cab2019078247b346e6d0789f4e018c34977935aa5", PCI device ID: , UID: "6e837f53-6d51-4304-93b2-a85d677c115e", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0507 08:52:09.837702 3673 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6 1e09d7d6d1702654dd5901cab2019078247b346e6d0789f4e018c34977935aa5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-khcv6 1e09d7d6d1702654dd5901cab2019078247b346e6d0789f4e018c34977935aa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a4:5a:fb:c1:db\",\"name\":\"1e09d7d6d170265\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc613382-e719-4309-a63c-f80f1a797703\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:52:13.272191 3673 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.272208 3673 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.272213 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.303197 3673 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.303217 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.303222 3673 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.769893 3673 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.769917 3673 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.769923 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.769927 3673 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 08:52:31.150571 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-qxbxm for pod on switch ip-10-0-0-220.ec2.internal I0507 08:52:31.150736 3673 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm I0507 08:52:31.177667 3673 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm] pod update took 26.9577ms I0507 08:52:31.177694 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm] addLogicalPort annotation time took 26.990873ms I0507 08:52:31.178859 3673 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm] addLogicalPort took 28.305026ms, libovsdb time 836.802µs I0507 08:52:31.338906 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-82nkb for pod on switch ip-10-0-0-220.ec2.internal I0507 08:52:31.339017 3673 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb I0507 08:52:31.353790 3673 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb] pod update took 14.795737ms I0507 08:52:31.353816 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb] addLogicalPort annotation time took 14.82386ms I0507 08:52:31.355097 3673 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb] addLogicalPort took 16.207942ms, libovsdb time 926.958µs I0507 08:52:31.509370 3673 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm cb6eff6d25983e58469a67980cb1b89647fafdae5773107ea44a9feb7525a508 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm cb6eff6d25983e58469a67980cb1b89647fafdae5773107ea44a9feb7525a508 network default NAD default NAD key ] I0507 08:52:31.519068 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-qxbxm, hostIfaceName: cb6eff6d25983e5, network: default, NAD default, SandboxID: "cb6eff6d25983e58469a67980cb1b89647fafdae5773107ea44a9feb7525a508", PCI device ID: , UID: "8cc10937-e1d9-4bbd-97dd-dca88b1df291", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0507 08:52:31.570829 3673 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm cb6eff6d25983e58469a67980cb1b89647fafdae5773107ea44a9feb7525a508 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-qxbxm cb6eff6d25983e58469a67980cb1b89647fafdae5773107ea44a9feb7525a508 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:5a:41:8e:d7:ff\",\"name\":\"cb6eff6d25983e5\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10bfdc2f-23f2-4981-a6ab-b2398413051c\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:52:31.697844 3673 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb 36f3944b2b3e36188d6e73667b6ea2741ed83b48aab6cb72d85b3a570a91cd0c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb 36f3944b2b3e36188d6e73667b6ea2741ed83b48aab6cb72d85b3a570a91cd0c network default NAD default NAD key ] I0507 08:52:31.707800 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-82nkb, hostIfaceName: 36f3944b2b3e361, network: default, NAD default, SandboxID: "36f3944b2b3e36188d6e73667b6ea2741ed83b48aab6cb72d85b3a570a91cd0c", PCI device ID: , UID: "d6ee149d-0a41-4847-a04d-e2c6a37a1baf", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0507 08:52:31.756931 3673 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb 36f3944b2b3e36188d6e73667b6ea2741ed83b48aab6cb72d85b3a570a91cd0c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-82nkb 36f3944b2b3e36188d6e73667b6ea2741ed83b48aab6cb72d85b3a570a91cd0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:43:91:e8:25:af\",\"name\":\"36f3944b2b3e361\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/261a11bf-0a2e-4d69-b107-5c6911e9fb46\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:52:34.987331 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 08:52:36.795721 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0507 08:52:37.022171 3673 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:52:37.022740 3673 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:52:37.040778 3673 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:52:37.040796 3673 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:52:37.049932 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 08:52:37.049960 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 08:52:38.951668 3673 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 08:52:38.952317 3673 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 08:52:38.952338 3673 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 08:52:38.954270 3673 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 08:52:40.423983 3673 namespace.go:142] [openshift-pipelines] updating namespace W0507 08:52:44.955321 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:52:44.955340 3673 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:52:44.958704 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 08:52:44.958719 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0507 08:52:45.982237 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 08:52:53.901436 3673 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 08:52:56.975938 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:52:56.976027 3673 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0507 08:52:56.992099 3673 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 16.093539ms I0507 08:52:56.992123 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 16.121224ms I0507 08:52:56.993309 3673 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 17.390569ms, libovsdb time 832.279µs I0507 08:53:07.538369 3673 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 8d2578a8067e4d32484438e210062065bd3fc9d120c99d1d659e8d7aea4279d6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 8d2578a8067e4d32484438e210062065bd3fc9d120c99d1d659e8d7aea4279d6 network default NAD default NAD key ] I0507 08:53:07.548784 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 8d2578a8067e4d3, network: default, NAD default, SandboxID: "8d2578a8067e4d32484438e210062065bd3fc9d120c99d1d659e8d7aea4279d6", PCI device ID: , UID: "77b4a7d8-c1b4-4d4e-823c-2517dcd274b7", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0507 08:53:07.602702 3673 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 8d2578a8067e4d32484438e210062065bd3fc9d120c99d1d659e8d7aea4279d6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 8d2578a8067e4d32484438e210062065bd3fc9d120c99d1d659e8d7aea4279d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c1:eb:5c:3b:67\",\"name\":\"8d2578a8067e4d3\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d92e58e3-2407-4769-b710-90f7c636cce6\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:53:13.205642 3673 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 08:53:14.567595 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-czzfs] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-czzfs for pod on switch ip-10-0-0-220.ec2.internal I0507 08:53:14.567825 3673 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-czzfs I0507 08:53:14.583423 3673 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-czzfs] pod update took 15.626075ms I0507 08:53:14.583445 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-czzfs] addLogicalPort annotation time took 15.652362ms I0507 08:53:14.584675 3673 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-czzfs] addLogicalPort took 17.096621ms, libovsdb time 838.158µs I0507 08:53:14.659379 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-clnqd for pod on switch ip-10-0-0-220.ec2.internal I0507 08:53:14.659489 3673 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd I0507 08:53:14.676242 3673 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd] pod update took 16.781985ms I0507 08:53:14.676271 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd] addLogicalPort annotation time took 16.815533ms I0507 08:53:14.677534 3673 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd] addLogicalPort took 18.17392ms, libovsdb time 864.326µs I0507 08:53:14.930636 3673 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-czzfs 130e16cf13197792abe703c137dcaf8f4742b084aa2a43f9e849ead1e529fd4e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-czzfs 130e16cf13197792abe703c137dcaf8f4742b084aa2a43f9e849ead1e529fd4e network default NAD default NAD key ] I0507 08:53:14.940129 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-czzfs, hostIfaceName: 130e16cf1319779, network: default, NAD default, SandboxID: "130e16cf13197792abe703c137dcaf8f4742b084aa2a43f9e849ead1e529fd4e", PCI device ID: , UID: "31ccc916-3bb4-44db-8d28-d7d1b513456d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0507 08:53:14.993506 3673 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-czzfs 130e16cf13197792abe703c137dcaf8f4742b084aa2a43f9e849ead1e529fd4e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-czzfs 130e16cf13197792abe703c137dcaf8f4742b084aa2a43f9e849ead1e529fd4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e2:7a:ec:bc:f7\",\"name\":\"130e16cf1319779\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/698c9756-d4ac-4314-bef2-b5f0d151d6f3\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:53:15.023314 3673 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd 6b3ce1059d5961fdf7420546ae5e7fa1b0e0c577fdb9deef941b3348918efd10 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd 6b3ce1059d5961fdf7420546ae5e7fa1b0e0c577fdb9deef941b3348918efd10 network default NAD default NAD key ] I0507 08:53:15.033875 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-clnqd, hostIfaceName: 6b3ce1059d5961f, network: default, NAD default, SandboxID: "6b3ce1059d5961fdf7420546ae5e7fa1b0e0c577fdb9deef941b3348918efd10", PCI device ID: , UID: "60e45121-8c4b-4179-a290-92567a62e0a9", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0507 08:53:15.086823 3673 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd 6b3ce1059d5961fdf7420546ae5e7fa1b0e0c577fdb9deef941b3348918efd10 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-clnqd 6b3ce1059d5961fdf7420546ae5e7fa1b0e0c577fdb9deef941b3348918efd10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:57:62:ca:ca:4c\",\"name\":\"6b3ce1059d5961f\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/220374ba-0edd-4303-a596-f6ab6b0142df\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:53:19.203633 3673 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:19.203656 3673 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:19.203663 3673 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:25.234402 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:25.234423 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:25.234431 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 08:53:29.341077 3673 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:29.341635 3673 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:29.382641 3673 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:29.382658 3673 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:29.388182 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 08:53:29.388207 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 08:53:31.774868 3673 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5fdfb58b9b-6wvw7] creating logical port tsf-tas_fulcio-server-5fdfb58b9b-6wvw7 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:53:31.774956 3673 kube.go:256] Updating pod tsf-tas/fulcio-server-5fdfb58b9b-6wvw7 I0507 08:53:31.793713 3673 pod.go:62] [tsf-tas/fulcio-server-5fdfb58b9b-6wvw7] pod update took 18.77782ms I0507 08:53:31.793740 3673 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5fdfb58b9b-6wvw7] addLogicalPort annotation time took 18.811062ms I0507 08:53:31.795025 3673 pods.go:271] [tsf-tas/fulcio-server-5fdfb58b9b-6wvw7] addLogicalPort took 20.1732ms, libovsdb time 842.216µs I0507 08:53:32.120763 3673 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-97pgv-8dgx4] creating logical port tsf-tas_ctlog-createtree-job-97pgv-8dgx4 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:53:32.120854 3673 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-97pgv-8dgx4 I0507 08:53:32.141874 3673 cni.go:452] [tsf-tas/fulcio-server-5fdfb58b9b-6wvw7 f401b8109f658bfb658a346b6b0d49fa14108c4dd5844510bd63b0e81ce0204d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5fdfb58b9b-6wvw7 f401b8109f658bfb658a346b6b0d49fa14108c4dd5844510bd63b0e81ce0204d network default NAD default NAD key ] I0507 08:53:32.148260 3673 pod.go:62] [tsf-tas/ctlog-createtree-job-97pgv-8dgx4] pod update took 27.428574ms I0507 08:53:32.148291 3673 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-97pgv-8dgx4] addLogicalPort annotation time took 27.462898ms I0507 08:53:32.150315 3673 pods.go:271] [tsf-tas/ctlog-createtree-job-97pgv-8dgx4] addLogicalPort took 29.59361ms, libovsdb time 1.417358ms I0507 08:53:32.154439 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5fdfb58b9b-6wvw7, hostIfaceName: f401b8109f658bf, network: default, NAD default, SandboxID: "f401b8109f658bfb658a346b6b0d49fa14108c4dd5844510bd63b0e81ce0204d", PCI device ID: , UID: "a27e86a3-8074-48ca-bb34-cd14fe16c64d", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0507 08:53:32.211507 3673 cni.go:473] [tsf-tas/fulcio-server-5fdfb58b9b-6wvw7 f401b8109f658bfb658a346b6b0d49fa14108c4dd5844510bd63b0e81ce0204d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5fdfb58b9b-6wvw7 f401b8109f658bfb658a346b6b0d49fa14108c4dd5844510bd63b0e81ce0204d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:38:ee:b2:66:52\",\"name\":\"f401b8109f658bf\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b5f663f-d546-4af5-8318-0873633e4633\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:53:32.478803 3673 cni.go:452] [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key ] I0507 08:53:32.490693 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-97pgv-8dgx4, hostIfaceName: db3adf2ae58fdef, network: default, NAD default, SandboxID: "db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106", PCI device ID: , UID: "2e3a6667-128e-4642-a59c-a2cb76573444", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0507 08:53:32.546722 3673 cni.go:473] [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:79:06:ba:b3:0d\",\"name\":\"db3adf2ae58fdef\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dda5a664-be02-4214-892e-0fc75ee48627\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:53:32.589520 3673 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-b7vmh-2mnw2] creating logical port tsf-tas_rekor-createtree-job-b7vmh-2mnw2 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:53:32.589642 3673 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-b7vmh-2mnw2 I0507 08:53:32.629440 3673 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-b7vmh-2mnw2 I0507 08:53:32.653046 3673 pod.go:62] [tsf-tas/rekor-createtree-job-b7vmh-2mnw2] pod update took 63.450285ms I0507 08:53:32.653068 3673 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-b7vmh-2mnw2] addLogicalPort annotation time took 63.476556ms I0507 08:53:32.654294 3673 pods.go:271] [tsf-tas/rekor-createtree-job-b7vmh-2mnw2] addLogicalPort took 64.793199ms, libovsdb time 820.869µs I0507 08:53:32.943450 3673 cni.go:452] [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key ] I0507 08:53:32.964685 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-b7vmh-2mnw2, hostIfaceName: 56122fa09bd04c6, network: default, NAD default, SandboxID: "56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933", PCI device ID: , UID: "b5de2179-c95b-48e2-bc92-ca5a0208b8a5", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0507 08:53:33.024768 3673 cni.go:473] [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d8:9a:f2:47:23\",\"name\":\"56122fa09bd04c6\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d29eb748-7a77-4d71-97ed-4c2efc0352de\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:53:34.281721 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0507 08:53:34.281750 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0507 08:53:34.303210 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0507 08:53:34.303233 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0507 08:53:40.134260 3673 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-622wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:40.136940 3673 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-622wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:53:40.318021 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 08:53:41.158674 3673 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-622wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:41.158698 3673 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-622wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:53:46.747137 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0507 08:53:49.767014 3673 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 08:53:50.911958 3673 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:50.912484 3673 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:51.810696 3673 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:51.810718 3673 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:53:55.371391 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0507 08:54:20.655906 3673 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:20.656468 3673 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:20.674533 3673 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:20.674555 3673 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:20.684154 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 08:54:20.684174 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 08:54:27.555156 3673 cni.go:452] [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key ] I0507 08:54:27.638848 3673 cni.go:473] [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-97pgv-8dgx4 db3adf2ae58fdef15209c0cad2539b7dd0ec33752843313d3f253ad9cb791106 network default NAD default NAD key default], result "{}", err I0507 08:54:27.687723 3673 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:27.687763 3673 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-97pgv-8dgx4 I0507 08:54:27.689071 3673 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-97pgv-8dgx4, ips: 10.129.0.39 I0507 08:54:27.689097 3673 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:28.572252 3673 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:28.572275 3673 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:29.716278 3673 obj_retry.go:498] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:29.716820 3673 obj_retry.go:498] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:30.603370 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:30.603399 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:35.595912 3673 cni.go:452] [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key ] W0507 08:54:35.641239 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 08:54:35.678158 3673 cni.go:473] [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-b7vmh-2mnw2 56122fa09bd04c605d219a1b6ceea16027a6e21c4ebeda6e9dc14c7718106933 network default NAD default NAD key default], result "{}", err I0507 08:54:35.726413 3673 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:35.726451 3673 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-b7vmh-2mnw2 I0507 08:54:35.727837 3673 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-b7vmh-2mnw2, ips: 10.129.0.40 I0507 08:54:35.727867 3673 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:36.608447 3673 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:36.608473 3673 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:36.763824 3673 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:36.764353 3673 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:37.640474 3673 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.640501 3673 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.683249 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.683273 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.692381 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-glvrm I0507 08:54:37.692408 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-glvrm I0507 08:54:38.949969 3673 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw] creating logical port tsf-tas_rekor-search-ui-c5dd4b9bc-5mldw for pod on switch ip-10-0-0-220.ec2.internal I0507 08:54:38.950064 3673 kube.go:256] Updating pod tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw I0507 08:54:38.965906 3673 pod.go:62] [tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw] pod update took 15.865217ms I0507 08:54:38.965929 3673 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw] addLogicalPort annotation time took 15.892057ms I0507 08:54:38.967202 3673 pods.go:271] [tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw] addLogicalPort took 17.247309ms, libovsdb time 883.541µs I0507 08:54:39.307109 3673 cni.go:452] [tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw 41ea7e802ff2570104c4b4c61c46453a1708350ff90b98a8c1ad7051e36147f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw 41ea7e802ff2570104c4b4c61c46453a1708350ff90b98a8c1ad7051e36147f3 network default NAD default NAD key ] I0507 08:54:39.316309 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-c5dd4b9bc-5mldw, hostIfaceName: 41ea7e802ff2570, network: default, NAD default, SandboxID: "41ea7e802ff2570104c4b4c61c46453a1708350ff90b98a8c1ad7051e36147f3", PCI device ID: , UID: "706191ad-a8c8-4a3e-bca9-b59165c4d7dc", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0507 08:54:39.367557 3673 cni.go:473] [tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw 41ea7e802ff2570104c4b4c61c46453a1708350ff90b98a8c1ad7051e36147f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-c5dd4b9bc-5mldw 41ea7e802ff2570104c4b4c61c46453a1708350ff90b98a8c1ad7051e36147f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b8:5a:e4:7a:30\",\"name\":\"41ea7e802ff2570\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40b261e5-89c1-4dc5-8fa6-e563e8ef6a7f\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:54:41.035401 3673 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 08:54:41.471702 3673 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-9bb849645-7pdpr] creating logical port tsf-tas_rekor-server-9bb849645-7pdpr for pod on switch ip-10-0-0-220.ec2.internal I0507 08:54:41.471793 3673 kube.go:256] Updating pod tsf-tas/rekor-server-9bb849645-7pdpr I0507 08:54:41.484289 3673 pod.go:62] [tsf-tas/rekor-server-9bb849645-7pdpr] pod update took 12.519355ms I0507 08:54:41.484375 3673 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-9bb849645-7pdpr] addLogicalPort annotation time took 12.609342ms I0507 08:54:41.485760 3673 pods.go:271] [tsf-tas/rekor-server-9bb849645-7pdpr] addLogicalPort took 14.073884ms, libovsdb time 906.546µs I0507 08:54:41.806586 3673 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:41.807142 3673 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:41.823537 3673 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:41.823560 3673 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:41.828684 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 08:54:41.828716 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0507 08:54:42.629135 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0507 08:54:43.101826 3673 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-sf7tk] creating logical port tsf-tpa_create-db-sf7tk for pod on switch ip-10-0-0-220.ec2.internal I0507 08:54:43.101917 3673 kube.go:256] Updating pod tsf-tpa/create-db-sf7tk I0507 08:54:43.117556 3673 pod.go:62] [tsf-tpa/create-db-sf7tk] pod update took 15.661992ms I0507 08:54:43.117582 3673 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-sf7tk] addLogicalPort annotation time took 15.694027ms I0507 08:54:43.119049 3673 pods.go:271] [tsf-tpa/create-db-sf7tk] addLogicalPort took 17.236988ms, libovsdb time 918.012µs I0507 08:54:43.461223 3673 cni.go:452] [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key ] I0507 08:54:43.470696 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-sf7tk, hostIfaceName: ffc0e42d5167254, network: default, NAD default, SandboxID: "ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375", PCI device ID: , UID: "58e448db-db86-4e80-8bcc-0f622c87190b", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0507 08:54:43.525025 3673 cni.go:473] [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:60:e2:91:77:d4\",\"name\":\"ffc0e42d5167254\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f097a32c-c197-4d28-8274-00f1bd47d9f8\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:54:47.790800 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 08:54:48.672465 3673 cni.go:452] [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key ] I0507 08:54:48.763106 3673 cni.go:473] [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-sf7tk ffc0e42d5167254e0cc4b183959fc7a625fd6183bc9a826f4279dec2f39af375 network default NAD default NAD key default], result "{}", err I0507 08:54:48.811699 3673 obj_retry.go:498] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:48.811735 3673 pods.go:176] Deleting pod: tsf-tpa/create-db-sf7tk I0507 08:54:48.813127 3673 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-sf7tk, ips: 10.129.0.43 I0507 08:54:48.813152 3673 obj_retry.go:498] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:49.643058 3673 cni.go:452] [tsf-tas/rekor-server-9bb849645-7pdpr f35fb1a5c26cd9414bda529c71d59e9161a4e378aba05cbf91c53158dc676483 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-9bb849645-7pdpr f35fb1a5c26cd9414bda529c71d59e9161a4e378aba05cbf91c53158dc676483 network default NAD default NAD key ] I0507 08:54:49.653959 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-9bb849645-7pdpr, hostIfaceName: f35fb1a5c26cd94, network: default, NAD default, SandboxID: "f35fb1a5c26cd9414bda529c71d59e9161a4e378aba05cbf91c53158dc676483", PCI device ID: , UID: "e8da614d-5bdf-413a-9577-a83cf0e7cf29", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0507 08:54:49.708756 3673 cni.go:473] [tsf-tas/rekor-server-9bb849645-7pdpr f35fb1a5c26cd9414bda529c71d59e9161a4e378aba05cbf91c53158dc676483 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-9bb849645-7pdpr f35fb1a5c26cd9414bda529c71d59e9161a4e378aba05cbf91c53158dc676483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7a:31:7d:9b:da\",\"name\":\"f35fb1a5c26cd94\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bb1c288-181c-44cd-be9a-bc89f91be6df\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:54:49.834363 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:49.834383 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:54:52.694850 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0507 08:54:54.635534 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0507 08:54:56.269931 3673 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:56.270497 3673 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:57.138520 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:57.138541 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:57.328464 3673 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-gzlj2] creating logical port tsf-tpa_create-importers-gzlj2 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:54:57.328551 3673 kube.go:256] Updating pod tsf-tpa/create-importers-gzlj2 I0507 08:54:57.342784 3673 pod.go:62] [tsf-tpa/create-importers-gzlj2] pod update took 14.255551ms I0507 08:54:57.342805 3673 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-gzlj2] addLogicalPort annotation time took 14.281055ms I0507 08:54:57.344146 3673 pods.go:271] [tsf-tpa/create-importers-gzlj2] addLogicalPort took 15.698182ms, libovsdb time 908.968µs I0507 08:54:57.688543 3673 cni.go:452] [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key ] I0507 08:54:57.698866 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-gzlj2, hostIfaceName: 6f9f0a8a316746a, network: default, NAD default, SandboxID: "6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199", PCI device ID: , UID: "4527d37a-4421-46c0-84d1-fb233fd6eb7b", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0507 08:54:57.755548 3673 cni.go:473] [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:0b:6c:d7:e1:3f\",\"name\":\"6f9f0a8a316746a\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/274310f1-9a50-45ac-a475-efe7d6e62c40\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:54:59.739669 3673 cni.go:452] [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key ] I0507 08:54:59.829184 3673 cni.go:473] [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-gzlj2 6f9f0a8a316746a09818ae11137741cdc42e30513e45d2defc5e43c2c6cd0199 network default NAD default NAD key default], result "{}", err I0507 08:54:59.883864 3673 obj_retry.go:498] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:59.883895 3673 pods.go:176] Deleting pod: tsf-tpa/create-importers-gzlj2 I0507 08:54:59.885194 3673 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-gzlj2, ips: 10.129.0.44 I0507 08:54:59.885222 3673 obj_retry.go:498] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:00.905780 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:00.905804 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:55:03.706464 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0507 08:55:04.821843 3673 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0507 08:55:10.223962 3673 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 08:55:20.790579 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 08:55:24.064993 3673 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:24.065586 3673 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:24.928007 3673 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:24.928034 3673 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:36.132938 3673 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:36.133508 3673 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:36.169417 3673 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:36.169442 3673 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:36.174885 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 08:55:36.174905 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 08:55:36.850172 3673 namespace.go:98] [default-tenant] adding namespace I0507 08:55:36.851039 3673 namespace.go:102] [default-tenant] adding namespace took 836.369µs I0507 08:55:36.854680 3673 namespace.go:98] [integration-service] adding namespace I0507 08:55:36.854976 3673 namespace.go:98] [image-controller] adding namespace I0507 08:55:36.855476 3673 namespace.go:102] [integration-service] adding namespace took 779.37µs I0507 08:55:36.855507 3673 namespace.go:98] [build-service] adding namespace I0507 08:55:36.855979 3673 namespace.go:102] [build-service] adding namespace took 464.438µs I0507 08:55:36.856578 3673 namespace.go:102] [image-controller] adding namespace took 1.585195ms I0507 08:55:36.894205 3673 namespace.go:142] [default-tenant] updating namespace I0507 08:55:36.941324 3673 namespace.go:142] [default-tenant] updating namespace I0507 08:55:36.960682 3673 namespace.go:142] [integration-service] updating namespace I0507 08:55:36.991021 3673 namespace.go:142] [integration-service] updating namespace I0507 08:55:36.997935 3673 namespace.go:142] [build-service] updating namespace I0507 08:55:37.030219 3673 namespace.go:142] [build-service] updating namespace I0507 08:55:37.061192 3673 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.089091 3673 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.186214 3673 namespace.go:142] [build-service] updating namespace I0507 08:55:37.194133 3673 namespace.go:142] [integration-service] updating namespace I0507 08:55:37.242194 3673 namespace.go:98] [release-service] adding namespace I0507 08:55:37.243035 3673 namespace.go:102] [release-service] adding namespace took 822.524µs I0507 08:55:37.295147 3673 namespace.go:142] [konflux-ui] updating namespace I0507 08:55:37.295309 3673 namespace.go:142] [release-service] updating namespace I0507 08:55:37.328251 3673 namespace.go:142] [release-service] updating namespace I0507 08:55:37.379214 3673 namespace.go:98] [konflux-info] adding namespace I0507 08:55:37.380105 3673 namespace.go:102] [konflux-info] adding namespace took 863.269µs I0507 08:55:37.450484 3673 namespace.go:98] [namespace-lister] adding namespace I0507 08:55:37.451366 3673 namespace.go:102] [namespace-lister] adding namespace took 861.952µs I0507 08:55:37.511201 3673 namespace.go:142] [konflux-info] updating namespace I0507 08:55:37.574381 3673 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:37.574492 3673 namespace.go:142] [konflux-info] updating namespace I0507 08:55:37.583450 3673 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.583555 3673 namespace.go:98] [enterprise-contract-service] adding namespace I0507 08:55:37.584458 3673 namespace.go:102] [enterprise-contract-service] adding namespace took 884.304µs I0507 08:55:37.769191 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:37.769228 3673 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:37.817357 3673 namespace.go:142] [default-tenant] updating namespace I0507 08:55:37.817381 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:37.906823 3673 namespace.go:98] [segment-bridge] adding namespace I0507 08:55:37.907662 3673 namespace.go:102] [segment-bridge] adding namespace took 815.609µs I0507 08:55:37.965074 3673 namespace.go:98] [konflux-cli] adding namespace I0507 08:55:37.965901 3673 namespace.go:102] [konflux-cli] adding namespace took 804.902µs I0507 08:55:38.004638 3673 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:38.105948 3673 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:38.105948 3673 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:38.201305 3673 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:38.246194 3673 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 08:55:38.246821 3673 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 08:55:38.246839 3673 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 08:55:38.249329 3673 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 08:55:38.249354 3673 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 08:55:38.249363 3673 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 08:55:38.249918 3673 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 08:55:38.425649 3673 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-k92kn] creating logical port namespace-lister_namespace-lister-696b855848-k92kn for pod on switch ip-10-0-0-220.ec2.internal I0507 08:55:38.425773 3673 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-k92kn I0507 08:55:38.449336 3673 pod.go:62] [namespace-lister/namespace-lister-696b855848-k92kn] pod update took 23.602712ms I0507 08:55:38.449363 3673 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-k92kn] addLogicalPort annotation time took 23.638724ms I0507 08:55:38.450634 3673 pods.go:271] [namespace-lister/namespace-lister-696b855848-k92kn] addLogicalPort took 24.996114ms, libovsdb time 799.658µs I0507 08:55:38.739461 3673 base_network_controller_pods.go:487] [default/konflux-ui/dex-8556ddcdbd-l6jl5] creating logical port konflux-ui_dex-8556ddcdbd-l6jl5 for pod on switch ip-10-0-0-220.ec2.internal I0507 08:55:38.739550 3673 kube.go:256] Updating pod konflux-ui/dex-8556ddcdbd-l6jl5 I0507 08:55:38.799490 3673 pod.go:62] [konflux-ui/dex-8556ddcdbd-l6jl5] pod update took 59.961301ms I0507 08:55:38.799520 3673 base_network_controller_pods.go:951] [default/konflux-ui/dex-8556ddcdbd-l6jl5] addLogicalPort annotation time took 59.995813ms I0507 08:55:38.801019 3673 pods.go:271] [konflux-ui/dex-8556ddcdbd-l6jl5] addLogicalPort took 61.574523ms, libovsdb time 953.802µs I0507 08:55:38.899325 3673 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-dhkdl] creating logical port image-controller_image-controller-controller-manager-6f859968fc-dhkdl for pod on switch ip-10-0-0-220.ec2.internal I0507 08:55:38.899411 3673 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-dhkdl I0507 08:55:38.951672 3673 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-dhkdl] pod update took 52.283482ms I0507 08:55:38.951693 3673 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-dhkdl] addLogicalPort annotation time took 52.311054ms I0507 08:55:38.952949 3673 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-dhkdl] addLogicalPort took 53.638998ms, libovsdb time 852.701µs I0507 08:55:39.043463 3673 namespace.go:142] [build-service] updating namespace I0507 08:55:39.391639 3673 cni.go:452] [namespace-lister/namespace-lister-696b855848-k92kn d1ff314b0b829d8cbbc56ae2ba4aff91254b980be64a9fab1bbcfa148d747e20 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-k92kn d1ff314b0b829d8cbbc56ae2ba4aff91254b980be64a9fab1bbcfa148d747e20 network default NAD default NAD key ] I0507 08:55:39.400951 3673 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-k92kn, hostIfaceName: d1ff314b0b829d8, network: default, NAD default, SandboxID: "d1ff314b0b829d8cbbc56ae2ba4aff91254b980be64a9fab1bbcfa148d747e20", PCI device ID: , UID: "7b4554ed-2ceb-474f-873c-e884512dd3e6", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0507 08:55:39.452988 3673 cni.go:473] [namespace-lister/namespace-lister-696b855848-k92kn d1ff314b0b829d8cbbc56ae2ba4aff91254b980be64a9fab1bbcfa148d747e20 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-k92kn d1ff314b0b829d8cbbc56ae2ba4aff91254b980be64a9fab1bbcfa148d747e20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ee:92:bc:c5:aa\",\"name\":\"d1ff314b0b829d8\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfed06c0-71c9-4169-89ad-ad5b8b715cae\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:55:39.501251 3673 namespace.go:142] [default-tenant] updating namespace I0507 08:55:39.620063 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:39.638930 3673 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-6wvpc for pod on switch ip-10-0-0-220.ec2.internal I0507 08:55:39.639055 3673 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc I0507 08:55:39.659103 3673 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc] pod update took 20.072028ms I0507 08:55:39.659138 3673 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc] addLogicalPort annotation time took 20.110778ms I0507 08:55:39.660411 3673 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc] addLogicalPort took 21.498105ms, libovsdb time 867.753µs I0507 08:55:39.678676 3673 namespace.go:142] [image-controller] updating namespace I0507 08:55:39.862772 3673 namespace.go:142] [integration-service] updating namespace I0507 08:55:40.175637 3673 namespace.go:142] [konflux-info] updating namespace I0507 08:55:40.587383 3673 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-czf8w] creating logical port build-service_build-service-controller-manager-7cbf488fcf-czf8w for pod on switch ip-10-0-0-220.ec2.internal I0507 08:55:40.587476 3673 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-czf8w I0507 08:55:40.659688 3673 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-czf8w I0507 08:55:40.716887 3673 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:40.750156 3673 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-czf8w] pod update took 162.704803ms I0507 08:55:40.750182 3673 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-czf8w] addLogicalPort annotation time took 162.738884ms I0507 08:55:40.751641 3673 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-czf8w] addLogicalPort took 164.272988ms, libovsdb time 982.31µs I0507 08:55:40.928451 3673 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-czf8w 60b64ea9a52c2f9de570a71c0ba4713dd30928030ea689861588976f41b6d21f network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-czf8w 60b64ea9a52c2f9de570a71c0ba4713dd30928030ea689861588976f41b6d21f network default NAD default NAD key ] I0507 08:55:40.929363 3673 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-dhkdl 684b11135b8f2e4c06f3b18beab5acc7bcdeabfaa5fd0e2fc0fa629aebdd33a6 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-dhkdl 684b11135b8f2e4c06f3b18beab5acc7bcdeabfaa5fd0e2fc0fa629aebdd33a6 network default NAD default NAD key ] I0507 08:55:40.941155 3673 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-dhkdl, hostIfaceName: 684b11135b8f2e4, network: default, NAD default, SandboxID: "684b11135b8f2e4c06f3b18beab5acc7bcdeabfaa5fd0e2fc0fa629aebdd33a6", PCI device ID: , UID: "d1236480-a437-4fb0-9811-6aaaf7e0a48d", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0507 08:55:40.941656 3673 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-czf8w, hostIfaceName: 60b64ea9a52c2f9, network: default, NAD default, SandboxID: "60b64ea9a52c2f9de570a71c0ba4713dd30928030ea689861588976f41b6d21f", PCI device ID: , UID: "548f824b-9268-428e-97ff-f4ef68b0b52e", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0507 08:55:40.996643 3673 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-czf8w 60b64ea9a52c2f9de570a71c0ba4713dd30928030ea689861588976f41b6d21f network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-czf8w 60b64ea9a52c2f9de570a71c0ba4713dd30928030ea689861588976f41b6d21f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b5:20:e7:6b:96\",\"name\":\"60b64ea9a52c2f9\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4cd5432-9cd4-4fb6-98d7-ebd095a8b3b4\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:55:41.016470 3673 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-dhkdl 684b11135b8f2e4c06f3b18beab5acc7bcdeabfaa5fd0e2fc0fa629aebdd33a6 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-dhkdl 684b11135b8f2e4c06f3b18beab5acc7bcdeabfaa5fd0e2fc0fa629aebdd33a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:eb:c9:80:37:63\",\"name\":\"684b11135b8f2e4\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/697a0430-6e8a-4cd4-a0f6-ba30f31a4a6a\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:55:41.088583 3673 namespace.go:142] [release-service] updating namespace I0507 08:55:41.252390 3673 namespace.go:142] [build-service] updating namespace I0507 08:55:41.311842 3673 namespace.go:142] [default-tenant] updating namespace I0507 08:55:41.432200 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:41.463219 3673 namespace.go:142] [image-controller] updating namespace I0507 08:55:41.499138 3673 namespace.go:142] [integration-service] updating namespace I0507 08:55:41.534244 3673 namespace.go:142] [konflux-info] updating namespace I0507 08:55:41.584057 3673 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:41.621493 3673 namespace.go:142] [release-service] updating namespace I0507 08:55:41.667649 3673 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-2kk7v for pod on switch ip-10-0-0-220.ec2.internal I0507 08:55:41.667780 3673 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v I0507 08:55:41.719394 3673 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v I0507 08:55:41.749361 3673 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v] pod update took 81.612928ms I0507 08:55:41.749448 3673 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v] addLogicalPort annotation time took 81.709335ms I0507 08:55:41.751475 3673 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v] addLogicalPort took 83.845499ms, libovsdb time 1.414089ms I0507 08:55:41.754422 3673 namespace.go:142] [build-service] updating namespace I0507 08:55:41.843506 3673 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6887d98847-868db] creating logical port konflux-ui_proxy-6887d98847-868db for pod on switch ip-10-0-0-220.ec2.internal I0507 08:55:41.843738 3673 kube.go:256] Updating pod konflux-ui/proxy-6887d98847-868db I0507 08:55:41.877259 3673 pod.go:62] [konflux-ui/proxy-6887d98847-868db] pod update took 33.577002ms I0507 08:55:41.877287 3673 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6887d98847-868db] addLogicalPort annotation time took 33.610089ms I0507 08:55:41.878880 3673 pods.go:271] [konflux-ui/proxy-6887d98847-868db] addLogicalPort took 35.394732ms, libovsdb time 1.0589ms I0507 08:55:41.888505 3673 namespace.go:142] [default-tenant] updating namespace I0507 08:55:41.963915 3673 namespace.go:142] [enterprise-contract-service] updating namespace W0507 08:55:41.979247 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0507 08:55:42.054245 3673 namespace.go:142] [image-controller] updating namespace I0507 08:55:42.124196 3673 namespace.go:142] [integration-service] updating namespace I0507 08:55:42.179733 3673 namespace.go:142] [konflux-info] updating namespace I0507 08:55:42.216403 3673 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:42.301829 3673 namespace.go:142] [release-service] updating namespace W0507 08:55:42.976410 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0507 08:55:43.039015 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0507 08:55:43.545275 3673 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:43.735914 3673 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:43.861709 3673 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:43.881338 3673 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:43.966746 3673 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:44.067755 3673 namespace.go:142] [segment-bridge] updating namespace W0507 08:55:44.988293 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 08:55:45.006085 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 08:55:46.708714 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=161 I0507 08:55:47.515098 3673 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key ] I0507 08:55:47.525569 3673 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-6wvpc, hostIfaceName: b05293e42450759, network: default, NAD default, SandboxID: "b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476", PCI device ID: , UID: "4a28f639-28f3-437b-a0b7-50a02d1e52d1", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0507 08:55:47.579464 3673 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:0a:46:f3:63:be\",\"name\":\"b05293e42450759\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25b07e2e-ba20-462d-a8ef-364c721afc69\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:55:49.529984 3673 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v ab27392e5be9af73f2634ed67f78c2bbf4087b9c01bf743afec06003ddb16459 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v ab27392e5be9af73f2634ed67f78c2bbf4087b9c01bf743afec06003ddb16459 network default NAD default NAD key ] I0507 08:55:49.541178 3673 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-2kk7v, hostIfaceName: ab27392e5be9af7, network: default, NAD default, SandboxID: "ab27392e5be9af73f2634ed67f78c2bbf4087b9c01bf743afec06003ddb16459", PCI device ID: , UID: "d1070b67-61ae-4208-8236-e91b0792964f", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0507 08:55:49.595746 3673 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v ab27392e5be9af73f2634ed67f78c2bbf4087b9c01bf743afec06003ddb16459 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-2kk7v ab27392e5be9af73f2634ed67f78c2bbf4087b9c01bf743afec06003ddb16459 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3d:c1:09:32:6d\",\"name\":\"ab27392e5be9af7\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1764e83-924f-4ac2-8301-017dcf08192a\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 08:55:49.713987 3673 cni.go:452] [konflux-ui/proxy-6887d98847-868db cc08ce42ba2d79238e01a642c44660bd0b0de8036b91c20f2d9ac0ef91ca96bb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6887d98847-868db cc08ce42ba2d79238e01a642c44660bd0b0de8036b91c20f2d9ac0ef91ca96bb network default NAD default NAD key ] I0507 08:55:49.725177 3673 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6887d98847-868db, hostIfaceName: cc08ce42ba2d792, network: default, NAD default, SandboxID: "cc08ce42ba2d79238e01a642c44660bd0b0de8036b91c20f2d9ac0ef91ca96bb", PCI device ID: , UID: "9c855958-2acb-4f27-96b3-efc0e1661154", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0507 08:55:49.786365 3673 cni.go:473] [konflux-ui/proxy-6887d98847-868db cc08ce42ba2d79238e01a642c44660bd0b0de8036b91c20f2d9ac0ef91ca96bb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6887d98847-868db cc08ce42ba2d79238e01a642c44660bd0b0de8036b91c20f2d9ac0ef91ca96bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:db:b2:f8:97:1a\",\"name\":\"cc08ce42ba2d792\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fddf7321-0516-4c0d-94cf-140b3905cea3\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:55:51.022749 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:55:51.023674 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:55:52.033285 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 08:55:52.033445 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 08:55:54.117670 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:55:54.120448 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:55:54.144053 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:54.144070 3673 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 08:55:54.767891 3673 cni.go:452] [konflux-ui/dex-8556ddcdbd-l6jl5 40c3ea59d919edea7eeca621cc7a9f1f812723b418fedffe5746060803ceb7db network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-8556ddcdbd-l6jl5 40c3ea59d919edea7eeca621cc7a9f1f812723b418fedffe5746060803ceb7db network default NAD default NAD key ] I0507 08:55:54.777262 3673 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-8556ddcdbd-l6jl5, hostIfaceName: 40c3ea59d919ede, network: default, NAD default, SandboxID: "40c3ea59d919edea7eeca621cc7a9f1f812723b418fedffe5746060803ceb7db", PCI device ID: , UID: "ef78ad74-8721-4f0d-9c49-647726fa7428", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0507 08:55:54.834262 3673 cni.go:473] [konflux-ui/dex-8556ddcdbd-l6jl5 40c3ea59d919edea7eeca621cc7a9f1f812723b418fedffe5746060803ceb7db network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-8556ddcdbd-l6jl5 40c3ea59d919edea7eeca621cc7a9f1f812723b418fedffe5746060803ceb7db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:af:31:9d:a1:d1\",\"name\":\"40c3ea59d919ede\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b4df1e3-e7d8-4b4d-acce-44c73becaaba\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 08:55:55.057110 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:55.057129 3673 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:55.988065 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 08:55:56.007563 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 08:55:57.109653 3673 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0507 08:56:02.032655 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:56:02.036023 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:56:03.043508 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 08:56:03.044900 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0507 08:56:05.313715 3673 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key ] I0507 08:56:05.392155 3673 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc b05293e424507592340dd19c51c57f13b50c898ba6e485a13e79d9781e40a476 network default NAD default NAD key default], result "{}", err I0507 08:56:05.446217 3673 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:56:05.446246 3673 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc I0507 08:56:05.447523 3673 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc, ips: 10.129.0.48 I0507 08:56:05.447547 3673 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:56:06.130997 3673 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:56:06.131021 3673 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:56:06.135885 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc I0507 08:56:06.135921 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc W0507 08:56:10.100317 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0507 08:56:12.804448 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0507 08:56:30.183623 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 08:56:30.183642 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0507 08:56:30.183653 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 08:56:30.183658 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0507 08:56:36.149203 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 08:56:36.149222 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-220.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 08:56:57.701517 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0507 08:57:06.344662 3673 obj_retry.go:498] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:06.345200 3673 obj_retry.go:498] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:06.568649 3673 obj_retry.go:492] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:06.568684 3673 obj_retry.go:492] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:06.573913 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:57:06.573937 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:57:06.713893 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=629 I0507 08:57:08.708391 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0507 08:57:09.730867 3673 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:09.731473 3673 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:09.750671 3673 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:09.750691 3673 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:09.755281 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 08:57:09.755305 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 08:57:14.701913 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=161 I0507 08:57:26.828202 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 08:57:36.397806 3673 namespace.go:98] [managed-tenant-5kfi1] adding namespace I0507 08:57:36.398640 3673 namespace.go:102] [managed-tenant-5kfi1] adding namespace took 812.601µs I0507 08:57:36.424268 3673 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:36.441110 3673 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.437964 3673 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.573567 3673 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.670259 3673 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:58:46.828802 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0507 08:59:00.798725 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 08:59:05.802442 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0507 08:59:13.816113 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0507 08:59:28.815342 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 09:00:03.711962 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 09:00:03.712513 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 09:00:04.574119 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:00:04.574147 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:00:17.706721 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0507 09:00:33.793092 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 09:00:35.794034 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 09:02:04.705058 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0507 09:02:22.716280 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=33 I0507 09:02:50.704897 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0507 09:04:09.807459 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0507 09:04:42.824827 3673 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0507 09:04:47.711377 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0507 09:04:49.046615 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:49.046660 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:49.051631 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-sf7tk I0507 09:04:49.051662 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-sf7tk I0507 09:04:56.830881 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 09:04:57.028112 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:57.028155 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:57.032186 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jdqzw I0507 09:04:57.032207 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jdqzw I0507 09:05:00.046990 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:05:00.047040 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:05:00.049485 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gzlj2 I0507 09:05:00.049515 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gzlj2 I0507 09:05:02.818496 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 09:05:38.795428 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 09:05:53.819043 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 09:06:06.831325 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 09:06:08.711481 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0507 09:06:50.800929 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 09:07:09.805048 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 09:07:33.709988 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0507 09:07:47.719362 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=17 I0507 09:08:03.707553 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0507 09:09:06.796346 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 09:09:36.809846 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 09:10:03.943014 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 09:10:03.943621 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 09:10:04.895959 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.895983 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.959939 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.959961 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.963349 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts I0507 09:10:04.963375 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts