+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-234.ec2.internal ++ [[ -n ip-10-0-0-234.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-234.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:03:58.896227600 - disable conntrack on geneve port' I0505 13:03:58.896227600 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:03:58.937079788 - starting ovnkube-node' I0505 13:03:58.937079788 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-234.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-234.ec2.internal --init-node ip-10-0-0-234.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-234.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 13:03:58.982074 3645 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 13:03:58.982128 3645 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d1512bc1d8.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 13:03:58.983502 3645 kube.go:431] Waiting for certificate I0505 13:03:58.983545 3645 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 13:03:58.983576 3645 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 13:03:58.984467 3645 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:03:59.016934 3645 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:59.016951 3645 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:59.020294 3645 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8l4q2" I0505 13:03:59.020637 3645 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:59.025273 3645 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8l4q2" I0505 13:03:59.025341 3645 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:59.984330 3645 kube.go:438] Certificate found I0505 13:03:59.984854 3645 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:03:59.985751 3645 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 13:04:00.047078 3645 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:04:00.051015 3645 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:58:59 +0000 UTC" deadline="2026-05-06 09:09:52.102735681 +0000 UTC" I0505 13:04:00.051035 3645 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h5m52.051708084s" I0505 13:04:00.065312 3645 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 13:04:00.065408 3645 server.go:101] MetricServer registers OVS metrics I0505 13:04:00.066065 3645 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 13:04:00.066167 3645 server.go:105] MetricServer registers OVN DB metrics I0505 13:04:00.066268 3645 factory.go:561] Starting watch factory I0505 13:04:00.066380 3645 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066394 3645 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066401 3645 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066408 3645 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066547 3645 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066569 3645 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066730 3645 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066757 3645 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066931 3645 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.066953 3645 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.067287 3645 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.067322 3645 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.070953 3645 controller_manager.go:370] Starting the ovnkube controller I0505 13:04:00.070963 3645 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-234.ec2.internal I0505 13:04:00.071004 3645 controller_manager.go:395] NBDB zone sync took: 34.662µs I0505 13:04:00.071013 3645 factory.go:561] Starting watch factory I0505 13:04:00.071249 3645 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 13:04:00.071277 3645 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 13:04:00.084447 3645 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 13:04:00.084470 3645 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 13:04:00.085552 3645 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.088055 3645 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.088109 3645 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 13:04:00.088153 3645 server.go:109] MetricServer registers OVN Controller metrics I0505 13:04:00.088615 3645 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.089473 3645 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.089676 3645 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.093394 3645 server.go:113] MetricServer registers OVN Northd metrics I0505 13:04:00.094948 3645 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:00.098808 3645 metrics.go:519] OVN Metrics Server starts to run ... I0505 13:04:00.171991 3645 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:04:00.172013 3645 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:04:00.172017 3645 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:04:00.172020 3645 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:04:00.172023 3645 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:04:00.172026 3645 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:04:00.172124 3645 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:00.172177 3645 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:00.172099 3645 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:00.172522 3645 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:00.175745 3645 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:00.175742 3645 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:00.177593 3645 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:04:00.177604 3645 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:04:00.177607 3645 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:04:00.177610 3645 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:04:00.177613 3645 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:04:00.177616 3645 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:04:00.177690 3645 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:04:00.177700 3645 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:04:00.177753 3645 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.177765 3645 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.180591 3645 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.183309 3645 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:04:00.183321 3645 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:04:00.183322 3645 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:04:00.183393 3645 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.183412 3645 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.186124 3645 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.188690 3645 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:04:00.188738 3645 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.188748 3645 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.188799 3645 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:04:00.191467 3645 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.193885 3645 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:04:00.193899 3645 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:04:00.193956 3645 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.193970 3645 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.196985 3645 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.198951 3645 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:04:00.198964 3645 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:04:00.199015 3645 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.199028 3645 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.201915 3645 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.204357 3645 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:04:00.204370 3645 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:04:00.204507 3645 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:04:00.204520 3645 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:04:00.207672 3645 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:04:00.209685 3645 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:04:00.209771 3645 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:04:00.209832 3645 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.209863 3645 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.209883 3645 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.209898 3645 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.212924 3645 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.213000 3645 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:00.214915 3645 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:04:00.214928 3645 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:04:00.214936 3645 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:04:00.214942 3645 factory.go:680] Watch Factory start up complete, took: 148.67911ms I0505 13:04:00.215002 3645 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 13:04:00.220494 3645 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:04:00.220506 3645 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:04:00.220512 3645 factory.go:680] Watch Factory start up complete, took: 149.498436ms I0505 13:04:00.220519 3645 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-234.ec2.internal" zone I0505 13:04:00.261191 3645 default_node_network_controller.go:710] Initializing the default node network controller I0505 13:04:00.330611 3645 udn_isolation.go:101] Starting UDN host isolation manager I0505 13:04:00.336494 3645 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 13:04:00.379942 3645 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 13:04:00.380074 3645 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 13:04:00.380093 3645 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 13:04:00.414073 3645 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 13:04:00.414152 3645 default_node_network_controller.go:809] Node ip-10-0-0-234.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0505 13:04:00.420856 3645 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.234"] k8s.ovn.org/zone-name:ip-10-0-0-234.ec2.internal] on node ip-10-0-0-234.ec2.internal I0505 13:04:00.441924 3645 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 13:04:00.448569 3645 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 13:04:00.448816 3645 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 13:04:00.448995 3645 gateway_init.go:263] Preparing Gateway I0505 13:04:00.449014 3645 gateway_shared_intf.go:1687] Creating new gateway I0505 13:04:00.471100 3645 controller_manager.go:429] Waiting for node in zone sync took: 250.56525ms I0505 13:04:00.476539 3645 controller_manager.go:611] Switching to transit router for layer2 networks I0505 13:04:00.476556 3645 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-234.ec2.internal I0505 13:04:00.494424 3645 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:04:00.500682 3645 controller_manager.go:290] SCTP support detected in OVN I0505 13:04:00.501253 3645 services_controller.go:69] Creating services controller for network=default I0505 13:04:00.501388 3645 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 13:04:00.501447 3645 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 13:04:00.501489 3645 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 13:04:00.501512 3645 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 13:04:00.501527 3645 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:04:00.501740 3645 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 13:04:00.501785 3645 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 13:04:00.501876 3645 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 104.236µs I0505 13:04:00.501897 3645 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 103.878µs I0505 13:04:00.501901 3645 udn_enabled_svc.go:95] Performing full resync I0505 13:04:00.501905 3645 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 120.341µs I0505 13:04:00.501911 3645 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 13:04:00.501917 3645 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 13:04:00.501927 3645 default_network_controller.go:325] Starting the default network controller I0505 13:04:00.502092 3645 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.891µs I0505 13:04:00.502199 3645 udn_enabled_svc.go:99] Waiting for handler to sync I0505 13:04:00.502210 3645 udn_enabled_svc.go:104] Starting worker I0505 13:04:00.511266 3645 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 13:04:00.511328 3645 repair.go:33] Syncing exgw routes took 49.283µs I0505 13:04:00.511351 3645 default_network_controller.go:414] Starting all the Watchers... I0505 13:04:00.511553 3645 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 13:04:00.511556 3645 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 13:04:00.511566 3645 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 13:04:00.511567 3645 namespace.go:98] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] adding namespace I0505 13:04:00.511555 3645 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 13:04:00.511565 3645 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 13:04:00.511573 3645 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 13:04:00.511587 3645 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 13:04:00.511587 3645 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 13:04:00.511590 3645 namespace.go:98] [openshift-marketplace] adding namespace I0505 13:04:00.511590 3645 namespace.go:98] [openshift-apiserver] adding namespace I0505 13:04:00.511589 3645 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 13:04:00.511602 3645 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 13:04:00.511601 3645 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 13:04:00.511627 3645 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 13:04:00.512278 3645 namespace.go:102] [openshift-route-controller-manager] adding namespace took 713.318µs I0505 13:04:00.512294 3645 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 13:04:00.512821 3645 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 520.763µs I0505 13:04:00.512841 3645 namespace.go:98] [openshift-controller-manager] adding namespace I0505 13:04:00.513374 3645 namespace.go:102] [openshift-controller-manager] adding namespace took 523.414µs I0505 13:04:00.513392 3645 namespace.go:98] [openshift-config-managed] adding namespace I0505 13:04:00.513941 3645 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.371162ms I0505 13:04:00.513954 3645 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 13:04:00.514395 3645 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.820016ms I0505 13:04:00.514418 3645 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 13:04:00.514916 3645 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.335199ms I0505 13:04:00.514929 3645 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 13:04:00.515382 3645 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.797534ms I0505 13:04:00.515396 3645 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 13:04:00.515856 3645 namespace.go:102] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] adding namespace took 4.277538ms I0505 13:04:00.515874 3645 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 13:04:00.516360 3645 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.772692ms I0505 13:04:00.516372 3645 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 13:04:00.516818 3645 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.220191ms I0505 13:04:00.516834 3645 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 13:04:00.517388 3645 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.796973ms I0505 13:04:00.517401 3645 namespace.go:98] [openshift] adding namespace I0505 13:04:00.518121 3645 namespace.go:102] [openshift-marketplace] adding namespace took 6.500658ms I0505 13:04:00.518138 3645 namespace.go:98] [openshift-node] adding namespace I0505 13:04:00.518693 3645 namespace.go:102] [openshift-apiserver] adding namespace took 7.085991ms I0505 13:04:00.518713 3645 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 13:04:00.519358 3645 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.752224ms I0505 13:04:00.519384 3645 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 13:04:00.519936 3645 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.325035ms I0505 13:04:00.519954 3645 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 13:04:00.520425 3645 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.809289ms I0505 13:04:00.520444 3645 namespace.go:98] [openshift-image-registry] adding namespace I0505 13:04:00.520940 3645 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.301384ms I0505 13:04:00.520959 3645 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 13:04:00.521347 3645 namespace.go:102] [openshift-config-managed] adding namespace took 7.949989ms I0505 13:04:00.521361 3645 namespace.go:98] [openshift-dns] adding namespace I0505 13:04:00.521787 3645 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.827491ms I0505 13:04:00.521799 3645 namespace.go:98] [openshift-config] adding namespace I0505 13:04:00.522228 3645 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.800642ms I0505 13:04:00.522242 3645 namespace.go:98] [openshift-infra] adding namespace I0505 13:04:00.522683 3645 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.748541ms I0505 13:04:00.522696 3645 namespace.go:98] [kube-node-lease] adding namespace I0505 13:04:00.523155 3645 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.752732ms I0505 13:04:00.523172 3645 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 13:04:00.523612 3645 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.73066ms I0505 13:04:00.523627 3645 namespace.go:98] [openshift-cluster-version] adding namespace I0505 13:04:00.524070 3645 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.694008ms I0505 13:04:00.524081 3645 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 13:04:00.524497 3645 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.657872ms I0505 13:04:00.524512 3645 namespace.go:98] [dedicated-admin] adding namespace I0505 13:04:00.524957 3645 namespace.go:102] [openshift] adding namespace took 7.550903ms I0505 13:04:00.524970 3645 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 13:04:00.525393 3645 namespace.go:102] [openshift-node] adding namespace took 7.249014ms I0505 13:04:00.525408 3645 namespace.go:98] [openshift-operators] adding namespace I0505 13:04:00.525790 3645 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.068917ms I0505 13:04:00.525805 3645 namespace.go:98] [openshift-ingress] adding namespace I0505 13:04:00.526298 3645 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.908233ms I0505 13:04:00.526311 3645 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 13:04:00.526879 3645 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.920765ms I0505 13:04:00.526890 3645 namespace.go:98] [openshift-host-network] adding namespace I0505 13:04:00.527368 3645 namespace.go:102] [openshift-image-registry] adding namespace took 6.915655ms I0505 13:04:00.527385 3645 namespace.go:98] [openshift-machine-api] adding namespace I0505 13:04:00.527815 3645 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.850416ms I0505 13:04:00.527827 3645 namespace.go:98] [openshift-network-operator] adding namespace I0505 13:04:00.528287 3645 namespace.go:102] [openshift-dns] adding namespace took 6.921064ms I0505 13:04:00.528301 3645 namespace.go:98] [openshift-backplane] adding namespace I0505 13:04:00.528714 3645 namespace.go:102] [openshift-config] adding namespace took 6.907674ms I0505 13:04:00.528729 3645 namespace.go:98] [openshift-authentication] adding namespace I0505 13:04:00.529154 3645 namespace.go:102] [openshift-infra] adding namespace took 6.905982ms I0505 13:04:00.529167 3645 namespace.go:98] [openshift-etcd] adding namespace I0505 13:04:00.529536 3645 namespace.go:102] [kube-node-lease] adding namespace took 6.835204ms I0505 13:04:00.529548 3645 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 13:04:00.529983 3645 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.805646ms I0505 13:04:00.529998 3645 namespace.go:98] [openshift-config-operator] adding namespace W0505 13:04:00.530365 3645 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ksdbm: pod openshift-network-diagnostics/network-check-target-ksdbm: no pod IPs found I0505 13:04:00.530394 3645 namespace.go:102] [openshift-cluster-version] adding namespace took 6.762583ms I0505 13:04:00.530407 3645 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 13:04:00.530897 3645 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.810234ms I0505 13:04:00.530910 3645 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 13:04:00.531265 3645 namespace.go:102] [dedicated-admin] adding namespace took 6.748599ms I0505 13:04:00.531280 3645 namespace.go:98] [openshift-package-operator] adding namespace I0505 13:04:00.531624 3645 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.649257ms I0505 13:04:00.531638 3645 namespace.go:98] [openshift-console] adding namespace I0505 13:04:00.532525 3645 namespace.go:102] [openshift-operators] adding namespace took 7.111257ms I0505 13:04:00.532540 3645 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 13:04:00.533012 3645 namespace.go:102] [openshift-ingress] adding namespace took 7.201061ms I0505 13:04:00.533029 3645 namespace.go:98] [kube-system] adding namespace I0505 13:04:00.533443 3645 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.126961ms I0505 13:04:00.533456 3645 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 13:04:00.533922 3645 namespace.go:102] [openshift-host-network] adding namespace took 7.02646ms I0505 13:04:00.533937 3645 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 13:04:00.534350 3645 namespace.go:102] [openshift-machine-api] adding namespace took 6.959587ms I0505 13:04:00.534365 3645 namespace.go:98] [openshift-multus] adding namespace I0505 13:04:00.534729 3645 namespace.go:102] [openshift-network-operator] adding namespace took 6.895371ms I0505 13:04:00.534742 3645 namespace.go:98] [openshift-monitoring] adding namespace I0505 13:04:00.535185 3645 namespace.go:102] [openshift-backplane] adding namespace took 6.879562ms I0505 13:04:00.535565 3645 namespace.go:102] [openshift-authentication] adding namespace took 6.830159ms I0505 13:04:00.535579 3645 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 13:04:00.535979 3645 namespace.go:102] [openshift-etcd] adding namespace took 6.808157ms I0505 13:04:00.535992 3645 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 13:04:00.536387 3645 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.834288ms I0505 13:04:00.536399 3645 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 13:04:00.536838 3645 namespace.go:102] [openshift-config-operator] adding namespace took 6.834855ms I0505 13:04:00.536851 3645 namespace.go:98] [kube-public] adding namespace I0505 13:04:00.537240 3645 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.828016ms I0505 13:04:00.537252 3645 namespace.go:98] [openshift-network-console] adding namespace I0505 13:04:00.537627 3645 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.713035ms I0505 13:04:00.537638 3645 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 13:04:00.538051 3645 namespace.go:102] [openshift-package-operator] adding namespace took 6.766951ms I0505 13:04:00.538062 3645 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 13:04:00.538450 3645 namespace.go:102] [openshift-console] adding namespace took 6.807256ms I0505 13:04:00.538460 3645 namespace.go:98] [openshift-logging] adding namespace I0505 13:04:00.538872 3645 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.327212ms I0505 13:04:00.538883 3645 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 13:04:00.539287 3645 namespace.go:102] [kube-system] adding namespace took 6.252222ms I0505 13:04:00.539303 3645 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 13:04:00.539704 3645 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.242022ms I0505 13:04:00.539718 3645 namespace.go:98] [openshift-console-operator] adding namespace W0505 13:04:00.540103 3645 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ggpzh: pod openshift-multus/network-metrics-daemon-ggpzh: no pod IPs found I0505 13:04:00.540131 3645 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.188326ms I0505 13:04:00.540153 3645 namespace.go:98] [openshift-dns-operator] adding namespace I0505 13:04:00.540612 3645 namespace.go:102] [openshift-multus] adding namespace took 6.242266ms I0505 13:04:00.540624 3645 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 13:04:00.541081 3645 namespace.go:102] [openshift-monitoring] adding namespace took 6.332773ms I0505 13:04:00.541098 3645 namespace.go:98] [openshift-insights] adding namespace I0505 13:04:00.541505 3645 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.921505ms I0505 13:04:00.541931 3645 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.934143ms I0505 13:04:00.542317 3645 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.913545ms I0505 13:04:00.542722 3645 namespace.go:102] [kube-public] adding namespace took 5.865145ms I0505 13:04:00.542735 3645 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 13:04:00.543177 3645 namespace.go:102] [openshift-network-console] adding namespace took 5.919963ms I0505 13:04:00.543592 3645 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.949654ms I0505 13:04:00.543606 3645 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 13:04:00.544057 3645 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.98802ms I0505 13:04:00.544466 3645 namespace.go:102] [openshift-logging] adding namespace took 5.99997ms I0505 13:04:00.544483 3645 namespace.go:98] [default] adding namespace I0505 13:04:00.544885 3645 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.997049ms I0505 13:04:00.545303 3645 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.994858ms I0505 13:04:00.545716 3645 namespace.go:102] [openshift-console-operator] adding namespace took 5.992051ms I0505 13:04:00.546171 3645 namespace.go:102] [openshift-dns-operator] adding namespace took 6.012236ms I0505 13:04:00.546609 3645 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.978613ms I0505 13:04:00.547085 3645 namespace.go:102] [openshift-insights] adding namespace took 5.980121ms I0505 13:04:00.547578 3645 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.836877ms I0505 13:04:00.547998 3645 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.386808ms I0505 13:04:00.548364 3645 namespace.go:102] [default] adding namespace took 3.876652ms W0505 13:04:00.548452 3645 master.go:458] Unable to parse local node ip-10-0-0-234.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 13:04:00.548462 3645 master.go:481] Removing stale chassis with ID/Name: 07b1e2ec-6660-4f05-b646-6da86a37d9c6, hostname: ip-10-0-0-234.ec2.internal I0505 13:04:00.548975 3645 master.go:548] Adding or Updating local node "ip-10-0-0-234.ec2.internal" for network "default" I0505 13:04:00.549716 3645 zone_ic_handler.go:195] Time taken to create transit switch: 381.956µs I0505 13:04:00.549733 3645 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-22.ec2.internal for the network default I0505 13:04:00.551079 3645 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-22.ec2.internal" on network "default" took: 1.76044ms I0505 13:04:00.553006 3645 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-234.ec2.internal for the network default I0505 13:04:00.553188 3645 zone_ic_handler.go:195] Time taken to create transit switch: 168.233µs I0505 13:04:00.553908 3645 default_network_controller.go:823] Node add failed for ip-10-0-0-234.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-234.ec2.internal, error getting gateway config for node ip-10-0-0-234.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-234.ec2.internal", failed to update chassis to local for local node ip-10-0-0-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-234.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-234.ec2.internal] E0505 13:04:00.553958 3645 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-234.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-234.ec2.internal, error getting gateway config for node ip-10-0-0-234.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-234.ec2.internal", failed to update chassis to local for local node ip-10-0-0-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-234.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-234.ec2.internal] I0505 13:04:00.554013 3645 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 13:04:00.554030 3645 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-234.ec2.internal", UID:"ad42576a-5c44-49e7-aea6-ee3a3b0edd47", APIVersion:"v1", ResourceVersion:"8649", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-234.ec2.internal, error getting gateway config for node ip-10-0-0-234.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-234.ec2.internal", failed to update chassis to local for local node ip-10-0-0-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-234.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-234.ec2.internal] I0505 13:04:00.554048 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:04:00.554086 3645 node_tracker.go:235] Node ip-10-0-0-234.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-234.ec2.internal" I0505 13:04:00.554104 3645 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:00.554103 3645 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 13:04:00.554123 3645 services_controller.go:574] Full service sync requested for network=default I0505 13:04:00.554133 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-22.ec2.internal in network "default" I0505 13:04:00.554132 3645 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 13:04:00.554185 3645 node_tracker.go:169] Node ip-10-0-1-22.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:00.554196 3645 services_controller.go:574] Full service sync requested for network=default I0505 13:04:00.565426 3645 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:04:00.572160 3645 iptables.go:108] Creating table: filter chain: OUTPUT I0505 13:04:00.578836 3645 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 13:04:00.578849 3645 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-234.ec2.internal","mac-address":"12:3b:53:24:88:6b","ip-addresses":["10.0.0.234/24"],"ip-address":"10.0.0.234/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:07b1e2ec-6660-4f05-b646-6da86a37d9c6 k8s.ovn.org/node-encap-ips:["10.0.0.234"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.234/24"} k8s.ovn.org/zone-name:ip-10-0-0-234.ec2.internal] on node ip-10-0-0-234.ec2.internal I0505 13:04:00.597911 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:04:00.598000 3645 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:00.598015 3645 services_controller.go:574] Full service sync requested for network=default I0505 13:04:00.598041 3645 master.go:548] Adding or Updating local node "ip-10-0-0-234.ec2.internal" for network "default" I0505 13:04:00.601964 3645 default_node_network_controller.go:519] Node connection status = connected W0505 13:04:00.603369 3645 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ggpzh: pod openshift-multus/network-metrics-daemon-ggpzh: no pod IPs found W0505 13:04:00.603388 3645 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ksdbm: pod openshift-network-diagnostics/network-check-target-ksdbm: no pod IPs found I0505 13:04:00.604353 3645 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-234.ec2.internal for the network default I0505 13:04:00.604533 3645 zone_ic_handler.go:195] Time taken to create transit switch: 167.631µs I0505 13:04:00.655197 3645 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 13:04:00.655219 3645 services_controller.go:208] Setting up event handlers for services for network=default I0505 13:04:00.655284 3645 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 13:04:00.655329 3645 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 13:04:00.655343 3645 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 13:04:00.755691 3645 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 13:04:00.755710 3645 repair.go:60] Starting repairing loop for services I0505 13:04:00.755791 3645 repair.go:131] Deleted 0 stale service LBs I0505 13:04:00.755808 3645 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 13:04:00.755824 3645 repair.go:62] Finished repairing loop for services: 116.319µs I0505 13:04:00.755850 3645 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 13:04:00.755860 3645 services_controller.go:254] Starting workers for network=default I0505 13:04:00.756221 3645 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ggpzh] creating logical port openshift-multus_network-metrics-daemon-ggpzh for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:00.756360 3645 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ggpzh I0505 13:04:00.756407 3645 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ksdbm] creating logical port openshift-network-diagnostics_network-check-target-ksdbm for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:00.756501 3645 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ksdbm I0505 13:04:00.771189 3645 pod.go:62] [openshift-multus/network-metrics-daemon-ggpzh] pod update took 14.886033ms I0505 13:04:00.771206 3645 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ggpzh] addLogicalPort annotation time took 14.907042ms I0505 13:04:00.772002 3645 pods.go:271] [openshift-multus/network-metrics-daemon-ggpzh] addLogicalPort took 15.793558ms, libovsdb time 583.496µs I0505 13:04:00.772893 3645 pod.go:62] [openshift-network-diagnostics/network-check-target-ksdbm] pod update took 16.423069ms I0505 13:04:00.772909 3645 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ksdbm] addLogicalPort annotation time took 16.441158ms I0505 13:04:00.773636 3645 pods.go:271] [openshift-network-diagnostics/network-check-target-ksdbm] addLogicalPort took 17.236061ms, libovsdb time 560.377µs I0505 13:04:00.774118 3645 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 13:04:00.774147 3645 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 13:04:00.774165 3645 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 13:04:00.774172 3645 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 13:04:00.774351 3645 repair.go:29] Repairing admin network policies took 173.189µs I0505 13:04:00.774469 3645 repair.go:92] Repairing baseline admin network policies took 107.768µs I0505 13:04:00.774864 3645 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 13:04:00.774880 3645 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 13:04:00.776934 3645 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 13:04:00.776952 3645 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 13:04:00.776959 3645 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 13:04:00.778225 3645 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 13:04:00.778247 3645 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 13:04:00.778263 3645 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 13:04:00.779264 3645 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 13:04:00.779282 3645 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 13:04:00.779290 3645 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 13:04:00.780885 3645 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 13:04:00.780908 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 13:04:00.780919 3645 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 13:04:00.782291 3645 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 13:04:00.782312 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 13:04:00.783040 3645 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 13:04:00.783057 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:04:00.784850 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 13:04:00.784868 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 13:04:00.784875 3645 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 13:04:00.785149 3645 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 13:04:00.785174 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 13:04:00.785186 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 13:04:00.785689 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 13:04:00.785701 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 13:04:00.785723 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:04:00.787342 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 13:04:00.787360 3645 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 13:04:00.787369 3645 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 13:04:00.788274 3645 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 13:04:00.788291 3645 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 13:04:00.788300 3645 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 13:04:00.789150 3645 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 13:04:00.789165 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 13:04:00.789172 3645 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 13:04:00.789581 3645 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 13:04:00.789600 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 13:04:00.789609 3645 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 13:04:00.790083 3645 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 13:04:00.790101 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 13:04:00.790109 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 13:04:00.790542 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 13:04:00.790559 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 13:04:00.790566 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 13:04:00.790846 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 13:04:00.790861 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 13:04:00.790868 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 13:04:00.792095 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 13:04:00.792111 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 13:04:00.792118 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 13:04:00.792688 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 13:04:00.792706 3645 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 13:04:00.792714 3645 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 13:04:00.793172 3645 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 13:04:00.793187 3645 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 13:04:00.793196 3645 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 13:04:00.795028 3645 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 13:04:00.795045 3645 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 13:04:00.795055 3645 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 13:04:00.796076 3645 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 13:04:00.796100 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 13:04:00.796111 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 13:04:00.796614 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 13:04:00.796631 3645 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 13:04:00.796641 3645 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 13:04:00.797808 3645 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 13:04:00.797831 3645 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 13:04:00.797844 3645 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 13:04:00.798990 3645 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 13:04:00.799008 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 13:04:00.799016 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 13:04:00.799537 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:04:00.799560 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 13:04:00.799572 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 13:04:00.800086 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 13:04:00.800102 3645 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 13:04:00.800108 3645 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 13:04:00.800363 3645 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 13:04:00.800379 3645 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 13:04:00.800387 3645 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 13:04:00.801228 3645 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 13:04:00.801245 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 13:04:00.801253 3645 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 13:04:00.801988 3645 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 13:04:00.802006 3645 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 13:04:00.802017 3645 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 13:04:00.802632 3645 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:04:00.808695 3645 egressfirewall.go:374] Starting EgressFirewall controller I0505 13:04:00.808730 3645 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 13:04:00.808749 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 13:04:00.808763 3645 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 13:04:00.808767 3645 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 13:04:00.808804 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 13:04:00.808822 3645 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 13:04:00.809103 3645 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 13:04:00.809118 3645 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 13:04:00.809123 3645 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 13:04:00.809132 3645 egressqos.go:193] Setting up event handlers for EgressQoS I0505 13:04:00.809139 3645 egressfirewall.go:723] Syncing node "ip-10-0-1-22.ec2.internal" for egress firewall I0505 13:04:00.809147 3645 egressfirewall.go:723] Syncing node "ip-10-0-0-234.ec2.internal" for egress firewall I0505 13:04:00.809282 3645 egressqos.go:245] Starting EgressQoS Controller I0505 13:04:00.809293 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 13:04:00.809299 3645 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 13:04:00.809307 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 13:04:00.809315 3645 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 13:04:00.809320 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 13:04:00.809324 3645 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 13:04:00.809328 3645 egressqos.go:259] Repairing EgressQoSes I0505 13:04:00.809332 3645 egressqos.go:399] Starting repairing loop for egressqos I0505 13:04:00.809414 3645 egressqos.go:401] Finished repairing loop for egressqos: 81.45µs I0505 13:04:00.809437 3645 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 13:04:00.809454 3645 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-234.ec2.internal I0505 13:04:00.809516 3645 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-234.ec2.internal : 63.654µs I0505 13:04:00.809561 3645 egressservice_zone.go:210] Starting Egress Services Controller I0505 13:04:00.809574 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:04:00.809582 3645 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:04:00.809591 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:04:00.809598 3645 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:04:00.809608 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:04:00.809615 3645 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:04:00.809622 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 13:04:00.809626 3645 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 13:04:00.809630 3645 egressservice_zone.go:228] Repairing Egress Services I0505 13:04:00.809917 3645 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 13:04:00.809927 3645 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:04:00.809998 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:04:00.810010 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 14.474µs I0505 13:04:00.810018 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-22.ec2.internal I0505 13:04:00.810026 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-22.ec2.internal: 9µs I0505 13:04:00.810061 3645 default_network_controller.go:585] Completing all the Watchers took 298.697618ms I0505 13:04:00.810078 3645 default_network_controller.go:589] Starting unidling controllers I0505 13:04:00.810092 3645 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 13:04:00.810101 3645 unidle.go:63] Populating Initial ContollerEvent events I0505 13:04:00.810112 3645 unidle.go:79] Setting up event handlers for services I0505 13:04:00.810193 3645 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:04:01.102296 3645 default_node_network_controller.go:519] Node connection status = connected I0505 13:04:01.602383 3645 default_node_network_controller.go:519] Node connection status = connected I0505 13:04:02.101776 3645 default_node_network_controller.go:519] Node connection status = connected I0505 13:04:02.351238 3645 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:04:02.602014 3645 default_node_network_controller.go:519] Node connection status = connected I0505 13:04:02.619907 3645 bridgeconfig.go:537] Gateway is ready I0505 13:04:02.619925 3645 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 13:04:02.631627 3645 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.234. Updating OVN encap IP. I0505 13:04:02.637214 3645 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.234 - it is already configured I0505 13:04:02.637229 3645 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.234/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 13:04:02.637453 3645 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.234/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-234.ec2.internal","mac-address":"12:3b:53:24:88:6b","ip-addresses":["10.0.0.234/24"],"ip-address":"10.0.0.234/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:07b1e2ec-6660-4f05-b646-6da86a37d9c6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.234/24"}] on node ip-10-0-0-234.ec2.internal I0505 13:04:02.655681 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:04:02.655698 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 21.72µs I0505 13:04:02.655728 3645 egressfirewall.go:723] Syncing node "ip-10-0-0-234.ec2.internal" for egress firewall I0505 13:04:02.655771 3645 master.go:548] Adding or Updating local node "ip-10-0-0-234.ec2.internal" for network "default" I0505 13:04:02.655788 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:04:02.655835 3645 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:02.655850 3645 services_controller.go:574] Full service sync requested for network=default I0505 13:04:02.656102 3645 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.234 I0505 13:04:02.656255 3645 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-234.ec2.internal I0505 13:04:02.660934 3645 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-234.ec2.internal. Updating no re-route policies I0505 13:04:02.661058 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4w78t I0505 13:04:02.661058 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8svd8 I0505 13:04:02.661071 3645 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-234.ec2.internal I0505 13:04:02.661074 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ksdbm I0505 13:04:02.661076 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8svd8 I0505 13:04:02.661075 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4w78t I0505 13:04:02.661087 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ksdbm I0505 13:04:02.661093 3645 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-7rjps I0505 13:04:02.661109 3645 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-7rjps I0505 13:04:02.661119 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ggpzh I0505 13:04:02.661083 3645 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-234.ec2.internal I0505 13:04:02.661131 3645 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-7rjps after 0 failed attempt(s) I0505 13:04:02.661138 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-4trts I0505 13:04:02.661139 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-djgsp I0505 13:04:02.661144 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-46hhx I0505 13:04:02.661149 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2zv98 I0505 13:04:02.661153 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-46hhx I0505 13:04:02.661152 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-4trts I0505 13:04:02.661157 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-djgsp I0505 13:04:02.661159 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-55xqg I0505 13:04:02.661162 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2zv98 I0505 13:04:02.661171 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-55xqg I0505 13:04:02.661175 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-46hhx after 0 failed attempt(s) I0505 13:04:02.661183 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-4trts after 0 failed attempt(s) I0505 13:04:02.661120 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4w78t after 0 failed attempt(s) I0505 13:04:02.661185 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-55xqg after 0 failed attempt(s) I0505 13:04:02.661184 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-djgsp after 0 failed attempt(s) I0505 13:04:02.661133 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ggpzh I0505 13:04:02.661212 3645 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-234.ec2.internal after 0 failed attempt(s) I0505 13:04:02.661226 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8svd8 after 0 failed attempt(s) I0505 13:04:02.661229 3645 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ggpzh] creating logical port openshift-multus_network-metrics-daemon-ggpzh for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:02.661188 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2zv98 after 0 failed attempt(s) I0505 13:04:02.661256 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w5bxp I0505 13:04:02.661257 3645 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-234.ec2.internal I0505 13:04:02.661266 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w5bxp I0505 13:04:02.661275 3645 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-234.ec2.internal I0505 13:04:02.661282 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-w5bxp after 0 failed attempt(s) I0505 13:04:02.661297 3645 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ksdbm] creating logical port openshift-network-diagnostics_network-check-target-ksdbm for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:02.661298 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-234.ec2.internal after 0 failed attempt(s) I0505 13:04:02.662083 3645 pods.go:271] [openshift-multus/network-metrics-daemon-ggpzh] addLogicalPort took 864.942µs, libovsdb time 274.695µs I0505 13:04:02.662097 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ggpzh after 0 failed attempt(s) I0505 13:04:02.662148 3645 pods.go:271] [openshift-network-diagnostics/network-check-target-ksdbm] addLogicalPort took 860.696µs, libovsdb time 354.751µs I0505 13:04:02.662159 3645 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ksdbm after 0 failed attempt(s) I0505 13:04:02.671099 3645 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 13:04:02.683456 3645 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 13:04:02.687119 3645 iptables.go:108] Creating table: nat chain: OUTPUT I0505 13:04:02.732775 3645 iptables.go:108] Creating table: nat chain: PREROUTING I0505 13:04:02.790217 3645 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:04:02.809309 3645 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 13:04:02.809424 3645 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 13:04:02.809465 3645 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 13:04:02.809545 3645 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 13:04:02.809593 3645 gateway_init.go:325] Gateway and management port readiness took 2.212324308s I0505 13:04:02.809622 3645 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 13:04:02.809675 3645 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 13:04:02.809689 3645 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 13:04:02.809699 3645 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:04:02.809758 3645 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 13:04:02.809832 3645 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.203µs I0505 13:04:02.810054 3645 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 13:04:02.810078 3645 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.873µs I0505 13:04:02.810086 3645 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.39µs I0505 13:04:02.810092 3645 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 13:04:02.810100 3645 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 13:04:02.810105 3645 default_node_network_controller.go:899] Starting the default node network controller I0505 13:04:02.810109 3645 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 13:04:02.810192 3645 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.217µs I0505 13:04:02.810237 3645 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 13:04:02.810245 3645 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 13:04:02.810267 3645 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d100 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000b2b450 0xc000340000 0xc000340070 0xc000b2a280 0xc00624d340 0xc0003400e0 map[0x2ff9080:0xc00218af60 0x2ff95c0:0xc00218b0e0 0x2ffa2e0:0xc002da5380 0x2ffa580:0xc00218af00 0x2ffad60:0xc00218afc0 0x2ffb000:0xc00218b020 0x2ffb2a0:0xc00218b080 0x2ffba80:0xc00218b140 0x2ffbd20:0xc00218b1a0 0x3026980:0xc0011a31a0 0x3026d20:0xc0011a3200 0x3027800:0xc000c81500 0x3029160:0xc001c24000 0x30298a0:0xc0011a3320 0x302a720:0xc0012880c0] 0xc000b20460 0} I0505 13:04:02.810321 3645 gateway.go:151] Starting gateway service sync I0505 13:04:02.810728 3645 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 13:04:02.813135 3645 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 13:04:02.833420 3645 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 13:04:02.834756 3645 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 13:04:02.836004 3645 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 13:04:02.870864 3645 gateway.go:168] Gateway service sync done. Time taken: 60.527763ms I0505 13:04:02.871676 3645 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30858 I0505 13:04:02.872007 3645 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d100 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000b2b450 0xc000340000 0xc000340070 0xc000b2a280 0xc00624d340 0xc0003400e0 map[0x2ff9080:0xc00218af60 0x2ff95c0:0xc00218b0e0 0x2ffa2e0:0xc002da5380 0x2ffa580:0xc00218af00 0x2ffad60:0xc00218afc0 0x2ffb000:0xc00218b020 0x2ffb2a0:0xc00218b080 0x2ffba80:0xc00218b140 0x2ffbd20:0xc00218b1a0 0x3026980:0xc0011a31a0 0x3026d20:0xc0011a3200 0x3027800:0xc000c81500 0x3029160:0xc001c24000 0x30298a0:0xc0011a3320 0x302a720:0xc0012880c0] 0xc000b20460 0} I0505 13:04:02.872394 3645 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d100 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000b2b450 0xc000340000 0xc000340070 0xc000b2a280 0xc00624d340 0xc0003400e0 map[0x2ff9080:0xc00218af60 0x2ff95c0:0xc00218b0e0 0x2ffa2e0:0xc002da5380 0x2ffa580:0xc00218af00 0x2ffad60:0xc00218afc0 0x2ffb000:0xc00218b020 0x2ffb2a0:0xc00218b080 0x2ffba80:0xc00218b140 0x2ffbd20:0xc00218b1a0 0x3026980:0xc0011a31a0 0x3026d20:0xc0011a3200 0x3027800:0xc000c81500 0x3029160:0xc001c24000 0x30298a0:0xc0011a3320 0x302a720:0xc0012880c0] 0xc000b20460 0} I0505 13:04:02.872428 3645 gateway.go:532] Reconciling gateway with updates I0505 13:04:02.878100 3645 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 13:04:02.878174 3645 default_node_network_controller.go:944] Gateway and management port readiness took 67.921263ms I0505 13:04:02.878191 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:04:02.878205 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:04:02.878231 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:04:02.878243 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:04:02.878253 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:04:02.878250 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:04:02.878266 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:04:02.878269 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:04:02.878269 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:04:02.878271 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:04:02.878285 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:04:02.878291 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:04:02.878290 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:04:02.878296 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:04:02.878260 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:04:02.878314 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:04:02.878320 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:04:02.878326 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:04:02.878330 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:04:02.878330 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:04:02.878255 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:04:02.878339 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:04:02.878340 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:04:02.878340 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:04:02.878319 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:04:02.878349 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:04:02.878348 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:04:02.878356 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:04:02.878361 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:04:02.878370 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:04:02.878371 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:04:02.878371 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:04:02.878377 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:04:02.878384 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:04:02.878375 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:04:02.878391 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:04:02.878393 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:04:02.878400 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:04:02.878405 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:04:02.878411 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:04:02.878416 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:04:02.878418 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:04:02.878425 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:04:02.878426 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:04:02.878433 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:04:02.878371 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:04:02.878436 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:04:02.878443 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:04:02.878457 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:04:02.878457 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:04:02.878461 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:04:02.878465 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:04:02.878469 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:04:02.878404 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:04:02.878477 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:04:02.878475 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:04:02.878483 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:04:02.878486 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:04:02.878487 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:04:02.878493 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:04:02.878492 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:04:02.878495 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:04:02.878501 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:04:02.878505 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:04:02.878505 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:04:02.878510 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:04:02.878514 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:04:02.878523 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:04:02.878471 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:04:02.878533 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:04:02.878543 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:04:02.878469 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:04:02.878356 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:04:02.878340 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:04:02.878398 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:04:02.878451 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:04:02.878614 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:04:02.878624 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:04:02.878393 3645 port_claim.go:71] Svc openshift-ingress/router-default: port 32078 is already open, no action needed I0505 13:04:02.878626 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:04:02.878634 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:04:02.878640 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:04:02.878231 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:04:02.878647 3645 port_claim.go:71] Svc openshift-ingress/router-default: port 30362 is already open, no action needed I0505 13:04:02.878652 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:04:02.878407 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:04:02.878371 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:04:02.878698 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:04:02.878653 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:04:02.878706 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:04:02.878708 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:04:02.878324 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:04:02.878720 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:04:02.878346 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:04:02.878642 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:04:02.878359 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:04:02.878731 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:04:02.878350 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:04:02.878777 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:04:02.878784 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:04:02.878308 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:04:02.878390 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:04:02.878476 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:04:02.878476 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:04:02.878654 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:04:02.878320 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:04:02.878875 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:04:02.878341 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:04:02.878355 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:04:02.878902 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:04:02.879727 3645 node_ip_handler_linux.go:160] Node IP manager is running W0505 13:04:02.918936 3645 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:04:02.919095 3645 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:04:02.919254 3645 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0505 13:04:02.928094 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:04:02.948215 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:04:02.948294 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:04:02.948311 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:04:02.948318 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:04:02.948324 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:04:02.948330 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:04:02.948337 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:04:02.948343 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:04:02.948348 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:04:02.948353 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:04:02.987880 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:04:02.987888 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:04:02.987905 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:04:02.987914 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:04:02.987924 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:04:02.987929 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:04:02.987934 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:04:02.987940 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:04:02.987945 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:04:02.987951 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:04:02.987955 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:04:02.987962 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:04:02.987967 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:04:04.592273 3645 default_node_network_controller.go:1380] Starting node controller node sync W0505 13:04:04.592330 3645 egressip_healthcheck.go:76] Health checking using insecure connection I0505 13:04:04.592377 3645 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0505 13:04:04.604538 3645 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.243957ms I0505 13:04:04.604654 3645 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-22.ec2.internal", IP: 10.0.1.22 to PMTUD blocking rules I0505 13:04:04.604679 3645 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-22.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:04:04.610591 3645 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 13:04:04.610911 3645 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 13:04:04.611121 3645 egressservice_node.go:183] Starting Egress Services Controller I0505 13:04:04.611151 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:04:04.611166 3645 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:04:04.611175 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:04:04.611183 3645 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:04:04.611192 3645 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:04:04.611204 3645 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:04:04.611210 3645 egressservice_node.go:197] Repairing Egress Services I0505 13:04:04.621913 3645 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 13:04:04.621925 3645 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:04:04.622106 3645 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 13:04:04.622122 3645 link_network_manager.go:119] Link manager is running I0505 13:04:04.622137 3645 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 13:04:04.622300 3645 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 13:04:04.622568 3645 vrf_manager.go:128] VRF manager is running I0505 13:04:04.622700 3645 node_controller_manager.go:437] Removing flows to drop GARP I0505 13:04:04.622712 3645 gateway.go:532] Reconciling gateway with updates I0505 13:04:04.645597 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:04:04.645608 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:04:04.645618 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:04:04.645627 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:04:04.645635 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:04:04.645634 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:04:04.645646 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:04:04.645696 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:04:04.645696 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:04:04.645710 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:04:04.645634 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:04:04.645725 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:04:04.645728 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:04:04.645730 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:04:04.645736 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:04:04.645726 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:04:04.645744 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:04:04.645748 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:04:04.645745 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:04:04.645742 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:04:04.645756 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:04:04.645760 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:04:04.645766 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:04:04.645765 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:04:04.645770 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:04:04.645778 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:04:04.645780 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:04:04.645781 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:04:04.645617 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:04:04.645793 3645 port_claim.go:71] Svc openshift-ingress/router-default: port 32078 is already open, no action needed I0505 13:04:04.645803 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:04:04.645756 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:04:04.645786 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:04:04.645817 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:04:04.645822 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:04:04.645824 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:04:04.645827 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:04:04.645830 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:04:04.645825 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:04:04.645831 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:04:04.645839 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:04:04.645844 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:04:04.645845 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:04:04.645847 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:04:04.645856 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:04:04.645860 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:04:04.645861 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:04:04.645868 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:04:04.645865 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:04:04.645875 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:04:04.645872 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:04:04.645880 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:04:04.645884 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:04:04.645881 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:04:04.645891 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:04:04.645885 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:04:04.645835 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:04:04.645906 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:04:04.645907 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:04:04.645918 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:04:04.645837 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:04:04.645921 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:04:04.645741 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:04:04.645951 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:04:04.645730 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:04:04.645754 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:04:04.646019 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:04:04.645803 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:04:04.646031 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:04:04.646026 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:04:04.646036 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:04:04.646045 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:04:04.645754 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:04:04.645810 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:04:04.646097 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:04:04.645814 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:04:04.645769 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:04:04.646181 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:04:04.645817 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:04:04.645826 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:04:04.646217 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:04:04.645820 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:04:04.646221 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:04:04.646231 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:04:04.645828 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:04:04.645842 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:04:04.646297 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:04:04.645847 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:04:04.646306 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:04:04.645840 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:04:04.646336 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:04:04.645850 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:04:04.646365 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:04:04.645851 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:04:04.646414 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:04:04.645861 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:04:04.645861 3645 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:04:04.646442 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:04:04.645888 3645 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:04:04.646475 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:04:04.645806 3645 port_claim.go:71] Svc openshift-ingress/router-default: port 30362 is already open, no action needed I0505 13:04:04.674265 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:04:04.674287 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:04:04.674296 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:04:04.674306 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:04:04.674315 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:04:04.674324 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:04:04.674364 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:04:04.674375 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:04:04.674384 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:04:04.674391 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:04:04.674399 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:04:04.674405 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:04:04.674409 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:04:04.674417 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:04:04.674422 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:04:04.674427 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:04:04.674434 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:04:04.674439 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:04:04.717624 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:04:04.717650 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:04:04.717669 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:04:04.717676 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:04:04.717682 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:04:04.717688 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:04:04.717709 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:04:04.717714 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:04:04.717720 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:04:04.717725 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:04:04.717730 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:04:04.717735 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:04:04.717740 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:04:04.717748 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:04:04.757946 3645 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:04:06.410296 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:04:06.410325 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 36.869µs I0505 13:04:06.437638 3645 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-74f64cbf5c-dbw56] creating logical port openshift-image-registry_image-registry-74f64cbf5c-dbw56 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:06.437823 3645 kube.go:256] Updating pod openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:04:06.456891 3645 pod.go:62] [openshift-image-registry/image-registry-74f64cbf5c-dbw56] pod update took 19.110818ms I0505 13:04:06.456921 3645 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-74f64cbf5c-dbw56] addLogicalPort annotation time took 19.145441ms I0505 13:04:06.458167 3645 pods.go:271] [openshift-image-registry/image-registry-74f64cbf5c-dbw56] addLogicalPort took 20.548489ms, libovsdb time 989.211µs I0505 13:04:06.458217 3645 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65b4cb44fc-h6k7f] creating logical port openshift-ingress_router-default-65b4cb44fc-h6k7f for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:06.458344 3645 kube.go:256] Updating pod openshift-ingress/router-default-65b4cb44fc-h6k7f I0505 13:04:06.459529 3645 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bcf8w] creating logical port openshift-dns_dns-default-bcf8w for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:06.459653 3645 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-n67gn] creating logical port openshift-ingress-canary_ingress-canary-n67gn for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:06.459788 3645 kube.go:256] Updating pod openshift-dns/dns-default-bcf8w I0505 13:04:06.459806 3645 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-n67gn I0505 13:04:06.477112 3645 pod.go:62] [openshift-ingress-canary/ingress-canary-n67gn] pod update took 17.347643ms I0505 13:04:06.477134 3645 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-n67gn] addLogicalPort annotation time took 17.370571ms I0505 13:04:06.478210 3645 pods.go:271] [openshift-ingress-canary/ingress-canary-n67gn] addLogicalPort took 18.567448ms, libovsdb time 826.638µs I0505 13:04:06.479779 3645 pod.go:62] [openshift-ingress/router-default-65b4cb44fc-h6k7f] pod update took 21.502954ms I0505 13:04:06.479796 3645 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65b4cb44fc-h6k7f] addLogicalPort annotation time took 21.524323ms I0505 13:04:06.481094 3645 pods.go:271] [openshift-ingress/router-default-65b4cb44fc-h6k7f] addLogicalPort took 22.823319ms, libovsdb time 888.737µs I0505 13:04:06.481287 3645 pod.go:62] [openshift-dns/dns-default-bcf8w] pod update took 21.537728ms I0505 13:04:06.481309 3645 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bcf8w] addLogicalPort annotation time took 21.562003ms I0505 13:04:06.482445 3645 pods.go:271] [openshift-dns/dns-default-bcf8w] addLogicalPort took 22.927787ms, libovsdb time 889.023µs I0505 13:04:07.475938 3645 cni.go:452] [openshift-ingress-canary/ingress-canary-n67gn b9721462ae71aece1ad7ceb17bb81cd70576474ad5bafde64916e1cc075c7795 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-n67gn b9721462ae71aece1ad7ceb17bb81cd70576474ad5bafde64916e1cc075c7795 network default NAD default NAD key ] I0505 13:04:07.536576 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-n67gn, hostIfaceName: b9721462ae71aec, network: default, NAD default, SandboxID: "b9721462ae71aece1ad7ceb17bb81cd70576474ad5bafde64916e1cc075c7795", PCI device ID: , UID: "0c8b62ea-b1bb-4064-afa4-873c159066f7", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0505 13:04:07.596711 3645 cni.go:473] [openshift-ingress-canary/ingress-canary-n67gn b9721462ae71aece1ad7ceb17bb81cd70576474ad5bafde64916e1cc075c7795 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-n67gn b9721462ae71aece1ad7ceb17bb81cd70576474ad5bafde64916e1cc075c7795 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:33:be:1c:d2:48\",\"name\":\"b9721462ae71aec\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed41a855-12e1-4ded-b1a9-fb3a5b2bd8aa\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:04:08.514153 3645 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 13:04:08.589851 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 13:04:08.687680 3645 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:04:09.380911 3645 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:04:09.382155 3645 namespace.go:102] [openshift-service-ca] adding namespace took 1.215657ms I0505 13:04:09.404022 3645 namespace.go:142] [openshift-service-ca] updating namespace I0505 13:04:09.959652 3645 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:04:09.960453 3645 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 762.943µs I0505 13:04:09.980877 3645 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:04:10.126279 3645 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-5dr9w for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:10.126418 3645 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w I0505 13:04:10.156490 3645 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w] pod update took 30.098076ms I0505 13:04:10.156511 3645 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w] addLogicalPort annotation time took 30.123089ms I0505 13:04:10.157724 3645 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w] addLogicalPort took 31.465332ms, libovsdb time 914.65µs I0505 13:04:10.522057 3645 cni.go:452] [openshift-network-diagnostics/network-check-target-ksdbm fac7c6d60cfb0f41421818dd67192a2bbadfe3a6edd141396fd85b1007623350 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ksdbm fac7c6d60cfb0f41421818dd67192a2bbadfe3a6edd141396fd85b1007623350 network default NAD default NAD key ] I0505 13:04:10.531800 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ksdbm, hostIfaceName: fac7c6d60cfb0f4, network: default, NAD default, SandboxID: "fac7c6d60cfb0f41421818dd67192a2bbadfe3a6edd141396fd85b1007623350", PCI device ID: , UID: "c990d159-98b1-40cb-b3af-34ebeec65e05", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0505 13:04:10.577187 3645 cni.go:473] [openshift-network-diagnostics/network-check-target-ksdbm fac7c6d60cfb0f41421818dd67192a2bbadfe3a6edd141396fd85b1007623350 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ksdbm fac7c6d60cfb0f41421818dd67192a2bbadfe3a6edd141396fd85b1007623350 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:19:bf:fa:8d:f7\",\"name\":\"fac7c6d60cfb0f4\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d25f21f9-e098-4792-b7ed-8ee1021e0788\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:10.805758 3645 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w f376c1b427b21de3aa2fb8c405685ebb9c00b21dcce839415ef114cde11f3c8a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w f376c1b427b21de3aa2fb8c405685ebb9c00b21dcce839415ef114cde11f3c8a network default NAD default NAD key ] I0505 13:04:10.815855 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-5dr9w, hostIfaceName: f376c1b427b21de, network: default, NAD default, SandboxID: "f376c1b427b21de3aa2fb8c405685ebb9c00b21dcce839415ef114cde11f3c8a", PCI device ID: , UID: "79cd45a4-ba4a-4ef9-8b92-b0f858aa94fd", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0505 13:04:10.861049 3645 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w f376c1b427b21de3aa2fb8c405685ebb9c00b21dcce839415ef114cde11f3c8a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-5dr9w f376c1b427b21de3aa2fb8c405685ebb9c00b21dcce839415ef114cde11f3c8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ef:4b:06:0a:9a\",\"name\":\"f376c1b427b21de\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4dccb23-ca01-4c03-94a5-de5bdd57aa13\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:11.060076 3645 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-8nl2g] creating logical port openshift-service-ca_service-ca-d9cb48497-8nl2g for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:11.060187 3645 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-8nl2g I0505 13:04:11.074826 3645 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-8nl2g] pod update took 14.679386ms I0505 13:04:11.074848 3645 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-8nl2g] addLogicalPort annotation time took 14.705769ms I0505 13:04:11.075928 3645 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-8nl2g] addLogicalPort took 15.895204ms, libovsdb time 801.289µs I0505 13:04:11.446415 3645 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-8nl2g f3c50b2fcb5b7ed6420bf6b8e93bfaadacd342ccadeb7656a5ef89b8b0f39530 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-8nl2g f3c50b2fcb5b7ed6420bf6b8e93bfaadacd342ccadeb7656a5ef89b8b0f39530 network default NAD default NAD key ] I0505 13:04:11.458305 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-8nl2g, hostIfaceName: f3c50b2fcb5b7ed, network: default, NAD default, SandboxID: "f3c50b2fcb5b7ed6420bf6b8e93bfaadacd342ccadeb7656a5ef89b8b0f39530", PCI device ID: , UID: "15c4ca03-8f2d-4dff-8626-7c0245c4e1a2", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0505 13:04:11.513801 3645 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-8nl2g f3c50b2fcb5b7ed6420bf6b8e93bfaadacd342ccadeb7656a5ef89b8b0f39530 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-8nl2g f3c50b2fcb5b7ed6420bf6b8e93bfaadacd342ccadeb7656a5ef89b8b0f39530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e6:51:d9:c3:41\",\"name\":\"f3c50b2fcb5b7ed\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a417f361-a1fa-4519-8290-5ec5fff6ea96\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:13.913395 3645 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vwqqw] creating logical port openshift-insights_insights-runtime-extractor-vwqqw for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:13.913517 3645 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vwqqw I0505 13:04:13.930816 3645 pod.go:62] [openshift-insights/insights-runtime-extractor-vwqqw] pod update took 17.326833ms I0505 13:04:13.930836 3645 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vwqqw] addLogicalPort annotation time took 17.351557ms I0505 13:04:13.931863 3645 pods.go:271] [openshift-insights/insights-runtime-extractor-vwqqw] addLogicalPort took 18.489973ms, libovsdb time 770.921µs W0505 13:04:14.747061 3645 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:04:19.787065 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:04:21.802988 3645 cni.go:452] [openshift-insights/insights-runtime-extractor-vwqqw fffa09337e3de9865fccb50ed2a3d45687d7dec85726772eba86d1ac9ac77510 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vwqqw fffa09337e3de9865fccb50ed2a3d45687d7dec85726772eba86d1ac9ac77510 network default NAD default NAD key ] I0505 13:04:21.812951 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vwqqw, hostIfaceName: fffa09337e3de98, network: default, NAD default, SandboxID: "fffa09337e3de9865fccb50ed2a3d45687d7dec85726772eba86d1ac9ac77510", PCI device ID: , UID: "2853585a-6d59-4274-a715-dccff7c5e00b", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0505 13:04:21.859178 3645 cni.go:473] [openshift-insights/insights-runtime-extractor-vwqqw fffa09337e3de9865fccb50ed2a3d45687d7dec85726772eba86d1ac9ac77510 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vwqqw fffa09337e3de9865fccb50ed2a3d45687d7dec85726772eba86d1ac9ac77510 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ec:12:b7:eb:eb\",\"name\":\"fffa09337e3de98\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0d67b17-ce6d-46e6-8d22-c4a8ea2e6b45\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:22.450354 3645 cni.go:452] [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key ] I0505 13:04:22.462299 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-74f64cbf5c-dbw56, hostIfaceName: ff4d8b327493fcd, network: default, NAD default, SandboxID: "ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d", PCI device ID: , UID: "4b26146e-00d1-4960-9fdb-db1f880173b2", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0505 13:04:22.492123 3645 cni.go:452] [openshift-dns/dns-default-bcf8w ec2f92508dcd4c189d3cdb5b5e2ecaa947f3f95680313dde72bb8414d0622840 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bcf8w ec2f92508dcd4c189d3cdb5b5e2ecaa947f3f95680313dde72bb8414d0622840 network default NAD default NAD key ] I0505 13:04:22.509321 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bcf8w, hostIfaceName: ec2f92508dcd4c1, network: default, NAD default, SandboxID: "ec2f92508dcd4c189d3cdb5b5e2ecaa947f3f95680313dde72bb8414d0622840", PCI device ID: , UID: "fc157102-54d5-46e0-acb7-6be05513e7d9", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0505 13:04:22.513434 3645 cni.go:473] [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:71:32:d6:8e:6a\",\"name\":\"ff4d8b327493fcd\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8336138f-1053-4ef3-86b1-bc29f30e4b64\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:22.554970 3645 cni.go:473] [openshift-dns/dns-default-bcf8w ec2f92508dcd4c189d3cdb5b5e2ecaa947f3f95680313dde72bb8414d0622840 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bcf8w ec2f92508dcd4c189d3cdb5b5e2ecaa947f3f95680313dde72bb8414d0622840 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:9c:27:68:de:9c\",\"name\":\"ec2f92508dcd4c1\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99e90e64-8c41-4192-ae75-ccb172f3d1f7\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:04:33.923914 3645 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:33.923940 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:33.923944 3645 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:33.942335 3645 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:04:33.992826 3645 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-vlp9t] creating logical port openshift-console_downloads-5c54f4944f-vlp9t for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:33.992949 3645 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-vlp9t W0505 13:04:33.994866 3645 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7b5f7b479d-cj48b IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7b5f7b479d-cj48b: no pod IPs found I0505 13:04:34.010038 3645 pod.go:62] [openshift-console/downloads-5c54f4944f-vlp9t] pod update took 17.12213ms I0505 13:04:34.010059 3645 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-vlp9t] addLogicalPort annotation time took 17.147811ms I0505 13:04:34.011297 3645 pods.go:271] [openshift-console/downloads-5c54f4944f-vlp9t] addLogicalPort took 18.48382ms, libovsdb time 960.634µs W0505 13:04:34.012523 3645 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:04:34.103404 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-nf88f for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:34.103531 3645 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f I0505 13:04:34.118213 3645 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f] pod update took 14.704469ms I0505 13:04:34.118233 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f] addLogicalPort annotation time took 14.728643ms I0505 13:04:34.119359 3645 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f] addLogicalPort took 15.971762ms, libovsdb time 837.682µs I0505 13:04:34.354896 3645 cni.go:452] [openshift-console/downloads-5c54f4944f-vlp9t 41b2da56490415d46df841c6cca52730a1d08311a865946f7cd2ea4ff36e3b38 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-vlp9t 41b2da56490415d46df841c6cca52730a1d08311a865946f7cd2ea4ff36e3b38 network default NAD default NAD key ] I0505 13:04:34.365751 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-vlp9t, hostIfaceName: 41b2da56490415d, network: default, NAD default, SandboxID: "41b2da56490415d46df841c6cca52730a1d08311a865946f7cd2ea4ff36e3b38", PCI device ID: , UID: "4f84ba57-9047-48f6-b92d-18a01821cbc9", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0505 13:04:34.411427 3645 cni.go:473] [openshift-console/downloads-5c54f4944f-vlp9t 41b2da56490415d46df841c6cca52730a1d08311a865946f7cd2ea4ff36e3b38 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-vlp9t 41b2da56490415d46df841c6cca52730a1d08311a865946f7cd2ea4ff36e3b38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c1:c7:a3:60:7b\",\"name\":\"41b2da56490415d\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ee834c4-9b8d-4534-b6f3-a9adb333af18\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:34.482891 3645 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f 243b444f5162fed91e9c99f9b4ff304a1114a135a1542e0da37557d56f65c243 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f 243b444f5162fed91e9c99f9b4ff304a1114a135a1542e0da37557d56f65c243 network default NAD default NAD key ] I0505 13:04:34.493487 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-nf88f, hostIfaceName: 243b444f5162fed, network: default, NAD default, SandboxID: "243b444f5162fed91e9c99f9b4ff304a1114a135a1542e0da37557d56f65c243", PCI device ID: , UID: "bd6617e0-d784-4d47-b861-474af2029b10", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0505 13:04:34.539111 3645 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f 243b444f5162fed91e9c99f9b4ff304a1114a135a1542e0da37557d56f65c243 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf88f 243b444f5162fed91e9c99f9b4ff304a1114a135a1542e0da37557d56f65c243 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:3e:50:e5:a2:ce\",\"name\":\"243b444f5162fed\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/459f70c2-449e-47c9-a7dd-73856d49e4e7\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:34.728469 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:34.728503 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 39.212µs I0505 13:04:34.728470 3645 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:34.728513 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:34.728528 3645 node_tracker.go:220] Node ip-10-0-2-116.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0505 13:04:34.728558 3645 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0505 13:04:34.728577 3645 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-116.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-116.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-116.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-116.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal, error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0505 13:04:34.740804 3645 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-116.ec2.internal annotation: unexpected end of JSON input E0505 13:04:34.740819 3645 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-116.ec2.internal annotation: unexpected end of JSON input I0505 13:04:34.740861 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 13:04:34.740903 3645 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-116.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:34.755651 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 13:04:34.755722 3645 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-116.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:34.773392 3645 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:34.773402 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:34.773419 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 20.403µs I0505 13:04:34.773424 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 13:04:34.773469 3645 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-116.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:34.790112 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0505 13:04:34.963797 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:34.963822 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 32.264µs I0505 13:04:34.963845 3645 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:34.963865 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:34.981366 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:35.157839 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 13:04:35.771294 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:35.771321 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:35.771329 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:36.672770 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 13:04:36.820346 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:04:37.036773 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-6z9gn] creating logical port openshift-monitoring_prometheus-operator-76b589d668-6z9gn for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:37.036942 3645 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-6z9gn I0505 13:04:37.050986 3645 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-6z9gn] pod update took 14.080371ms I0505 13:04:37.051007 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-6z9gn] addLogicalPort annotation time took 14.105921ms I0505 13:04:37.052149 3645 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-6z9gn] addLogicalPort took 15.397918ms, libovsdb time 848.683µs I0505 13:04:37.399027 3645 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-6z9gn 0b9fb3f90201100286ae1f782b8b1abea294163c4549343d2fc30b53d8999c28 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-6z9gn 0b9fb3f90201100286ae1f782b8b1abea294163c4549343d2fc30b53d8999c28 network default NAD default NAD key ] I0505 13:04:37.408987 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-6z9gn, hostIfaceName: 0b9fb3f90201100, network: default, NAD default, SandboxID: "0b9fb3f90201100286ae1f782b8b1abea294163c4549343d2fc30b53d8999c28", PCI device ID: , UID: "a13b8fed-2976-4cea-abe5-cf6422ec4588", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0505 13:04:37.456321 3645 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-6z9gn 0b9fb3f90201100286ae1f782b8b1abea294163c4549343d2fc30b53d8999c28 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-6z9gn 0b9fb3f90201100286ae1f782b8b1abea294163c4549343d2fc30b53d8999c28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:10:66:ee:fc:fb\",\"name\":\"0b9fb3f90201100\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bb6f861-0191-4168-a00b-91ae10b8034d\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:38.670355 3645 cni.go:452] [openshift-ingress/router-default-65b4cb44fc-h6k7f 447d49d5e0c946f67826cc6b5f4aa6093c4bb35d5e2fb93a5d32fe6824ab344e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65b4cb44fc-h6k7f 447d49d5e0c946f67826cc6b5f4aa6093c4bb35d5e2fb93a5d32fe6824ab344e network default NAD default NAD key ] I0505 13:04:38.681174 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65b4cb44fc-h6k7f, hostIfaceName: 447d49d5e0c946f, network: default, NAD default, SandboxID: "447d49d5e0c946f67826cc6b5f4aa6093c4bb35d5e2fb93a5d32fe6824ab344e", PCI device ID: , UID: "3fbd4613-cae2-480b-ad2c-c3315d8a9f73", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0505 13:04:38.734444 3645 cni.go:473] [openshift-ingress/router-default-65b4cb44fc-h6k7f 447d49d5e0c946f67826cc6b5f4aa6093c4bb35d5e2fb93a5d32fe6824ab344e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65b4cb44fc-h6k7f 447d49d5e0c946f67826cc6b5f4aa6093c4bb35d5e2fb93a5d32fe6824ab344e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c3:b4:ac:98:ce\",\"name\":\"447d49d5e0c946f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fcca686-5207-4e78-ad5d-3e7cb4dd7d13\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:38.889949 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 13:04:39.546027 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:04:39.546060 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:04:39.547362 3645 base_network_controller_pods.go:487] [default/openshift-console/console-778868668c-4k9kv] creating logical port openshift-console_console-778868668c-4k9kv for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:39.547515 3645 kube.go:256] Updating pod openshift-console/console-778868668c-4k9kv I0505 13:04:39.564990 3645 pod.go:62] [openshift-console/console-778868668c-4k9kv] pod update took 17.508141ms I0505 13:04:39.565017 3645 base_network_controller_pods.go:951] [default/openshift-console/console-778868668c-4k9kv] addLogicalPort annotation time took 17.538406ms I0505 13:04:39.566275 3645 pods.go:271] [openshift-console/console-778868668c-4k9kv] addLogicalPort took 18.895523ms, libovsdb time 884.598µs W0505 13:04:39.814645 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:04:39.814698 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 13:04:39.913739 3645 cni.go:452] [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key ] I0505 13:04:39.923707 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-778868668c-4k9kv, hostIfaceName: be389f3dd644c80, network: default, NAD default, SandboxID: "be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831", PCI device ID: , UID: "4a76ba90-4464-4f59-bd8b-3bc84a6e69a2", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0505 13:04:39.973542 3645 cni.go:473] [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:63:7d:52:ab:76\",\"name\":\"be389f3dd644c80\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6c843fa-f4e3-4492-a0c3-e7f682294beb\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:40.476625 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-95np8] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-95np8 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:40.476800 3645 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-95np8 I0505 13:04:40.501688 3645 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-95np8] pod update took 24.917532ms I0505 13:04:40.501721 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-95np8] addLogicalPort annotation time took 24.956946ms I0505 13:04:40.503226 3645 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-95np8] addLogicalPort took 26.61611ms, libovsdb time 1.172153ms I0505 13:04:40.537277 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-cxxqk for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:40.537436 3645 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk I0505 13:04:40.556918 3645 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk] pod update took 19.520187ms I0505 13:04:40.556947 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk] addLogicalPort annotation time took 19.555093ms I0505 13:04:40.558454 3645 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk] addLogicalPort took 21.193501ms, libovsdb time 1.053631ms W0505 13:04:40.829623 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:04:40.829649 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 13:04:40.847501 3645 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-95np8 e86e5084ab89f44b98ffb4a9e0ae8a87400062e38b9eb384b33377f984966598 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-95np8 e86e5084ab89f44b98ffb4a9e0ae8a87400062e38b9eb384b33377f984966598 network default NAD default NAD key ] I0505 13:04:40.858677 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-95np8, hostIfaceName: e86e5084ab89f44, network: default, NAD default, SandboxID: "e86e5084ab89f44b98ffb4a9e0ae8a87400062e38b9eb384b33377f984966598", PCI device ID: , UID: "4e48dad3-944f-4db9-bdc8-700abd488090", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0505 13:04:40.910766 3645 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:04:40.918620 3645 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-95np8 e86e5084ab89f44b98ffb4a9e0ae8a87400062e38b9eb384b33377f984966598 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-95np8 e86e5084ab89f44b98ffb4a9e0ae8a87400062e38b9eb384b33377f984966598 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b5:83:5d:dd:45\",\"name\":\"e86e5084ab89f44\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31927d3c-a517-4bcb-abd2-9da0c3e0b17d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:04:40.927265 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:04:40.927283 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:04:40.927291 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 13:04:41.545789 3645 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk 30cbee430a4a88668bdee30cda5037cc829a1e0074bcc5a08950400c9bab0833 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk 30cbee430a4a88668bdee30cda5037cc829a1e0074bcc5a08950400c9bab0833 network default NAD default NAD key ] I0505 13:04:41.557626 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-cxxqk, hostIfaceName: 30cbee430a4a886, network: default, NAD default, SandboxID: "30cbee430a4a88668bdee30cda5037cc829a1e0074bcc5a08950400c9bab0833", PCI device ID: , UID: "cd1583d5-1432-418c-be8d-53788e4cd648", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0505 13:04:41.610269 3645 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk 30cbee430a4a88668bdee30cda5037cc829a1e0074bcc5a08950400c9bab0833 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-cxxqk 30cbee430a4a88668bdee30cda5037cc829a1e0074bcc5a08950400c9bab0833 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:f2:7e:58:39:53\",\"name\":\"30cbee430a4a886\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1be7da3e-2e9b-4530-8614-cbcde115f4b0\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:41.649276 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:41.649395 3645 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 13:04:41.675519 3645 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.157787ms I0505 13:04:41.675547 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.191983ms I0505 13:04:41.676948 3645 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.690404ms, libovsdb time 1.001965ms I0505 13:04:43.612142 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-8f548bbc8-bltnz] creating logical port openshift-monitoring_thanos-querier-8f548bbc8-bltnz for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:43.612278 3645 kube.go:256] Updating pod openshift-monitoring/thanos-querier-8f548bbc8-bltnz I0505 13:04:43.633117 3645 pod.go:62] [openshift-monitoring/thanos-querier-8f548bbc8-bltnz] pod update took 20.895764ms I0505 13:04:43.633141 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-8f548bbc8-bltnz] addLogicalPort annotation time took 20.924926ms I0505 13:04:43.634390 3645 pods.go:271] [openshift-monitoring/thanos-querier-8f548bbc8-bltnz] addLogicalPort took 22.269087ms, libovsdb time 912.022µs W0505 13:04:43.788339 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:04:44.034145 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:04:45.033399 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68b55f59f8-wfvp7] creating logical port openshift-monitoring_metrics-server-68b55f59f8-wfvp7 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:45.033545 3645 kube.go:256] Updating pod openshift-monitoring/metrics-server-68b55f59f8-wfvp7 I0505 13:04:45.053279 3645 pod.go:62] [openshift-monitoring/metrics-server-68b55f59f8-wfvp7] pod update took 19.764746ms I0505 13:04:45.053305 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-68b55f59f8-wfvp7] addLogicalPort annotation time took 19.791493ms I0505 13:04:45.054526 3645 pods.go:271] [openshift-monitoring/metrics-server-68b55f59f8-wfvp7] addLogicalPort took 21.150001ms, libovsdb time 901.317µs I0505 13:04:45.128999 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:45.249725 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-sxc78 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:45.249845 3645 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78 I0505 13:04:45.269527 3645 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78] pod update took 19.717849ms I0505 13:04:45.269566 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78] addLogicalPort annotation time took 19.764101ms I0505 13:04:45.271130 3645 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78] addLogicalPort took 21.417476ms, libovsdb time 1.099797ms W0505 13:04:45.720871 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:04:46.802926 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:46.803087 3645 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 13:04:46.842592 3645 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 39.54425ms I0505 13:04:46.842619 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 39.587694ms I0505 13:04:46.843857 3645 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 40.954329ms, libovsdb time 854.821µs I0505 13:04:50.089828 3645 cni.go:452] [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key ] I0505 13:04:50.100195 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 139ec3e4c88f136, network: default, NAD default, SandboxID: "139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c", PCI device ID: , UID: "c8e74d54-a312-4b96-b21c-a0c21e6029e9", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0505 13:04:50.151301 3645 cni.go:473] [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d9:05:d3:6c:24\",\"name\":\"139ec3e4c88f136\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7f29c88-b8ad-4d1b-afbe-b0990125c92f\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:50.305739 3645 cni.go:452] [openshift-multus/network-metrics-daemon-ggpzh a310d1e03a419cdccda80e3697960e24400fa87c185fc06b7294755f4d6e716f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ggpzh a310d1e03a419cdccda80e3697960e24400fa87c185fc06b7294755f4d6e716f network default NAD default NAD key ] I0505 13:04:50.310268 3645 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key ] I0505 13:04:50.312021 3645 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78 46730c6c475fa5de1a4517a632ea8bd1057ccd93e6938a6214b663ce52a0bc08 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78 46730c6c475fa5de1a4517a632ea8bd1057ccd93e6938a6214b663ce52a0bc08 network default NAD default NAD key ] I0505 13:04:50.313608 3645 cni.go:452] [openshift-monitoring/thanos-querier-8f548bbc8-bltnz c34f4d12a108ede801721d32b04297ef313cd414326204114e37ead1d24b81f7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-8f548bbc8-bltnz c34f4d12a108ede801721d32b04297ef313cd414326204114e37ead1d24b81f7 network default NAD default NAD key ] I0505 13:04:50.320920 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ggpzh, hostIfaceName: a310d1e03a419cd, network: default, NAD default, SandboxID: "a310d1e03a419cdccda80e3697960e24400fa87c185fc06b7294755f4d6e716f", PCI device ID: , UID: "03514813-0d0c-4a47-8077-aaf76dcb5034", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0505 13:04:50.324357 3645 cni.go:452] [openshift-monitoring/metrics-server-68b55f59f8-wfvp7 c02bab483e1949e378b52f63ca133d955e14deda76a3964fabcc06912825ba01 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-68b55f59f8-wfvp7 c02bab483e1949e378b52f63ca133d955e14deda76a3964fabcc06912825ba01 network default NAD default NAD key ] I0505 13:04:50.347636 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-8f548bbc8-bltnz, hostIfaceName: c34f4d12a108ede, network: default, NAD default, SandboxID: "c34f4d12a108ede801721d32b04297ef313cd414326204114e37ead1d24b81f7", PCI device ID: , UID: "4d72485b-be76-4d05-984e-0b01bc6533aa", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0505 13:04:50.370486 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-sxc78, hostIfaceName: 46730c6c475fa5d, network: default, NAD default, SandboxID: "46730c6c475fa5de1a4517a632ea8bd1057ccd93e6938a6214b663ce52a0bc08", PCI device ID: , UID: "16048c9e-28a6-4734-95e0-bea90e759bcd", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0505 13:04:50.370705 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68b55f59f8-wfvp7, hostIfaceName: c02bab483e1949e, network: default, NAD default, SandboxID: "c02bab483e1949e378b52f63ca133d955e14deda76a3964fabcc06912825ba01", PCI device ID: , UID: "81004567-fe3a-4ce5-bcec-8b3746458a58", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0505 13:04:50.370706 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a465ee37b6ed45e, network: default, NAD default, SandboxID: "a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c", PCI device ID: , UID: "77a87e74-1d8f-46a3-9655-7cc67f1aaf38", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0505 13:04:50.409179 3645 cni.go:473] [openshift-multus/network-metrics-daemon-ggpzh a310d1e03a419cdccda80e3697960e24400fa87c185fc06b7294755f4d6e716f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ggpzh a310d1e03a419cdccda80e3697960e24400fa87c185fc06b7294755f4d6e716f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:06:64:3e:42:53\",\"name\":\"a310d1e03a419cd\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feb535f2-57ae-4428-86d6-3fa3d82fc78e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:50.435102 3645 cni.go:473] [openshift-monitoring/thanos-querier-8f548bbc8-bltnz c34f4d12a108ede801721d32b04297ef313cd414326204114e37ead1d24b81f7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-8f548bbc8-bltnz c34f4d12a108ede801721d32b04297ef313cd414326204114e37ead1d24b81f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:dd:c3:b3:a6:68\",\"name\":\"c34f4d12a108ede\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46ad3d24-a94f-40a6-9f42-933e2d1c14fa\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:50.666571 3645 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78 46730c6c475fa5de1a4517a632ea8bd1057ccd93e6938a6214b663ce52a0bc08 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sxc78 46730c6c475fa5de1a4517a632ea8bd1057ccd93e6938a6214b663ce52a0bc08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6a:b8:d8:8f:6d\",\"name\":\"46730c6c475fa5d\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95fd9c40-777b-41d9-895b-84c5ce05a3e1\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:50.666644 3645 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:1e:a3:83:45:2a\",\"name\":\"a465ee37b6ed45e\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/379c30b4-53d5-4d1a-a8ff-44f9e16accd6\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:04:50.667623 3645 cni.go:473] [openshift-monitoring/metrics-server-68b55f59f8-wfvp7 c02bab483e1949e378b52f63ca133d955e14deda76a3964fabcc06912825ba01 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-68b55f59f8-wfvp7 c02bab483e1949e378b52f63ca133d955e14deda76a3964fabcc06912825ba01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:53:02:af:b1:71\",\"name\":\"c02bab483e1949e\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b1faac4-93c5-4af0-90f4-4ed27f345000\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:04:50.763566 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:04:51.795879 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:51.795899 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:51.795904 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:51.843831 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:51.843857 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:52.568881 3645 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:52.569127 3645 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf I0505 13:04:52.585564 3645 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf] pod update took 16.477637ms I0505 13:04:52.585592 3645 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf] addLogicalPort annotation time took 16.512272ms I0505 13:04:52.587105 3645 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf] addLogicalPort took 18.246921ms, libovsdb time 1.0393ms W0505 13:04:52.783493 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:04:52.843782 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:04:53.518751 3645 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key ] I0505 13:04:53.532729 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf, hostIfaceName: 7d0b751e0dccd57, network: default, NAD default, SandboxID: "7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee", PCI device ID: , UID: "03a59533-81e5-4a51-ba41-61e43abdd137", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0505 13:04:53.598693 3645 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:91:b9:f3:76:3b\",\"name\":\"7d0b751e0dccd57\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24dd0da2-9d78-47ee-a080-7193f040aa29\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:04:53.910555 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:04:53.966752 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:53.966770 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:53.966778 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:54.043566 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:54.043588 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:55.347363 3645 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:55.347369 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:55.347379 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:55.347535 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 158.362µs I0505 13:04:55.525814 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 13:04:55.866244 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:55.866266 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:55.866272 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:55.866276 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002172 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002192 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002196 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002202 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:04:59.514723 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:59.514760 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "ip-10-0-2-116.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:59.514801 3645 node_tracker.go:235] Node ip-10-0-2-116.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:59.514820 3645 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.514842 3645 services_controller.go:574] Full service sync requested for network=default W0505 13:04:59.515130 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.515202 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.515218 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.515283 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515306 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515316 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515327 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515380 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:04:59.515490 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:59.515510 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:59.612714 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "ip-10-0-2-116.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:59.671135 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:59.671173 3645 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "ip-10-0-2-116.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:59.671197 3645 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.671209 3645 services_controller.go:574] Full service sync requested for network=default W0505 13:04:59.671415 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.671434 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.671441 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.671639 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.671649 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.671654 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.671674 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.671795 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:04:59.671927 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:59.671943 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:59.672126 3645 zone_ic_handler.go:195] Time taken to create transit switch: 279.931µs I0505 13:04:59.672139 3645 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-116.ec2.internal for the network default I0505 13:04:59.673323 3645 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-116.ec2.internal" on network "default" took: 1.487205ms I0505 13:04:59.715251 3645 cni.go:452] [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key ] I0505 13:04:59.793710 3645 cni.go:473] [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-74f64cbf5c-dbw56 ff4d8b327493fcd1b04f55673b21c634f8af2e95b96f04a1a5395a930a76025d network default NAD default NAD key default], result "{}", err I0505 13:04:59.860537 3645 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:04:59.860571 3645 pods.go:176] Deleting pod: openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:04:59.862015 3645 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-74f64cbf5c-dbw56, ips: 10.129.0.5 I0505 13:04:59.862052 3645 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:04:59.870474 3645 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-784cb9946d-x7dtk] creating logical port openshift-image-registry_image-registry-784cb9946d-x7dtk for pod on switch ip-10-0-0-234.ec2.internal I0505 13:04:59.870582 3645 kube.go:256] Updating pod openshift-image-registry/image-registry-784cb9946d-x7dtk I0505 13:04:59.887935 3645 pod.go:62] [openshift-image-registry/image-registry-784cb9946d-x7dtk] pod update took 17.392314ms I0505 13:04:59.887957 3645 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-784cb9946d-x7dtk] addLogicalPort annotation time took 17.420906ms I0505 13:04:59.889316 3645 pods.go:271] [openshift-image-registry/image-registry-784cb9946d-x7dtk] addLogicalPort took 18.853114ms, libovsdb time 923.976µs I0505 13:05:00.305961 3645 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:00.305983 3645 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:00.312691 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:05:00.312715 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:05:00.566841 3645 cni.go:452] [openshift-image-registry/image-registry-784cb9946d-x7dtk 043c0b6048593b9e0ff83b0d7cc8868e020ab795f722dffc5daa9aaea00ea33b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-784cb9946d-x7dtk 043c0b6048593b9e0ff83b0d7cc8868e020ab795f722dffc5daa9aaea00ea33b network default NAD default NAD key ] I0505 13:05:00.576393 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-784cb9946d-x7dtk, hostIfaceName: 043c0b6048593b9, network: default, NAD default, SandboxID: "043c0b6048593b9e0ff83b0d7cc8868e020ab795f722dffc5daa9aaea00ea33b", PCI device ID: , UID: "12d7a7ec-364b-4f4a-ad30-7bc006d9621c", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0505 13:05:00.627161 3645 cni.go:473] [openshift-image-registry/image-registry-784cb9946d-x7dtk 043c0b6048593b9e0ff83b0d7cc8868e020ab795f722dffc5daa9aaea00ea33b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-784cb9946d-x7dtk 043c0b6048593b9e0ff83b0d7cc8868e020ab795f722dffc5daa9aaea00ea33b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:69:a5:44:71:51\",\"name\":\"043c0b6048593b9\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1bb073c-c326-4951-ad4c-560121a237d2\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:05:01.854862 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854885 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854891 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854896 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854909 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854913 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854917 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854921 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:05:02.258565 3645 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:05:02.258608 3645 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:05:02.258642 3645 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:02.258642 3645 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 10.0.2.116 to PMTUD blocking rules I0505 13:05:02.258577 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:05:02.258681 3645 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:05:02.258683 3645 services_controller.go:574] Full service sync requested for network=default I0505 13:05:02.258687 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 113.318µs W0505 13:05:02.259011 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:05:02.259157 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:02.259173 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:02.259276 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259290 3645 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259294 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:05:02.264902 3645 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-116.ec2.internal. Updating no re-route policies I0505 13:05:02.290198 3645 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 10.0.2.116 to PMTUD blocking rules I0505 13:05:02.290216 3645 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 13:05:03.009543 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:03.009563 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:03.009569 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:03.009575 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:05:06.098038 3645 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:05:06.098078 3645 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 49.122µs I0505 13:05:12.045619 3645 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key ] I0505 13:05:12.122277 3645 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf 7d0b751e0dccd57604f0f23f212661e53827986100c47a249ebbee8e24a92dee network default NAD default NAD key default], result "{}", err I0505 13:05:12.177816 3645 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.177852 3645 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf I0505 13:05:12.179284 3645 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf, ips: 10.129.0.23 I0505 13:05:12.179329 3645 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.179347 3645 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.179359 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:05:12.179581 3645 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.179597 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:05:13.222768 3645 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.222801 3645 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.222818 3645 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.222830 3645 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:05:14.811890 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:05:14.811912 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:05:14.935472 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:05:16.033495 3645 cni.go:452] [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key ] I0505 13:05:16.142771 3645 cni.go:473] [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-778868668c-4k9kv be389f3dd644c809ceeb651073cfce30e70f3cec0b4ac569375ac8c88fbd2831 network default NAD default NAD key default], result "{}", err I0505 13:05:16.210328 3645 obj_retry.go:498] Detected object openshift-console/console-778868668c-4k9kv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:16.210358 3645 pods.go:176] Deleting pod: openshift-console/console-778868668c-4k9kv I0505 13:05:16.211901 3645 pods.go:236] Attempting to release IPs for pod: openshift-console/console-778868668c-4k9kv, ips: 10.129.0.15 I0505 13:05:16.211929 3645 obj_retry.go:498] Detected object openshift-console/console-778868668c-4k9kv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:16.220997 3645 base_network_controller_pods.go:487] [default/openshift-console/console-5c974db6f5-qxfkq] creating logical port openshift-console_console-5c974db6f5-qxfkq for pod on switch ip-10-0-0-234.ec2.internal I0505 13:05:16.221127 3645 kube.go:256] Updating pod openshift-console/console-5c974db6f5-qxfkq I0505 13:05:16.237221 3645 pod.go:62] [openshift-console/console-5c974db6f5-qxfkq] pod update took 16.123793ms I0505 13:05:16.237248 3645 base_network_controller_pods.go:951] [default/openshift-console/console-5c974db6f5-qxfkq] addLogicalPort annotation time took 16.154858ms I0505 13:05:16.238469 3645 pods.go:271] [openshift-console/console-5c974db6f5-qxfkq] addLogicalPort took 17.486675ms, libovsdb time 817.809µs I0505 13:05:16.633287 3645 cni.go:452] [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key ] I0505 13:05:16.643836 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c974db6f5-qxfkq, hostIfaceName: 4dbf9bb251cd2a0, network: default, NAD default, SandboxID: "4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c", PCI device ID: , UID: "3676e8cd-1415-483c-9595-10babeb73ce1", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0505 13:05:16.696457 3645 cni.go:473] [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:c9:d0:66:0d:e2\",\"name\":\"4dbf9bb251cd2a0\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05339e3b-5008-48af-8ae5-3f28079be43b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:05:17.059236 3645 obj_retry.go:492] Detected object openshift-console/console-778868668c-4k9kv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:17.059259 3645 obj_retry.go:492] Detected object openshift-console/console-778868668c-4k9kv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:17.066218 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778868668c-4k9kv I0505 13:05:17.066252 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778868668c-4k9kv I0505 13:05:17.735961 3645 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:05:17.745067 3645 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 13:05:17.928325 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:05:18.998503 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:05:19.944591 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:05:21.998946 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:05:22.098265 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.098282 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.098288 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:26.593682 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:05:26.593712 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:05:26.634527 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:05:26.634550 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:05:27.151868 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:05:47.247450 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:47.247473 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:05:47.474806 3645 obj_retry.go:498] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:47.475389 3645 obj_retry.go:498] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:48.081144 3645 obj_retry.go:492] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:48.081167 3645 obj_retry.go:492] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:48.089185 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c694b88b9-868hs I0505 13:05:48.089213 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c694b88b9-868hs I0505 13:05:48.875233 3645 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:48.875939 3645 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:49.090538 3645 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:49.090559 3645 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:49.094894 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:05:49.094918 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:05:51.950386 3645 obj_retry.go:498] Detected object openshift-console/console-778868668c-dv8j4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:51.950958 3645 obj_retry.go:498] Detected object openshift-console/console-778868668c-dv8j4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:52.103253 3645 obj_retry.go:492] Detected object openshift-console/console-778868668c-dv8j4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:52.103277 3645 obj_retry.go:492] Detected object openshift-console/console-778868668c-dv8j4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:52.110251 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778868668c-dv8j4 I0505 13:05:52.110271 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778868668c-dv8j4 I0505 13:06:02.332706 3645 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:02.333216 3645 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:03.173276 3645 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:03.173298 3645 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:03.181284 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:06:03.181305 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:06:06.735945 3645 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:06.736472 3645 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:07.205122 3645 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:07.205151 3645 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:07.215274 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:06:07.215302 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:06:33.799743 3645 cni.go:452] [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key ] I0505 13:06:33.890546 3645 cni.go:473] [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c974db6f5-qxfkq 4dbf9bb251cd2a04bc6d76c5f20dd80a3fd41d04002fcf689817f7d9600f9d8c network default NAD default NAD key default], result "{}", err I0505 13:06:33.938192 3645 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-qxfkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:33.938231 3645 pods.go:176] Deleting pod: openshift-console/console-5c974db6f5-qxfkq I0505 13:06:33.939481 3645 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c974db6f5-qxfkq, ips: 10.129.0.25 I0505 13:06:33.939514 3645 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-qxfkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:33.946956 3645 base_network_controller_pods.go:487] [default/openshift-console/console-74f9bc8cfc-dkjsm] creating logical port openshift-console_console-74f9bc8cfc-dkjsm for pod on switch ip-10-0-0-234.ec2.internal I0505 13:06:33.947092 3645 kube.go:256] Updating pod openshift-console/console-74f9bc8cfc-dkjsm I0505 13:06:33.961871 3645 pod.go:62] [openshift-console/console-74f9bc8cfc-dkjsm] pod update took 14.824363ms I0505 13:06:33.961900 3645 base_network_controller_pods.go:951] [default/openshift-console/console-74f9bc8cfc-dkjsm] addLogicalPort annotation time took 14.861106ms I0505 13:06:33.963125 3645 pods.go:271] [openshift-console/console-74f9bc8cfc-dkjsm] addLogicalPort took 16.191262ms, libovsdb time 832.28µs I0505 13:06:34.310934 3645 cni.go:452] [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key ] I0505 13:06:34.320686 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74f9bc8cfc-dkjsm, hostIfaceName: 0ba8d2da7b1f902, network: default, NAD default, SandboxID: "0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29", PCI device ID: , UID: "858296a3-aff2-491d-903a-b7340e10760e", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0505 13:06:34.374817 3645 cni.go:473] [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:82:20:98:26:f8\",\"name\":\"0ba8d2da7b1f902\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b45ce354-f976-47f1-9300-e96f1261ead5\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:06:34.425257 3645 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-qxfkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:34.425334 3645 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-qxfkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:34.428622 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c974db6f5-qxfkq I0505 13:06:34.428679 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c974db6f5-qxfkq I0505 13:06:34.807890 3645 cni.go:452] [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key ] I0505 13:06:34.910386 3645 cni.go:473] [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 139ec3e4c88f1361d16847c1052fcc2180e6a56e1722b6c3af22b244f3a85e2c network default NAD default NAD key default], result "{}", err I0505 13:06:34.972313 3645 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:34.972354 3645 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0505 13:06:34.973834 3645 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.18 I0505 13:06:34.973865 3645 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:35.447284 3645 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:35.447346 3645 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:35.453574 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:06:35.453622 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:06:35.499544 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:06:35.499712 3645 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 13:06:35.528068 3645 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.411973ms I0505 13:06:35.528112 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.456702ms I0505 13:06:35.529358 3645 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.832012ms, libovsdb time 892.991µs I0505 13:06:35.866934 3645 cni.go:452] [openshift-monitoring/alertmanager-main-0 c09605d9bf14cc1787923442bc1b323d322477f268d46b9f222379a5e3a6c706 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 c09605d9bf14cc1787923442bc1b323d322477f268d46b9f222379a5e3a6c706 network default NAD default NAD key ] I0505 13:06:35.876733 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: c09605d9bf14cc1, network: default, NAD default, SandboxID: "c09605d9bf14cc1787923442bc1b323d322477f268d46b9f222379a5e3a6c706", PCI device ID: , UID: "2bb0fc0f-b1ea-43dc-a5af-2cc560b10737", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0505 13:06:35.929062 3645 cni.go:473] [openshift-monitoring/alertmanager-main-0 c09605d9bf14cc1787923442bc1b323d322477f268d46b9f222379a5e3a6c706 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 c09605d9bf14cc1787923442bc1b323d322477f268d46b9f222379a5e3a6c706 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:fc:86:78:b8:15\",\"name\":\"c09605d9bf14cc1\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f93f25a-7f67-484a-b6e9-f2e0c5692012\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:06:44.511319 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:06:44.632608 3645 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-lk2sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:44.633261 3645 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-lk2sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:44.798743 3645 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-lk2sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:44.798797 3645 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-lk2sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:44.805304 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c974db6f5-lk2sz I0505 13:06:44.805333 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c974db6f5-lk2sz I0505 13:06:56.607403 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:56.607978 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:57.465000 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:57.465032 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:07:05.914948 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:07:05.914969 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:07:05.914975 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:07:09.713847 3645 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key ] I0505 13:07:09.805471 3645 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 a465ee37b6ed45eac9c958fda10285ed9ca9f356cb2d5840b410c87512c7072c network default NAD default NAD key default], result "{}", err I0505 13:07:09.888440 3645 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:09.888478 3645 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0505 13:07:09.889725 3645 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.22 I0505 13:07:09.889752 3645 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:10.617928 3645 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:10.617974 3645 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:10.624630 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:07:10.624675 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:07:10.665918 3645 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:07:10.666094 3645 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 13:07:10.700774 3645 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 34.730585ms I0505 13:07:10.700870 3645 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 34.832499ms I0505 13:07:10.702571 3645 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 36.673464ms, libovsdb time 1.16538ms I0505 13:07:11.030302 3645 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f707a414b9600438ee5b66a9860082b0ff1bb87dbeaf8b5a99716cce6bcd3b5c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f707a414b9600438ee5b66a9860082b0ff1bb87dbeaf8b5a99716cce6bcd3b5c network default NAD default NAD key ] I0505 13:07:11.039894 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f707a414b960043, network: default, NAD default, SandboxID: "f707a414b9600438ee5b66a9860082b0ff1bb87dbeaf8b5a99716cce6bcd3b5c", PCI device ID: , UID: "a099c882-399f-4e22-a64b-04a97da1e417", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0505 13:07:11.090347 3645 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f707a414b9600438ee5b66a9860082b0ff1bb87dbeaf8b5a99716cce6bcd3b5c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f707a414b9600438ee5b66a9860082b0ff1bb87dbeaf8b5a99716cce6bcd3b5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:b5:48:dd:da:ee\",\"name\":\"f707a414b960043\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e80079e-99d8-40b4-99df-6df261bbe247\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:08:11.947201 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:08:11.947229 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:08:42.884965 3645 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:08:58.866594 3645 cni.go:452] [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key ] I0505 13:08:58.955864 3645 cni.go:473] [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74f9bc8cfc-dkjsm 0ba8d2da7b1f902c5c94810b785b4828f6abda30db71eb473d004fee00b38d29 network default NAD default NAD key default], result "{}", err I0505 13:08:59.010019 3645 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:59.010080 3645 pods.go:176] Deleting pod: openshift-console/console-74f9bc8cfc-dkjsm I0505 13:08:59.011530 3645 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74f9bc8cfc-dkjsm, ips: 10.129.0.26 I0505 13:08:59.011558 3645 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:59.017022 3645 base_network_controller_pods.go:487] [default/openshift-console/console-844bb9b5d5-xjqxp] creating logical port openshift-console_console-844bb9b5d5-xjqxp for pod on switch ip-10-0-0-234.ec2.internal I0505 13:08:59.017133 3645 kube.go:256] Updating pod openshift-console/console-844bb9b5d5-xjqxp I0505 13:08:59.033470 3645 pod.go:62] [openshift-console/console-844bb9b5d5-xjqxp] pod update took 16.363155ms I0505 13:08:59.033495 3645 base_network_controller_pods.go:951] [default/openshift-console/console-844bb9b5d5-xjqxp] addLogicalPort annotation time took 16.387172ms I0505 13:08:59.034669 3645 pods.go:271] [openshift-console/console-844bb9b5d5-xjqxp] addLogicalPort took 17.646855ms, libovsdb time 805.024µs I0505 13:08:59.378622 3645 cni.go:452] [openshift-console/console-844bb9b5d5-xjqxp abbfeee46f82c9bd3fc0d420a7001d9272d662f3d0e4cfd39fc635708bce40d3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-844bb9b5d5-xjqxp abbfeee46f82c9bd3fc0d420a7001d9272d662f3d0e4cfd39fc635708bce40d3 network default NAD default NAD key ] I0505 13:08:59.388125 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-844bb9b5d5-xjqxp, hostIfaceName: abbfeee46f82c9b, network: default, NAD default, SandboxID: "abbfeee46f82c9bd3fc0d420a7001d9272d662f3d0e4cfd39fc635708bce40d3", PCI device ID: , UID: "729d1e7c-3b29-47d7-bac4-799757f880bb", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0505 13:08:59.412725 3645 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:59.412805 3645 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:59.421076 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9bc8cfc-dkjsm I0505 13:08:59.421174 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9bc8cfc-dkjsm I0505 13:08:59.439147 3645 cni.go:473] [openshift-console/console-844bb9b5d5-xjqxp abbfeee46f82c9bd3fc0d420a7001d9272d662f3d0e4cfd39fc635708bce40d3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-844bb9b5d5-xjqxp abbfeee46f82c9bd3fc0d420a7001d9272d662f3d0e4cfd39fc635708bce40d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:57:47:ea:cb:51\",\"name\":\"abbfeee46f82c9b\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2a74651-288d-433e-984b-0a63899fba4b\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:09:09.515791 3645 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:09.516380 3645 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:10.039624 3645 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:10.039650 3645 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:10.047008 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9bc8cfc-pprk8 I0505 13:09:10.047030 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9bc8cfc-pprk8 W0505 13:09:10.181944 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:09:36.183777 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 13:09:37.195059 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 13:09:41.179609 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:10:04.425511 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:04.426073 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.309501 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.309523 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:10:22.476813 3645 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:10:25.216759 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 13:10:33.520421 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:10:33.520492 3645 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h544j IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h544j: no pod IPs found I0505 13:10:45.210690 3645 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:11:05.783904 3645 namespace.go:98] [tsf] adding namespace I0505 13:11:05.784761 3645 namespace.go:102] [tsf] adding namespace took 835.154µs I0505 13:11:05.810775 3645 namespace.go:142] [tsf] updating namespace I0505 13:11:05.823993 3645 namespace.go:142] [tsf] updating namespace I0505 13:11:09.805511 3645 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:11:09.805533 3645 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:11:09.806395 3645 namespace.go:102] [rhtpa-operator] adding namespace took 855.943µs I0505 13:11:09.806908 3645 namespace.go:102] [cert-manager-operator] adding namespace took 1.358921ms I0505 13:11:09.808202 3645 namespace.go:98] [tsf-tas] adding namespace I0505 13:11:09.808846 3645 namespace.go:102] [tsf-tas] adding namespace took 632.952µs I0505 13:11:09.808888 3645 namespace.go:98] [konflux-operator] adding namespace I0505 13:11:09.808957 3645 namespace.go:98] [rhbk-operator] adding namespace I0505 13:11:09.809088 3645 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:11:09.809602 3645 namespace.go:102] [konflux-operator] adding namespace took 703.202µs I0505 13:11:09.809631 3645 namespace.go:98] [konflux-ui] adding namespace I0505 13:11:09.810097 3645 namespace.go:102] [rhbk-operator] adding namespace took 1.123385ms I0505 13:11:09.810644 3645 namespace.go:102] [tsf-keycloak] adding namespace took 1.537752ms I0505 13:11:09.811174 3645 namespace.go:102] [konflux-ui] adding namespace took 1.536443ms I0505 13:11:09.817142 3645 namespace.go:98] [tsf-tpa] adding namespace I0505 13:11:09.817710 3645 namespace.go:102] [tsf-tpa] adding namespace took 552.246µs I0505 13:11:09.827400 3645 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.834265 3645 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.845733 3645 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:09.845824 3645 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.848140 3645 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.848182 3645 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:09.854941 3645 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:09.855455 3645 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:09.864601 3645 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:09.864706 3645 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.888178 3645 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.916015 3645 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.933194 3645 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.948152 3645 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.969904 3645 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:09.986780 3645 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:10.002721 3645 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:10.023722 3645 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:10.034175 3645 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:10.049948 3645 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:10.064129 3645 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:10.080287 3645 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:10.092157 3645 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:10.106071 3645 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:10.989283 3645 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:11.007112 3645 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:12.443745 3645 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:12.443902 3645 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r I0505 13:11:12.457893 3645 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r] pod update took 14.077286ms I0505 13:11:12.457913 3645 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r] addLogicalPort annotation time took 14.101989ms I0505 13:11:12.459194 3645 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r] addLogicalPort took 15.469175ms, libovsdb time 836.153µs I0505 13:11:12.537134 3645 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:12.537218 3645 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 I0505 13:11:12.550693 3645 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89] pod update took 13.497858ms I0505 13:11:12.550715 3645 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89] addLogicalPort annotation time took 13.522722ms I0505 13:11:12.551893 3645 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89] addLogicalPort took 14.769237ms, libovsdb time 827.65µs I0505 13:11:12.803977 3645 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key ] I0505 13:11:12.813046 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r, hostIfaceName: 6cba5df83fc23a3, network: default, NAD default, SandboxID: "6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545", PCI device ID: , UID: "96b6e1b3-af3a-47f0-8561-4ac4d983681f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0505 13:11:12.864108 3645 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5c:83:76:d0:90\",\"name\":\"6cba5df83fc23a3\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2a310e7-52c8-41f3-9d5f-2b416c914c21\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:12.896177 3645 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key ] I0505 13:11:12.906361 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89, hostIfaceName: 89882fe0b06363a, network: default, NAD default, SandboxID: "89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b", PCI device ID: , UID: "8c81eb2a-5c1a-48c2-88e1-2d8b63d37d29", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0505 13:11:12.959096 3645 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:51:ff:64:ad:4a\",\"name\":\"89882fe0b06363a\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28bbca14-d9a5-4939-88b9-16185297cc7c\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:15.315088 3645 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:15.315238 3645 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 I0505 13:11:15.330333 3645 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8] pod update took 15.127141ms I0505 13:11:15.330356 3645 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8] addLogicalPort annotation time took 15.155202ms I0505 13:11:15.331711 3645 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8] addLogicalPort took 16.635025ms, libovsdb time 1.00787ms I0505 13:11:15.870487 3645 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key ] I0505 13:11:15.880054 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8, hostIfaceName: e1fcd23cff9339d, network: default, NAD default, SandboxID: "e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8", PCI device ID: , UID: "61a78e67-1210-4120-8adf-be91311c3f5f", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0505 13:11:15.933577 3645 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ea:2f:95:8a:09\",\"name\":\"e1fcd23cff9339d\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27c5fe33-d1d1-44c0-8fc5-8eaf917b88b5\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:17.316973 3645 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:17.317081 3645 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj I0505 13:11:17.331618 3645 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj] pod update took 14.567625ms I0505 13:11:17.331640 3645 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj] addLogicalPort annotation time took 14.597076ms I0505 13:11:17.332837 3645 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj] addLogicalPort took 15.879583ms, libovsdb time 819.093µs I0505 13:11:17.675858 3645 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key ] I0505 13:11:17.685910 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj, hostIfaceName: 3f041c5ec291354, network: default, NAD default, SandboxID: "3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3", PCI device ID: , UID: "a4bb80f7-6cd2-4b9a-b9e1-d6309e83d9b0", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0505 13:11:17.738749 3645 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c2:fa:ef:2c:ac\",\"name\":\"3f041c5ec291354\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d772212-cd4e-4fc0-a312-33a9c1160db0\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:18.766435 3645 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key ] I0505 13:11:18.766520 3645 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key ] I0505 13:11:18.785735 3645 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:18.785860 3645 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd I0505 13:11:18.800477 3645 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd] pod update took 14.64119ms I0505 13:11:18.800502 3645 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd] addLogicalPort annotation time took 14.670131ms I0505 13:11:18.801634 3645 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd] addLogicalPort took 15.913107ms, libovsdb time 760.496µs I0505 13:11:18.851537 3645 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r 6cba5df83fc23a3e0ca28ac8b2cc1ff24924fdbac71444e6a390c7cec17f2545 network default NAD default NAD key default], result "{}", err I0505 13:11:18.865802 3645 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 89882fe0b06363a0ecabb31cdc99d92a7fd12fe75604776c70dc6f297e87e08b network default NAD default NAD key default], result "{}", err I0505 13:11:18.879832 3645 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:18.879935 3645 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm I0505 13:11:18.893003 3645 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm] pod update took 13.09612ms I0505 13:11:18.893026 3645 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm] addLogicalPort annotation time took 13.123254ms I0505 13:11:18.894264 3645 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm] addLogicalPort took 14.450965ms, libovsdb time 902.096µs I0505 13:11:18.911892 3645 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.911923 3645 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r I0505 13:11:18.913120 3645 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r, ips: 10.129.0.30 I0505 13:11:18.913142 3645 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.913163 3645 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.913170 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:18.913379 3645 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.913392 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:18.935296 3645 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.935325 3645 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 I0505 13:11:18.936892 3645 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89, ips: 10.129.0.31 I0505 13:11:18.936920 3645 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.936939 3645 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.936949 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:18.937141 3645 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.937155 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:19.149064 3645 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key ] I0505 13:11:19.165122 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd, hostIfaceName: 9231229dcf353be, network: default, NAD default, SandboxID: "9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad", PCI device ID: , UID: "a5840b02-e88f-47d8-803d-98c9da4c62bb", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0505 13:11:19.217953 3645 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:fb:46:08:24:3b\",\"name\":\"9231229dcf353be\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3707c84-66b8-4b5e-bc95-de7037f90039\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:19.243904 3645 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key ] I0505 13:11:19.253490 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm, hostIfaceName: edee0219dbbf528, network: default, NAD default, SandboxID: "edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337", PCI device ID: , UID: "d1b766bb-47b9-4067-80c5-bebbe0538c63", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0505 13:11:19.306434 3645 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:13:a2:67:88:df\",\"name\":\"edee0219dbbf528\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/194c7f49-ee5d-4d11-a83a-eb8f25cdb5e6\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:19.780784 3645 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key ] I0505 13:11:19.864478 3645 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 e1fcd23cff9339d3b06a25d195ca831aa61fbf0bb36978acb042a4c85de5c7f8 network default NAD default NAD key default], result "{}", err I0505 13:11:19.910869 3645 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.910926 3645 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 I0505 13:11:19.912652 3645 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8, ips: 10.129.0.32 I0505 13:11:19.912711 3645 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.912742 3645 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.912760 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:19.913049 3645 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.913065 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:19.937750 3645 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.937775 3645 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.937796 3645 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.937811 3645 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965192 3645 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965244 3645 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965263 3645 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965272 3645 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940469 3645 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940496 3645 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940512 3645 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940529 3645 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:21.799407 3645 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key ] I0505 13:11:21.867970 3645 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj 3f041c5ec291354aa3f5adf2cd19744ce6448ab0278fed7d869f7dd77a155bc3 network default NAD default NAD key default], result "{}", err I0505 13:11:21.915944 3645 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.915983 3645 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj I0505 13:11:21.917414 3645 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj, ips: 10.129.0.33 I0505 13:11:21.917444 3645 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.917466 3645 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.917477 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:21.917645 3645 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.917674 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:22.805544 3645 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key ] I0505 13:11:22.881215 3645 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd 9231229dcf353beed3f2a725d1541e3577cf694e3426cce666b4199d2d6876ad network default NAD default NAD key default], result "{}", err I0505 13:11:22.931167 3645 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.931213 3645 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd I0505 13:11:22.932801 3645 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd, ips: 10.129.0.34 I0505 13:11:22.932827 3645 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.932858 3645 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.932870 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:22.933064 3645 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.933079 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:22.946037 3645 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.946083 3645 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.946096 3645 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.946105 3645 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.179226 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 13:11:23.957422 3645 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957472 3645 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957489 3645 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957499 3645 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:27.836374 3645 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key ] I0505 13:11:27.917674 3645 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm edee0219dbbf528a7ff544d9600f25f84734275c7ca612b17721f8fe5f2b2337 network default NAD default NAD key default], result "{}", err I0505 13:11:27.988724 3645 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.988765 3645 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm I0505 13:11:27.990193 3645 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm, ips: 10.129.0.35 I0505 13:11:27.990226 3645 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.990254 3645 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.990266 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:27.990451 3645 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.990470 3645 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... W0505 13:11:28.695432 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:29.009511 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:29.019430 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:11:29.045684 3645 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.045704 3645 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.045715 3645 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.045731 3645 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:35.852724 3645 namespace.go:98] [cert-manager] adding namespace I0505 13:11:35.853533 3645 namespace.go:102] [cert-manager] adding namespace took 789.358µs I0505 13:11:35.873103 3645 namespace.go:142] [cert-manager] updating namespace I0505 13:11:35.893567 3645 namespace.go:142] [cert-manager] updating namespace I0505 13:11:40.333614 3645 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-6vl6d for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:40.333728 3645 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d I0505 13:11:40.376387 3645 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d I0505 13:11:40.434457 3645 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d] pod update took 100.749955ms I0505 13:11:40.434489 3645 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d] addLogicalPort annotation time took 100.787905ms I0505 13:11:40.435708 3645 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d] addLogicalPort took 102.116099ms, libovsdb time 833.33µs I0505 13:11:40.695185 3645 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d 8221d720263df33dd8aefcaa4dbed6deafa0e8dbe41990956ad3339e3a8f7fc0 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d 8221d720263df33dd8aefcaa4dbed6deafa0e8dbe41990956ad3339e3a8f7fc0 network default NAD default NAD key ] I0505 13:11:40.704699 3645 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-6vl6d, hostIfaceName: 8221d720263df33, network: default, NAD default, SandboxID: "8221d720263df33dd8aefcaa4dbed6deafa0e8dbe41990956ad3339e3a8f7fc0", PCI device ID: , UID: "4a4c4434-05a9-4891-8536-38ab5d2d9c3d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0505 13:11:40.758803 3645 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d 8221d720263df33dd8aefcaa4dbed6deafa0e8dbe41990956ad3339e3a8f7fc0 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-6vl6d 8221d720263df33dd8aefcaa4dbed6deafa0e8dbe41990956ad3339e3a8f7fc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0b:5e:9b:73:ec\",\"name\":\"8221d720263df33\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61e2baac-709e-4b73-bcfa-a245fe09a5dd\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:11:42.820648 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:42.820685 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:44.483013 3645 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:44.492623 3645 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:45.149435 3645 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-qjdln] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-qjdln for pod on switch ip-10-0-0-234.ec2.internal I0505 13:11:45.149539 3645 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-qjdln I0505 13:11:45.198404 3645 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-qjdln I0505 13:11:45.243373 3645 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-qjdln] pod update took 93.858578ms I0505 13:11:45.243403 3645 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-qjdln] addLogicalPort annotation time took 93.893562ms I0505 13:11:45.244639 3645 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-qjdln] addLogicalPort took 95.225913ms, libovsdb time 837.436µs I0505 13:11:45.509868 3645 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-qjdln 4795618c068d0a701e2f18a16470bdc6249a4eb8e40cf27cb3f1a95b4f068f82 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-qjdln 4795618c068d0a701e2f18a16470bdc6249a4eb8e40cf27cb3f1a95b4f068f82 network default NAD default NAD key ] I0505 13:11:45.518954 3645 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-qjdln, hostIfaceName: 4795618c068d0a7, network: default, NAD default, SandboxID: "4795618c068d0a701e2f18a16470bdc6249a4eb8e40cf27cb3f1a95b4f068f82", PCI device ID: , UID: "b8275500-8e41-413f-88cf-de3d27160669", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0505 13:11:45.568808 3645 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-qjdln 4795618c068d0a701e2f18a16470bdc6249a4eb8e40cf27cb3f1a95b4f068f82 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-qjdln 4795618c068d0a701e2f18a16470bdc6249a4eb8e40cf27cb3f1a95b4f068f82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:99:9b:5b:91:d0\",\"name\":\"4795618c068d0a7\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89c68325-2ebf-48a3-9cd7-fc064f15b706\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:11:46.816502 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:53.051547 3645 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:59.098051 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=58 W0505 13:12:03.864360 3645 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:12:03.893332 3645 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:12:03.894223 3645 namespace.go:102] [trusted-artifact-signer] adding namespace took 867.972µs I0505 13:12:03.914435 3645 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:03.928766 3645 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:08.710501 3645 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:12:08.711405 3645 namespace.go:102] [openshift-pipelines] adding namespace took 878.67µs I0505 13:12:08.734829 3645 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:09.451110 3645 namespace.go:142] [cert-manager] updating namespace I0505 13:12:09.653086 3645 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:10.055356 3645 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:10.276257 3645 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:10.468425 3645 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:10.860305 3645 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:11.063011 3645 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:11.263390 3645 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:11.463853 3645 namespace.go:142] [tsf] updating namespace I0505 13:12:11.667330 3645 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:11.863800 3645 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:12.065262 3645 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:12.205311 3645 namespace.go:142] [cert-manager] updating namespace I0505 13:12:12.217547 3645 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:12.226269 3645 namespace.go:142] [default] updating namespace I0505 13:12:12.236207 3645 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:12.250182 3645 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:12.258483 3645 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:12.267610 3645 namespace.go:142] [openshift] updating namespace I0505 13:12:12.279884 3645 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:12.289307 3645 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:12.298962 3645 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:12.308791 3645 namespace.go:142] [tsf] updating namespace I0505 13:12:12.319397 3645 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:12.330954 3645 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:12.346077 3645 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:12.447928 3645 namespace.go:142] [cert-manager] updating namespace I0505 13:12:12.548463 3645 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:12.646393 3645 namespace.go:142] [default] updating namespace I0505 13:12:12.754363 3645 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:12.855491 3645 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:12.951116 3645 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:13.048779 3645 namespace.go:142] [openshift] updating namespace I0505 13:12:13.091573 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:12:13.150508 3645 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:13.249596 3645 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:13.348823 3645 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:13.446717 3645 namespace.go:142] [tsf] updating namespace I0505 13:12:13.548452 3645 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:13.647437 3645 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:13.746696 3645 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:14.021193 3645 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:17.109649 3645 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:17.110160 3645 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:17.157869 3645 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:17.157891 3645 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:17.169567 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:12:17.169589 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:12:21.671004 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-ssqgq for pod on switch ip-10-0-0-234.ec2.internal I0505 13:12:21.671099 3645 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq I0505 13:12:21.692388 3645 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq] pod update took 21.310851ms I0505 13:12:21.692418 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq] addLogicalPort annotation time took 21.344857ms I0505 13:12:21.693824 3645 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq] addLogicalPort took 22.836129ms, libovsdb time 936.01µs I0505 13:12:21.861321 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7fdbb for pod on switch ip-10-0-0-234.ec2.internal I0505 13:12:21.861423 3645 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb I0505 13:12:21.879360 3645 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb] pod update took 17.963065ms I0505 13:12:21.879389 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb] addLogicalPort annotation time took 17.998485ms I0505 13:12:21.880695 3645 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb] addLogicalPort took 19.39543ms, libovsdb time 913.512µs I0505 13:12:22.126626 3645 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq 9607ba97d373b3106a7dc5f1ad3091713d7eb10c0666c39949994d4eb979a660 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq 9607ba97d373b3106a7dc5f1ad3091713d7eb10c0666c39949994d4eb979a660 network default NAD default NAD key ] I0505 13:12:22.136026 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-ssqgq, hostIfaceName: 9607ba97d373b31, network: default, NAD default, SandboxID: "9607ba97d373b3106a7dc5f1ad3091713d7eb10c0666c39949994d4eb979a660", PCI device ID: , UID: "9e95165c-d789-4f21-a8ac-116437993887", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0505 13:12:22.190417 3645 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq 9607ba97d373b3106a7dc5f1ad3091713d7eb10c0666c39949994d4eb979a660 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ssqgq 9607ba97d373b3106a7dc5f1ad3091713d7eb10c0666c39949994d4eb979a660 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:cb:ef:3c:ec:28\",\"name\":\"9607ba97d373b31\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/156bd777-0517-4235-b4fa-6ff47e1cc0a1\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:12:22.251614 3645 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb 0c472366f61169251555c70fcf9261ffffae250ed66b2a9b494a5609eaace1cd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb 0c472366f61169251555c70fcf9261ffffae250ed66b2a9b494a5609eaace1cd network default NAD default NAD key ] I0505 13:12:22.261695 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7fdbb, hostIfaceName: 0c472366f611692, network: default, NAD default, SandboxID: "0c472366f61169251555c70fcf9261ffffae250ed66b2a9b494a5609eaace1cd", PCI device ID: , UID: "ccd158f0-f799-4cd5-acc9-7dc84476ece5", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0505 13:12:22.315193 3645 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb 0c472366f61169251555c70fcf9261ffffae250ed66b2a9b494a5609eaace1cd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fdbb 0c472366f61169251555c70fcf9261ffffae250ed66b2a9b494a5609eaace1cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:5a:21:84:76:4e\",\"name\":\"0c472366f611692\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddcc0f50-7aac-49ea-a10f-acd4abdef170\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:12:25.967062 3645 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:25.967083 3645 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:25.967088 3645 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:26.151749 3645 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.151771 3645 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.151776 3645 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.181746 3645 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.181766 3645 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.181772 3645 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.181778 3645 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.990155 3645 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:12:29.016185 3645 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 13:12:35.188994 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0505 13:12:37.167485 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:37.167509 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:37.167516 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:37.167523 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:37.194545 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:37.194564 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:37.194569 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 13:12:44.125891 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-xfzwc for pod on switch ip-10-0-0-234.ec2.internal I0505 13:12:44.125982 3645 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc I0505 13:12:44.142123 3645 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc] pod update took 16.160661ms I0505 13:12:44.142146 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc] addLogicalPort annotation time took 16.190183ms I0505 13:12:44.143360 3645 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc] addLogicalPort took 17.485248ms, libovsdb time 846.969µs I0505 13:12:44.488263 3645 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc ffcf289f1dad719a34814d26d82507c80e051ddae076913335d63b63317ebb97 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc ffcf289f1dad719a34814d26d82507c80e051ddae076913335d63b63317ebb97 network default NAD default NAD key ] I0505 13:12:44.497373 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-xfzwc, hostIfaceName: ffcf289f1dad719, network: default, NAD default, SandboxID: "ffcf289f1dad719a34814d26d82507c80e051ddae076913335d63b63317ebb97", PCI device ID: , UID: "1d4b9eb6-51af-4df6-967d-839ddd467db8", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0505 13:12:44.548693 3645 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc ffcf289f1dad719a34814d26d82507c80e051ddae076913335d63b63317ebb97 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xfzwc ffcf289f1dad719a34814d26d82507c80e051ddae076913335d63b63317ebb97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e1:70:fb:a6:53\",\"name\":\"ffcf289f1dad719\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d3736c6-3d71-4e54-8a54-dbd2a27ca857\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:12:49.107334 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:12:52.241951 3645 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:52.242515 3645 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:52.263678 3645 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:52.263698 3645 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:52.270274 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:12:52.270305 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:12:54.065577 3645 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:12:54.066279 3645 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:12:54.066304 3645 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:12:54.068363 3645 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 13:12:55.089180 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=89 I0505 13:13:02.030795 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-dpk5s for pod on switch ip-10-0-0-234.ec2.internal I0505 13:13:02.030928 3645 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s I0505 13:13:02.046133 3645 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s] pod update took 15.229678ms I0505 13:13:02.046156 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s] addLogicalPort annotation time took 15.261699ms I0505 13:13:02.047617 3645 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s] addLogicalPort took 16.839261ms, libovsdb time 1.066407ms I0505 13:13:02.398941 3645 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s 5f9fb1b6e3d600ad67e3186e7f32fe116a8a67f7dcb3f29beab537244ed2aacd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s 5f9fb1b6e3d600ad67e3186e7f32fe116a8a67f7dcb3f29beab537244ed2aacd network default NAD default NAD key ] I0505 13:13:02.408368 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-dpk5s, hostIfaceName: 5f9fb1b6e3d600a, network: default, NAD default, SandboxID: "5f9fb1b6e3d600ad67e3186e7f32fe116a8a67f7dcb3f29beab537244ed2aacd", PCI device ID: , UID: "fecf36e9-984e-4618-842b-2a220d4b9679", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0505 13:13:02.463054 3645 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s 5f9fb1b6e3d600ad67e3186e7f32fe116a8a67f7dcb3f29beab537244ed2aacd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-dpk5s 5f9fb1b6e3d600ad67e3186e7f32fe116a8a67f7dcb3f29beab537244ed2aacd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:5b:c1:28:d7:83\",\"name\":\"5f9fb1b6e3d600a\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65c9b739-241e-4b37-b346-9019331c3400\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:13:06.216080 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 13:13:06.292137 3645 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 13:13:17.243547 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:17.243567 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:17.244826 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:17.244841 3645 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 13:13:20.092510 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=201 I0505 13:13:21.200770 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0505 13:13:31.339205 3645 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:31.339223 3645 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:31.339230 3645 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 13:13:34.092544 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=109 I0505 13:13:37.204571 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0505 13:13:42.378852 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-mk7h6] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-mk7h6 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:13:42.378944 3645 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-mk7h6 I0505 13:13:42.392874 3645 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-mk7h6] pod update took 13.953432ms I0505 13:13:42.392894 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-mk7h6] addLogicalPort annotation time took 13.979383ms I0505 13:13:42.394215 3645 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-mk7h6] addLogicalPort took 15.377646ms, libovsdb time 915.692µs I0505 13:13:42.741815 3645 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-mk7h6 372970b6c0f6272e92cf6e0f259d8f7191054901c797ec90359d5fa7ee7b42df network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-mk7h6 372970b6c0f6272e92cf6e0f259d8f7191054901c797ec90359d5fa7ee7b42df network default NAD default NAD key ] I0505 13:13:42.751178 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-mk7h6, hostIfaceName: 372970b6c0f6272, network: default, NAD default, SandboxID: "372970b6c0f6272e92cf6e0f259d8f7191054901c797ec90359d5fa7ee7b42df", PCI device ID: , UID: "12e07bdb-5c9f-45a9-a192-de5f99191dd5", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0505 13:13:42.805188 3645 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-mk7h6 372970b6c0f6272e92cf6e0f259d8f7191054901c797ec90359d5fa7ee7b42df network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-mk7h6 372970b6c0f6272e92cf6e0f259d8f7191054901c797ec90359d5fa7ee7b42df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a1:7e:a9:1f:c3\",\"name\":\"372970b6c0f6272\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45ddb146-63b7-46d7-b03c-12cafd987863\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:13:53.098741 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=864 I0505 13:13:54.602705 3645 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:54.603235 3645 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:00.522156 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-pcbg4 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:14:00.522253 3645 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4 I0505 13:14:00.537258 3645 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4] pod update took 15.031295ms I0505 13:14:00.537286 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4] addLogicalPort annotation time took 15.064288ms I0505 13:14:00.538803 3645 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4] addLogicalPort took 16.661072ms, libovsdb time 935.959µs I0505 13:14:00.621162 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-42zrd for pod on switch ip-10-0-0-234.ec2.internal I0505 13:14:00.621256 3645 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd I0505 13:14:00.636797 3645 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd] pod update took 15.566845ms I0505 13:14:00.636820 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd] addLogicalPort annotation time took 15.595558ms I0505 13:14:00.638382 3645 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd] addLogicalPort took 17.234985ms, libovsdb time 1.138473ms I0505 13:14:00.733017 3645 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-6lkc2 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:14:00.733117 3645 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2 I0505 13:14:00.750063 3645 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2] pod update took 16.956247ms I0505 13:14:00.750124 3645 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2] addLogicalPort annotation time took 17.030402ms I0505 13:14:00.751893 3645 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2] addLogicalPort took 18.895218ms, libovsdb time 1.073425ms I0505 13:14:00.885691 3645 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4 69c429478f20eefd41efcf417a1cab8fb2d4ec980892bf04cfb126de3f0e7a02 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4 69c429478f20eefd41efcf417a1cab8fb2d4ec980892bf04cfb126de3f0e7a02 network default NAD default NAD key ] I0505 13:14:00.895561 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-pcbg4, hostIfaceName: 69c429478f20eef, network: default, NAD default, SandboxID: "69c429478f20eefd41efcf417a1cab8fb2d4ec980892bf04cfb126de3f0e7a02", PCI device ID: , UID: "090eff28-2cfd-46fc-ae8f-95abdaae39db", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0505 13:14:00.953105 3645 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4 69c429478f20eefd41efcf417a1cab8fb2d4ec980892bf04cfb126de3f0e7a02 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcbg4 69c429478f20eefd41efcf417a1cab8fb2d4ec980892bf04cfb126de3f0e7a02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:07:12:b2:65:4d\",\"name\":\"69c429478f20eef\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95198033-58e1-42a1-be60-301c81800343\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:14:00.984744 3645 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd 73fc26d1f93019d49b7532db441ffebe37312ab7f605528f0b0571321174688b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd 73fc26d1f93019d49b7532db441ffebe37312ab7f605528f0b0571321174688b network default NAD default NAD key ] I0505 13:14:00.995366 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-42zrd, hostIfaceName: 73fc26d1f93019d, network: default, NAD default, SandboxID: "73fc26d1f93019d49b7532db441ffebe37312ab7f605528f0b0571321174688b", PCI device ID: , UID: "647635d3-bf42-4f1d-ad3c-b5fc5c8dfa8f", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0505 13:14:01.051483 3645 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd 73fc26d1f93019d49b7532db441ffebe37312ab7f605528f0b0571321174688b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-42zrd 73fc26d1f93019d49b7532db441ffebe37312ab7f605528f0b0571321174688b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:0e:9a:b6:56:9d\",\"name\":\"73fc26d1f93019d\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c62e0029-f639-4ef2-9e11-1826cc47a9a0\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:14:01.103325 3645 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2 e8fa1f9346b92149f6fedd9e39bb0669fc6eebb5822e80e5eed6b3c26e2455a0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2 e8fa1f9346b92149f6fedd9e39bb0669fc6eebb5822e80e5eed6b3c26e2455a0 network default NAD default NAD key ] I0505 13:14:01.113029 3645 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-6lkc2, hostIfaceName: e8fa1f9346b9214, network: default, NAD default, SandboxID: "e8fa1f9346b92149f6fedd9e39bb0669fc6eebb5822e80e5eed6b3c26e2455a0", PCI device ID: , UID: "33aacb55-6223-49c4-90d9-2803ce974382", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0505 13:14:01.169811 3645 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2 e8fa1f9346b92149f6fedd9e39bb0669fc6eebb5822e80e5eed6b3c26e2455a0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6lkc2 e8fa1f9346b92149f6fedd9e39bb0669fc6eebb5822e80e5eed6b3c26e2455a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:19:2a:1f:ce:cd\",\"name\":\"e8fa1f9346b9214\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbbde06e-5933-45d2-bb4d-877fdf551979\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:14:03.693903 3645 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:14:03.693931 3645 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:14:03.720806 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:14:03.720834 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 13:14:04.627717 3645 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgtjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:04.628374 3645 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgtjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:05.526188 3645 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgtjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:05.526215 3645 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgtjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:14:05.729795 3645 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:14:11.147210 3645 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:14:16.713120 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:14:54.689027 3645 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:54.689056 3645 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:54.696784 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:14:54.696817 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:15:03.904690 3645 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:03.905225 3645 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:03.926104 3645 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:03.926127 3645 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:03.932263 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:15:03.932289 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:15:07.043624 3645 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-76774b97c6-5h9qk] creating logical port tsf-tas_trillian-logserver-76774b97c6-5h9qk for pod on switch ip-10-0-0-234.ec2.internal I0505 13:15:07.043755 3645 kube.go:256] Updating pod tsf-tas/trillian-logserver-76774b97c6-5h9qk I0505 13:15:07.060599 3645 pod.go:62] [tsf-tas/trillian-logserver-76774b97c6-5h9qk] pod update took 16.878383ms I0505 13:15:07.060621 3645 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-76774b97c6-5h9qk] addLogicalPort annotation time took 16.907515ms I0505 13:15:07.061869 3645 pods.go:271] [tsf-tas/trillian-logserver-76774b97c6-5h9qk] addLogicalPort took 18.264864ms, libovsdb time 851.398µs I0505 13:15:08.006421 3645 cni.go:452] [tsf-tas/trillian-logserver-76774b97c6-5h9qk f5bd14f442324dcfd538b3fda5cce72e3fa9289816391f2fcb10e75284e72129 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-76774b97c6-5h9qk f5bd14f442324dcfd538b3fda5cce72e3fa9289816391f2fcb10e75284e72129 network default NAD default NAD key ] I0505 13:15:08.015840 3645 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-76774b97c6-5h9qk, hostIfaceName: f5bd14f442324dc, network: default, NAD default, SandboxID: "f5bd14f442324dcfd538b3fda5cce72e3fa9289816391f2fcb10e75284e72129", PCI device ID: , UID: "6f9a8812-f990-46cf-9024-7dfd95b2c3e5", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0505 13:15:08.068266 3645 cni.go:473] [tsf-tas/trillian-logserver-76774b97c6-5h9qk f5bd14f442324dcfd538b3fda5cce72e3fa9289816391f2fcb10e75284e72129 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-76774b97c6-5h9qk f5bd14f442324dcfd538b3fda5cce72e3fa9289816391f2fcb10e75284e72129 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1f:65:ca:df:bc\",\"name\":\"f5bd14f442324dc\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a6f499d-4e74-42c2-9558-16fb6cca1cdb\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:15:08.817777 3645 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:15:08.817797 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:15:15.865952 3645 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 13:15:16.103477 3645 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:15:20.896107 3645 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:15:22.024636 3645 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:22.025230 3645 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:22.900726 3645 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:22.900761 3645 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:15:52.250535 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 13:15:54.183724 3645 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:54.184314 3645 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:54.205133 3645 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:54.205155 3645 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:54.211290 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:15:54.211312 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:15:59.259013 3645 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:59.259593 3645 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:00.121297 3645 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:00.121319 3645 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:00.253175 3645 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:00.253736 3645 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:01.129381 3645 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:01.129405 3645 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:03.198097 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:16:06.057028 3645 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7c79fb4cf6-cw2wm] creating logical port tsf-tas_rekor-server-7c79fb4cf6-cw2wm for pod on switch ip-10-0-0-234.ec2.internal I0505 13:16:06.057159 3645 kube.go:256] Updating pod tsf-tas/rekor-server-7c79fb4cf6-cw2wm I0505 13:16:06.073623 3645 pod.go:62] [tsf-tas/rekor-server-7c79fb4cf6-cw2wm] pod update took 16.484328ms I0505 13:16:06.073653 3645 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7c79fb4cf6-cw2wm] addLogicalPort annotation time took 16.521963ms I0505 13:16:06.075115 3645 pods.go:271] [tsf-tas/rekor-server-7c79fb4cf6-cw2wm] addLogicalPort took 18.107998ms, libovsdb time 921.26µs I0505 13:16:07.264151 3645 obj_retry.go:498] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:07.264795 3645 obj_retry.go:498] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:08.130679 3645 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:08.130702 3645 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:08.156586 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 13:16:09.120482 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 13:16:09.165250 3645 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:16:10.213788 3645 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 13:16:12.118927 3645 cni.go:452] [tsf-tas/rekor-server-7c79fb4cf6-cw2wm c652dfe2ba1f347d273ccd27f51f052a6d88e51712e51e502d84f7612103d365 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7c79fb4cf6-cw2wm c652dfe2ba1f347d273ccd27f51f052a6d88e51712e51e502d84f7612103d365 network default NAD default NAD key ] I0505 13:16:12.128680 3645 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7c79fb4cf6-cw2wm, hostIfaceName: c652dfe2ba1f347, network: default, NAD default, SandboxID: "c652dfe2ba1f347d273ccd27f51f052a6d88e51712e51e502d84f7612103d365", PCI device ID: , UID: "ac3c3d8c-8788-457e-9886-89180d417273", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0505 13:16:12.180559 3645 cni.go:473] [tsf-tas/rekor-server-7c79fb4cf6-cw2wm c652dfe2ba1f347d273ccd27f51f052a6d88e51712e51e502d84f7612103d365 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7c79fb4cf6-cw2wm c652dfe2ba1f347d273ccd27f51f052a6d88e51712e51e502d84f7612103d365 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:88:9b:d5:54:a1\",\"name\":\"c652dfe2ba1f347\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0baecc72-2c4f-4e17-9f9a-3d78785452c1\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:14.280770 3645 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:14.281295 3645 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:16:14.422949 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:16:15.305334 3645 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.305358 3645 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.341261 3645 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.341283 3645 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.346039 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-vf9p2 I0505 13:16:15.346061 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-vf9p2 I0505 13:16:20.323465 3645 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:20.324001 3645 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:20.345749 3645 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:20.345773 3645 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:20.348865 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:16:20.348901 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0505 13:16:25.433579 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:16:36.400080 3645 obj_retry.go:498] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:36.400625 3645 obj_retry.go:498] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:37.424918 3645 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:37.424949 3645 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:40.450487 3645 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.451081 3645 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.518774 3645 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.519264 3645 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.587464 3645 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:40.587484 3645 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:40.935627 3645 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-9r4pw] creating logical port tsf-tpa_create-importers-9r4pw for pod on switch ip-10-0-0-234.ec2.internal I0505 13:16:40.935746 3645 kube.go:256] Updating pod tsf-tpa/create-importers-9r4pw I0505 13:16:40.953596 3645 pod.go:62] [tsf-tpa/create-importers-9r4pw] pod update took 17.882774ms I0505 13:16:40.953615 3645 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-9r4pw] addLogicalPort annotation time took 17.907438ms I0505 13:16:40.954876 3645 pods.go:271] [tsf-tpa/create-importers-9r4pw] addLogicalPort took 19.265086ms, libovsdb time 849.895µs I0505 13:16:41.291235 3645 cni.go:452] [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key ] I0505 13:16:41.300402 3645 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-9r4pw, hostIfaceName: c8c51878735b9a8, network: default, NAD default, SandboxID: "c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0", PCI device ID: , UID: "a000380d-cfdb-48cf-85d9-81239b1e50d7", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0505 13:16:41.352896 3645 cni.go:473] [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:47:69:11:43:9c\",\"name\":\"c8c51878735b9a8\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b20ac065-45f2-48d4-84ec-88c299887161\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:41.381989 3645 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:41.382009 3645 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:44.593198 3645 cni.go:452] [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key ] I0505 13:16:44.680655 3645 cni.go:473] [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-9r4pw c8c51878735b9a8b755ec3e5b71639b8bcfa0bcc879aaf16136097766e0667e0 network default NAD default NAD key default], result "{}", err I0505 13:16:44.733731 3645 obj_retry.go:498] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:44.733762 3645 pods.go:176] Deleting pod: tsf-tpa/create-importers-9r4pw I0505 13:16:44.735088 3645 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-9r4pw, ips: 10.129.0.48 I0505 13:16:44.735115 3645 obj_retry.go:498] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:45.759650 3645 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:45.759699 3645 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:46.393003 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0505 13:16:53.394955 3645 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 13:17:23.182793 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 13:17:24.667187 3645 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:24.667772 3645 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:24.689710 3645 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:24.689726 3645 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:24.695524 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:17:24.695550 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:17:25.434061 3645 namespace.go:98] [build-service] adding namespace I0505 13:17:25.434125 3645 namespace.go:98] [image-controller] adding namespace I0505 13:17:25.434905 3645 namespace.go:102] [build-service] adding namespace took 824.756µs I0505 13:17:25.435451 3645 namespace.go:102] [image-controller] adding namespace took 1.312216ms I0505 13:17:25.436317 3645 namespace.go:98] [integration-service] adding namespace I0505 13:17:25.436388 3645 namespace.go:98] [default-tenant] adding namespace I0505 13:17:25.437077 3645 namespace.go:102] [integration-service] adding namespace took 747.731µs I0505 13:17:25.437715 3645 namespace.go:102] [default-tenant] adding namespace took 1.3146ms I0505 13:17:25.497809 3645 namespace.go:142] [build-service] updating namespace I0505 13:17:25.528161 3645 namespace.go:142] [build-service] updating namespace I0505 13:17:25.548610 3645 namespace.go:142] [image-controller] updating namespace I0505 13:17:25.601394 3645 namespace.go:142] [image-controller] updating namespace I0505 13:17:25.719405 3645 namespace.go:142] [integration-service] updating namespace I0505 13:17:25.814513 3645 namespace.go:142] [integration-service] updating namespace I0505 13:17:25.831199 3645 namespace.go:142] [default-tenant] updating namespace I0505 13:17:25.868681 3645 namespace.go:142] [default-tenant] updating namespace I0505 13:17:26.121014 3645 namespace.go:142] [build-service] updating namespace I0505 13:17:26.154992 3645 namespace.go:142] [integration-service] updating namespace I0505 13:17:26.191303 3645 namespace.go:98] [release-service] adding namespace I0505 13:17:26.192261 3645 namespace.go:102] [release-service] adding namespace took 939.528µs I0505 13:17:26.248475 3645 namespace.go:142] [konflux-ui] updating namespace I0505 13:17:26.275361 3645 namespace.go:142] [release-service] updating namespace I0505 13:17:26.313259 3645 namespace.go:142] [release-service] updating namespace I0505 13:17:26.416005 3645 namespace.go:98] [konflux-info] adding namespace I0505 13:17:26.416849 3645 namespace.go:102] [konflux-info] adding namespace took 825.839µs I0505 13:17:26.436492 3645 namespace.go:98] [namespace-lister] adding namespace I0505 13:17:26.437227 3645 namespace.go:102] [namespace-lister] adding namespace took 717.609µs I0505 13:17:26.477578 3645 namespace.go:142] [image-controller] updating namespace I0505 13:17:26.536278 3645 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:17:26.537185 3645 namespace.go:102] [enterprise-contract-service] adding namespace took 888.539µs I0505 13:17:26.635351 3645 namespace.go:142] [konflux-info] updating namespace I0505 13:17:26.661431 3645 namespace.go:142] [default-tenant] updating namespace I0505 13:17:26.686028 3645 namespace.go:98] [segment-bridge] adding namespace I0505 13:17:26.686889 3645 namespace.go:102] [segment-bridge] adding namespace took 839.216µs I0505 13:17:26.712924 3645 namespace.go:142] [konflux-info] updating namespace I0505 13:17:26.744474 3645 namespace.go:98] [konflux-cli] adding namespace I0505 13:17:26.745283 3645 namespace.go:102] [konflux-cli] adding namespace took 791.025µs I0505 13:17:26.887978 3645 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:27.086478 3645 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:27.086540 3645 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:27.201414 3645 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:27.201514 3645 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:27.230410 3645 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:27.395680 3645 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:27.485351 3645 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:27.771693 3645 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:17:27.772294 3645 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:17:27.772322 3645 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:17:27.774952 3645 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:17:27.786474 3645 namespace.go:142] [build-service] updating namespace I0505 13:17:27.943639 3645 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-b2smv] creating logical port namespace-lister_namespace-lister-696b855848-b2smv for pod on switch ip-10-0-0-234.ec2.internal I0505 13:17:27.943765 3645 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-b2smv I0505 13:17:27.963819 3645 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:17:27.963845 3645 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:17:28.026292 3645 namespace.go:142] [default-tenant] updating namespace I0505 13:17:28.090309 3645 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-b2smv I0505 13:17:28.174947 3645 pod.go:62] [namespace-lister/namespace-lister-696b855848-b2smv] pod update took 231.208026ms I0505 13:17:28.174970 3645 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-b2smv] addLogicalPort annotation time took 231.238068ms I0505 13:17:28.176173 3645 pods.go:271] [namespace-lister/namespace-lister-696b855848-b2smv] addLogicalPort took 232.549226ms, libovsdb time 838.224µs I0505 13:17:28.176923 3645 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:17:28.200388 3645 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:28.419342 3645 namespace.go:142] [image-controller] updating namespace I0505 13:17:28.629311 3645 namespace.go:142] [integration-service] updating namespace I0505 13:17:28.753697 3645 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:28.971287 3645 namespace.go:142] [konflux-info] updating namespace I0505 13:17:29.177554 3645 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:29.334563 3645 base_network_controller_pods.go:487] [default/konflux-ui/dex-5d7c4bfcb6-74bgs] creating logical port konflux-ui_dex-5d7c4bfcb6-74bgs for pod on switch ip-10-0-0-234.ec2.internal I0505 13:17:29.334771 3645 kube.go:256] Updating pod konflux-ui/dex-5d7c4bfcb6-74bgs I0505 13:17:29.389269 3645 namespace.go:142] [release-service] updating namespace I0505 13:17:29.421259 3645 kube.go:256] Updating pod konflux-ui/dex-5d7c4bfcb6-74bgs I0505 13:17:29.497887 3645 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-ddkts] creating logical port image-controller_image-controller-controller-manager-6f859968fc-ddkts for pod on switch ip-10-0-0-234.ec2.internal I0505 13:17:29.497973 3645 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-ddkts I0505 13:17:29.531429 3645 pod.go:62] [konflux-ui/dex-5d7c4bfcb6-74bgs] pod update took 196.700061ms I0505 13:17:29.531453 3645 base_network_controller_pods.go:951] [default/konflux-ui/dex-5d7c4bfcb6-74bgs] addLogicalPort annotation time took 196.730576ms I0505 13:17:29.532675 3645 pods.go:271] [konflux-ui/dex-5d7c4bfcb6-74bgs] addLogicalPort took 198.116992ms, libovsdb time 785.398µs I0505 13:17:29.563125 3645 base_network_controller_pods.go:487] [default/konflux-ui/proxy-b847fd6dd-jrjz4] creating logical port konflux-ui_proxy-b847fd6dd-jrjz4 for pod on switch ip-10-0-0-234.ec2.internal I0505 13:17:29.563215 3645 kube.go:256] Updating pod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:17:29.573959 3645 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-ddkts I0505 13:17:29.598571 3645 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:29.673492 3645 kube.go:256] Updating pod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:17:29.681264 3645 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-ddkts] pod update took 183.31761ms I0505 13:17:29.681285 3645 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-ddkts] addLogicalPort annotation time took 183.341403ms I0505 13:17:29.682446 3645 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-ddkts] addLogicalPort took 184.578217ms, libovsdb time 725.859µs I0505 13:17:29.740268 3645 namespace.go:142] [build-service] updating namespace I0505 13:17:29.748738 3645 namespace.go:142] [default-tenant] updating namespace I0505 13:17:29.765602 3645 cni.go:452] [namespace-lister/namespace-lister-696b855848-b2smv 299da7a1bda18ec9b888b0d947230203208b3082bd54aa1f18c715e850edcbaf network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-b2smv 299da7a1bda18ec9b888b0d947230203208b3082bd54aa1f18c715e850edcbaf network default NAD default NAD key ] I0505 13:17:29.766641 3645 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:29.775550 3645 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-b2smv, hostIfaceName: 299da7a1bda18ec, network: default, NAD default, SandboxID: "299da7a1bda18ec9b888b0d947230203208b3082bd54aa1f18c715e850edcbaf", PCI device ID: , UID: "6a586c9a-d577-40ed-90e1-e8a33edc87f5", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0505 13:17:29.775679 3645 namespace.go:142] [image-controller] updating namespace I0505 13:17:29.775800 3645 pod.go:62] [konflux-ui/proxy-b847fd6dd-jrjz4] pod update took 212.618643ms I0505 13:17:29.775820 3645 base_network_controller_pods.go:951] [default/konflux-ui/proxy-b847fd6dd-jrjz4] addLogicalPort annotation time took 212.641369ms I0505 13:17:29.777280 3645 pods.go:271] [konflux-ui/proxy-b847fd6dd-jrjz4] addLogicalPort took 214.169252ms, libovsdb time 877.002µs I0505 13:17:29.829876 3645 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-ddkts 487e1d6825e624d9d3d4eb4ff3456781ee9365cedc030342f6a3315212954c6f network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-ddkts 487e1d6825e624d9d3d4eb4ff3456781ee9365cedc030342f6a3315212954c6f network default NAD default NAD key ] I0505 13:17:29.831139 3645 cni.go:473] [namespace-lister/namespace-lister-696b855848-b2smv 299da7a1bda18ec9b888b0d947230203208b3082bd54aa1f18c715e850edcbaf network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-b2smv 299da7a1bda18ec9b888b0d947230203208b3082bd54aa1f18c715e850edcbaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:44:c7:66:7b:c9\",\"name\":\"299da7a1bda18ec\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3d7c9e1-3bb7-472e-bdfd-21304b447d22\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:17:29.840315 3645 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-ddkts, hostIfaceName: 487e1d6825e624d, network: default, NAD default, SandboxID: "487e1d6825e624d9d3d4eb4ff3456781ee9365cedc030342f6a3315212954c6f", PCI device ID: , UID: "c74e4d79-322d-44a7-ad19-3a03b1975811", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0505 13:17:29.849497 3645 namespace.go:142] [integration-service] updating namespace I0505 13:17:29.849597 3645 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:29.865418 3645 namespace.go:142] [konflux-info] updating namespace I0505 13:17:29.882959 3645 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:29.891378 3645 namespace.go:142] [release-service] updating namespace I0505 13:17:29.898474 3645 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-ddkts 487e1d6825e624d9d3d4eb4ff3456781ee9365cedc030342f6a3315212954c6f network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-ddkts 487e1d6825e624d9d3d4eb4ff3456781ee9365cedc030342f6a3315212954c6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:d5:23:39:31:c7\",\"name\":\"487e1d6825e624d\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a06689c5-6260-4a64-85ac-eed91e58b565\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:17:29.942207 3645 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:30.016417 3645 namespace.go:142] [build-service] updating namespace I0505 13:17:30.080477 3645 namespace.go:142] [default-tenant] updating namespace I0505 13:17:30.177219 3645 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:30.261461 3645 namespace.go:142] [image-controller] updating namespace I0505 13:17:30.321686 3645 namespace.go:142] [integration-service] updating namespace I0505 13:17:30.424068 3645 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:30.521230 3645 namespace.go:142] [konflux-info] updating namespace I0505 13:17:30.615263 3645 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:30.640452 3645 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-nft4m] creating logical port build-service_build-service-controller-manager-7cbf488fcf-nft4m for pod on switch ip-10-0-0-234.ec2.internal I0505 13:17:30.640623 3645 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-nft4m I0505 13:17:30.669484 3645 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-nft4m] pod update took 28.909309ms I0505 13:17:30.669514 3645 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-nft4m] addLogicalPort annotation time took 28.942571ms I0505 13:17:30.671070 3645 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-nft4m] addLogicalPort took 30.638962ms, libovsdb time 1.05407ms I0505 13:17:30.686742 3645 namespace.go:142] [release-service] updating namespace I0505 13:17:30.779866 3645 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:31.133226 3645 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-nft4m 6cb1e2c05995724729c3d7bff0ed4100c41b9369a47f6c81d831466b15306e5b network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-nft4m 6cb1e2c05995724729c3d7bff0ed4100c41b9369a47f6c81d831466b15306e5b network default NAD default NAD key ] I0505 13:17:31.144262 3645 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-nft4m, hostIfaceName: 6cb1e2c05995724, network: default, NAD default, SandboxID: "6cb1e2c05995724729c3d7bff0ed4100c41b9369a47f6c81d831466b15306e5b", PCI device ID: , UID: "50fd9ced-f1a3-4bff-9701-e632272360f2", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0505 13:17:31.199844 3645 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-nft4m 6cb1e2c05995724729c3d7bff0ed4100c41b9369a47f6c81d831466b15306e5b network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-nft4m 6cb1e2c05995724729c3d7bff0ed4100c41b9369a47f6c81d831466b15306e5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d6:77:6d:58:ba\",\"name\":\"6cb1e2c05995724\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66acf1d9-1e09-4507-895a-bf10a2cd6e9f\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:17:31.354744 3645 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-gvvbl for pod on switch ip-10-0-0-234.ec2.internal I0505 13:17:31.354852 3645 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl I0505 13:17:31.419542 3645 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl I0505 13:17:31.450479 3645 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl] pod update took 95.663396ms I0505 13:17:31.450502 3645 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl] addLogicalPort annotation time took 95.692979ms I0505 13:17:31.451816 3645 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl] addLogicalPort took 97.09238ms, libovsdb time 841.685µs W0505 13:17:31.869104 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 13:17:32.513977 3645 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g] creating logical port integration-service_integration-service-controller-manager-c4c75bd8c-d4z4g for pod on switch ip-10-0-0-234.ec2.internal I0505 13:17:32.514113 3645 kube.go:256] Updating pod integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g I0505 13:17:32.529566 3645 pod.go:62] [integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g] pod update took 15.476775ms I0505 13:17:32.529594 3645 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g] addLogicalPort annotation time took 15.510765ms I0505 13:17:32.531012 3645 pods.go:271] [integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g] addLogicalPort took 17.052013ms, libovsdb time 902.848µs W0505 13:17:32.878893 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:17:32.973827 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:17:34.877237 3645 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 13:17:36.484104 3645 cni.go:452] [integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g bb33cb21cdd78400562f1261fcc906c53375f14384242a37a30c535a82e305d8 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g bb33cb21cdd78400562f1261fcc906c53375f14384242a37a30c535a82e305d8 network default NAD default NAD key ] I0505 13:17:36.493276 3645 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-c4c75bd8c-d4z4g, hostIfaceName: bb33cb21cdd7840, network: default, NAD default, SandboxID: "bb33cb21cdd78400562f1261fcc906c53375f14384242a37a30c535a82e305d8", PCI device ID: , UID: "d8c98b5b-8864-4b71-8c42-83b920e0a0f2", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0505 13:17:36.545532 3645 cni.go:473] [integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g bb33cb21cdd78400562f1261fcc906c53375f14384242a37a30c535a82e305d8 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-c4c75bd8c-d4z4g bb33cb21cdd78400562f1261fcc906c53375f14384242a37a30c535a82e305d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:6b:8f:60:34:f1\",\"name\":\"bb33cb21cdd7840\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdef43c1-832c-4ffb-a671-6ec152630d5a\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:17:37.200882 3645 cni.go:452] [konflux-ui/dex-5d7c4bfcb6-74bgs 6ff2d53da4ff50641d958910f42ac35fcacfbed8cd67c46aaf746af26e37043b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5d7c4bfcb6-74bgs 6ff2d53da4ff50641d958910f42ac35fcacfbed8cd67c46aaf746af26e37043b network default NAD default NAD key ] I0505 13:17:37.212286 3645 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5d7c4bfcb6-74bgs, hostIfaceName: 6ff2d53da4ff506, network: default, NAD default, SandboxID: "6ff2d53da4ff50641d958910f42ac35fcacfbed8cd67c46aaf746af26e37043b", PCI device ID: , UID: "ff6739dc-c3d7-4c5f-a007-0fb6666560f9", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0505 13:17:37.270981 3645 cni.go:473] [konflux-ui/dex-5d7c4bfcb6-74bgs 6ff2d53da4ff50641d958910f42ac35fcacfbed8cd67c46aaf746af26e37043b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5d7c4bfcb6-74bgs 6ff2d53da4ff50641d958910f42ac35fcacfbed8cd67c46aaf746af26e37043b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:e4:19:e0:53:69\",\"name\":\"6ff2d53da4ff506\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e1ee232-d996-4b16-bd54-749341c2c53e\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:17:38.187320 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 13:17:38.236901 3645 cni.go:452] [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key ] I0505 13:17:38.247000 3645 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-b847fd6dd-jrjz4, hostIfaceName: 276873a9d6a5e57, network: default, NAD default, SandboxID: "276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07", PCI device ID: , UID: "46ac0646-a5f9-445a-bc54-cd6e31ab5b09", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0505 13:17:38.300283 3645 cni.go:473] [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:dd:2c:22:03:4d\",\"name\":\"276873a9d6a5e57\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/129b5037-0fb0-4aae-badf-10ebeee6c2e7\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:17:39.543810 3645 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl cf5a8dd797e0842da9a0d15d64d5dc79e780debf18551640d784a4ea5cb7f93e network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl cf5a8dd797e0842da9a0d15d64d5dc79e780debf18551640d784a4ea5cb7f93e network default NAD default NAD key ] I0505 13:17:39.554864 3645 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-gvvbl, hostIfaceName: cf5a8dd797e0842, network: default, NAD default, SandboxID: "cf5a8dd797e0842da9a0d15d64d5dc79e780debf18551640d784a4ea5cb7f93e", PCI device ID: , UID: "06292ede-7231-4423-9d74-f31f2cbeefc2", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0505 13:17:39.623309 3645 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl cf5a8dd797e0842da9a0d15d64d5dc79e780debf18551640d784a4ea5cb7f93e network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-gvvbl cf5a8dd797e0842da9a0d15d64d5dc79e780debf18551640d784a4ea5cb7f93e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:33:37:0f:60:01\",\"name\":\"cf5a8dd797e0842\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12ce23a7-7884-4b51-b14c-964313997c32\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:17:39.913935 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:39.915023 3645 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:17:39.934971 3645 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0505 13:17:40.094755 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0505 13:17:40.714147 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:40.718167 3645 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:17:43.873402 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:17:43.939564 3645 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:17:43.942964 3645 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:17:43.976632 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:43.976651 3645 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:44.746610 3645 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:44.746626 3645 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:45.880023 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 13:17:50.928073 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:50.933826 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 13:17:51.930145 3645 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:51.930646 3645 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:52.785140 3645 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.785168 3645 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.790855 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 I0505 13:17:52.790882 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 W0505 13:17:54.956038 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:17:54.956581 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:17:55.961830 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0505 13:18:24.822729 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:18:24.822758 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 13:18:24.822772 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:18:24.822779 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 13:18:25.038128 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:18:25.038148 3645 util.go:959] Failed to build node endpoints for node ip-10-0-0-234.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:18:36.182897 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:18:41.207844 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 13:18:53.095928 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=40 I0505 13:18:54.324440 3645 cni.go:452] [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key ] I0505 13:18:54.421064 3645 cni.go:473] [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-b847fd6dd-jrjz4 276873a9d6a5e577b288051c4da5a35e16b253931fdeb23e9ed056fb9b701d07 network default NAD default NAD key default], result "{}", err I0505 13:18:54.492696 3645 obj_retry.go:498] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:54.492745 3645 pods.go:176] Deleting pod: konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:18:54.494303 3645 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-b847fd6dd-jrjz4, ips: 10.129.0.52 I0505 13:18:54.494331 3645 obj_retry.go:498] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:55.360807 3645 obj_retry.go:492] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:55.360858 3645 obj_retry.go:492] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:55.368158 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:18:55.368181 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:18:58.340907 3645 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:58.341507 3645 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:58.359548 3645 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:58.359600 3645 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:58.367887 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:18:58.367916 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:19:20.092567 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0505 13:20:04.729069 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.729726 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.586705 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.586733 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:09.220393 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 13:20:16.220722 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0505 13:20:17.112779 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=122 I0505 13:20:24.270810 3645 namespace.go:98] [managed-tenant-64lm5] adding namespace I0505 13:20:24.271913 3645 namespace.go:102] [managed-tenant-64lm5] adding namespace took 1.080764ms I0505 13:20:24.295300 3645 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:24.317114 3645 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.328912 3645 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.460833 3645 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.560489 3645 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:21:01.102348 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=352 I0505 13:21:13.192429 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 13:22:16.204835 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:22:49.096144 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=99 I0505 13:23:19.186356 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0505 13:23:20.190547 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0505 13:24:15.186938 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:25:09.218147 3645 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 13:25:10.211439 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:25:16.202162 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 W0505 13:25:50.501994 3645 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:26:17.098492 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 13:26:37.052558 3645 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:37.052598 3645 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:37.057483 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-24stc I0505 13:26:37.057510 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-24stc I0505 13:26:40.035043 3645 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:40.035101 3645 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:40.039940 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-rgfxr I0505 13:26:40.039963 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-rgfxr I0505 13:26:45.034336 3645 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:45.034395 3645 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:45.039045 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9r4pw I0505 13:26:45.039076 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9r4pw I0505 13:26:52.223380 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:26:54.099061 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0505 13:27:22.195495 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 13:27:39.095686 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0505 13:27:44.107352 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0505 13:28:23.189302 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 13:28:54.115871 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0505 13:29:46.223646 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0505 13:30:04.148318 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.148934 3645 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:05.016752 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.016780 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.060239 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.060277 3645 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.064546 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:30:05.064571 3645 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:31:19.099388 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0505 13:31:29.221150 3645 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:31:35.208724 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0505 13:31:38.194789 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 13:32:06.102024 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0505 13:32:19.214915 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:32:23.226516 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0505 13:32:41.204880 3645 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:32:45.114135 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16 I0505 13:33:00.098847 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0505 13:33:53.190673 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0505 13:34:23.102535 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 W0505 13:36:00.501763 3645 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/ctlog-createtree-job-m7rcc-jzdvx I0505 13:36:19.192997 3645 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 13:36:34.102539 3645 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7