+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-57.ec2.internal ++ [[ -n ip-10-0-1-57.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-57.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0423 19:49:32.074964831 - disable conntrack on geneve port' I0423 19:49:32.074964831 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0423 19:49:32.116125994 - starting ovnkube-node' I0423 19:49:32.116125994 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-57.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-57.ec2.internal --init-node ip-10-0-1-57.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-57.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0423 19:49:32.158381 3797 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0423 19:49:32.158443 3797 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-548518d40a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0423 19:49:32.159897 3797 kube.go:431] Waiting for certificate I0423 19:49:32.159922 3797 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0423 19:49:32.159952 3797 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0423 19:49:32.160745 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0423 19:49:32.186909 3797 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:32.186929 3797 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:32.189112 3797 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:32.192064 3797 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j2zg9" I0423 19:49:32.202827 3797 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j2zg9" I0423 19:49:32.203337 3797 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:33.160346 3797 kube.go:438] Certificate found I0423 19:49:33.160961 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0423 19:49:33.161980 3797 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0423 19:49:33.218849 3797 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 19:44:32 +0000 UTC" deadline="2026-04-24 13:51:16.23736484 +0000 UTC" I0423 19:49:33.218885 3797 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h1m43.018490533s" I0423 19:49:33.231622 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0423 19:49:33.248975 3797 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0423 19:49:33.249052 3797 factory.go:561] Starting watch factory I0423 19:49:33.249152 3797 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249177 3797 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249185 3797 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249203 3797 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249212 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249229 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249154 3797 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249263 3797 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249786 3797 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249665 3797 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.249837 3797 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.250684 3797 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.251339 3797 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0423 19:49:33.251400 3797 server.go:101] MetricServer registers OVS metrics I0423 19:49:33.251725 3797 server.go:105] MetricServer registers OVN DB metrics I0423 19:49:33.254670 3797 controller_manager.go:370] Starting the ovnkube controller I0423 19:49:33.254682 3797 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-57.ec2.internal I0423 19:49:33.254729 3797 controller_manager.go:395] NBDB zone sync took: 40.105µs I0423 19:49:33.254745 3797 factory.go:561] Starting watch factory I0423 19:49:33.256395 3797 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0423 19:49:33.256422 3797 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0423 19:49:33.269259 3797 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0423 19:49:33.269284 3797 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0423 19:49:33.270076 3797 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.270955 3797 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.272115 3797 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.274276 3797 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0423 19:49:33.274336 3797 server.go:109] MetricServer registers OVN Controller metrics I0423 19:49:33.274449 3797 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.274628 3797 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.279369 3797 server.go:113] MetricServer registers OVN Northd metrics I0423 19:49:33.283762 3797 metrics.go:519] OVN Metrics Server starts to run ... I0423 19:49:33.284768 3797 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:33.355160 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0423 19:49:33.355201 3797 factory.go:1977] *v1.Node informer cache synced successfully I0423 19:49:33.355207 3797 factory.go:1977] *v1.Service informer cache synced successfully I0423 19:49:33.355212 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0423 19:49:33.355217 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0423 19:49:33.355222 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0423 19:49:33.355348 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:33.355370 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:33.355407 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:33.355442 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:33.358489 3797 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:33.358491 3797 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:33.360342 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0423 19:49:33.360354 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0423 19:49:33.360411 3797 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.360433 3797 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.360451 3797 factory.go:1977] *v1.Node informer cache synced successfully I0423 19:49:33.360469 3797 factory.go:1977] *v1.Service informer cache synced successfully I0423 19:49:33.360473 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0423 19:49:33.360478 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0423 19:49:33.360480 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0423 19:49:33.360485 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0423 19:49:33.363331 3797 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.365502 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0423 19:49:33.365510 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0423 19:49:33.365520 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0423 19:49:33.365574 3797 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.365590 3797 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.369141 3797 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.371122 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0423 19:49:33.371184 3797 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.371201 3797 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.371228 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0423 19:49:33.373734 3797 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.377022 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0423 19:49:33.377034 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0423 19:49:33.377093 3797 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.377106 3797 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.379759 3797 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.382885 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0423 19:49:33.382897 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0423 19:49:33.382996 3797 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.383008 3797 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.385777 3797 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.388012 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0423 19:49:33.388023 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0423 19:49:33.388275 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:49:33.388291 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:49:33.391246 3797 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:49:33.393210 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0423 19:49:33.393261 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0423 19:49:33.393266 3797 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.393292 3797 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.393296 3797 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.393310 3797 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.396111 3797 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.396419 3797 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:33.398712 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0423 19:49:33.398723 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0423 19:49:33.398730 3797 factory.go:680] Watch Factory start up complete, took: 149.681162ms I0423 19:49:33.398831 3797 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0423 19:49:33.398882 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0423 19:49:33.404583 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0423 19:49:33.404597 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0423 19:49:33.404606 3797 factory.go:680] Watch Factory start up complete, took: 149.86442ms I0423 19:49:33.404617 3797 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-57.ec2.internal" zone I0423 19:49:33.445073 3797 default_node_network_controller.go:710] Initializing the default node network controller I0423 19:49:33.521907 3797 udn_isolation.go:101] Starting UDN host isolation manager I0423 19:49:33.527932 3797 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0423 19:49:33.607339 3797 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0423 19:49:33.607439 3797 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0423 19:49:33.607461 3797 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0423 19:49:33.642808 3797 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0423 19:49:33.642882 3797 default_node_network_controller.go:809] Node ip-10-0-1-57.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0423 19:49:33.648718 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.57"] k8s.ovn.org/zone-name:ip-10-0-1-57.ec2.internal] on node ip-10-0-1-57.ec2.internal I0423 19:49:33.670275 3797 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0423 19:49:33.677242 3797 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0423 19:49:33.677467 3797 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0423 19:49:33.677614 3797 gateway_init.go:263] Preparing Gateway I0423 19:49:33.677631 3797 gateway_shared_intf.go:1687] Creating new gateway I0423 19:49:33.788445 3797 iptables.go:108] Creating table: filter chain: FORWARD I0423 19:49:33.795388 3797 iptables.go:108] Creating table: filter chain: OUTPUT I0423 19:49:33.802231 3797 gateway_shared_intf.go:1816] Gateway Creation Complete I0423 19:49:33.802247 3797 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-57.ec2.internal","mac-address":"0a:ff:fc:c4:e0:4d","ip-addresses":["10.0.1.57/24"],"ip-address":"10.0.1.57/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e914e6c5-736c-4456-988d-1937f7f38024 k8s.ovn.org/node-encap-ips:["10.0.1.57"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.57/24"} k8s.ovn.org/zone-name:ip-10-0-1-57.ec2.internal] on node ip-10-0-1-57.ec2.internal I0423 19:49:33.822300 3797 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:33.905032 3797 controller_manager.go:429] Waiting for node in zone sync took: 500.397209ms I0423 19:49:33.910708 3797 controller_manager.go:611] Switching to transit router for layer2 networks I0423 19:49:33.910727 3797 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-57.ec2.internal I0423 19:49:33.926396 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0423 19:49:33.933649 3797 controller_manager.go:290] SCTP support detected in OVN I0423 19:49:33.934349 3797 services_controller.go:69] Creating services controller for network=default I0423 19:49:33.934430 3797 udn_enabled_svc.go:80] Waiting for service informer to sync I0423 19:49:33.934508 3797 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0423 19:49:33.934567 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0423 19:49:33.934586 3797 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0423 19:49:33.934595 3797 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0423 19:49:33.934815 3797 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0423 19:49:33.934869 3797 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0423 19:49:33.934899 3797 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.694µs I0423 19:49:33.934914 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.734µs I0423 19:49:33.934923 3797 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.571µs I0423 19:49:33.934930 3797 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0423 19:49:33.934938 3797 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0423 19:49:33.934950 3797 default_network_controller.go:325] Starting the default network controller I0423 19:49:33.934954 3797 udn_enabled_svc.go:95] Performing full resync I0423 19:49:33.935099 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.294µs I0423 19:49:33.935266 3797 udn_enabled_svc.go:99] Waiting for handler to sync I0423 19:49:33.935281 3797 udn_enabled_svc.go:104] Starting worker I0423 19:49:33.946289 3797 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0423 19:49:33.946359 3797 repair.go:33] Syncing exgw routes took 56.135µs I0423 19:49:33.946395 3797 default_network_controller.go:414] Starting all the Watchers... I0423 19:49:33.946611 3797 namespace.go:98] [kube-node-lease] adding namespace I0423 19:49:33.946622 3797 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0423 19:49:33.946628 3797 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0423 19:49:33.946632 3797 namespace.go:98] [openshift-logging] adding namespace I0423 19:49:33.946643 3797 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0423 19:49:33.946649 3797 namespace.go:98] [openshift-ingress] adding namespace I0423 19:49:33.946655 3797 namespace.go:98] [openshift-console-user-settings] adding namespace I0423 19:49:33.946654 3797 namespace.go:98] [openshift] adding namespace I0423 19:49:33.946665 3797 namespace.go:98] [openshift-network-operator] adding namespace I0423 19:49:33.946667 3797 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0423 19:49:33.946673 3797 namespace.go:98] [openshift-ingress-canary] adding namespace I0423 19:49:33.946680 3797 namespace.go:98] [openshift-infra] adding namespace I0423 19:49:33.946611 3797 namespace.go:98] [kube-system] adding namespace I0423 19:49:33.946617 3797 namespace.go:98] [openshift-image-registry] adding namespace I0423 19:49:33.946754 3797 namespace.go:98] [openshift-must-gather-operator] adding namespace I0423 19:49:33.947319 3797 namespace.go:102] [kube-node-lease] adding namespace took 692.828µs I0423 19:49:33.947336 3797 namespace.go:98] [kube-public] adding namespace I0423 19:49:33.948068 3797 namespace.go:102] [kube-public] adding namespace took 726.337µs I0423 19:49:33.948084 3797 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0423 19:49:33.948721 3797 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 630.655µs I0423 19:49:33.948740 3797 namespace.go:98] [openshift-operators-redhat] adding namespace I0423 19:49:33.949349 3797 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.713232ms I0423 19:49:33.949360 3797 namespace.go:98] [openshift-machine-config-operator] adding namespace I0423 19:49:33.949939 3797 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.30633ms I0423 19:49:33.949954 3797 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0423 19:49:33.950438 3797 namespace.go:102] [openshift-logging] adding namespace took 3.794794ms I0423 19:49:33.950462 3797 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0423 19:49:33.951059 3797 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.406499ms I0423 19:49:33.951075 3797 namespace.go:98] [openshift-insights] adding namespace I0423 19:49:33.951615 3797 namespace.go:102] [openshift-ingress] adding namespace took 4.954765ms I0423 19:49:33.951632 3797 namespace.go:98] [openshift-authentication-operator] adding namespace I0423 19:49:33.952116 3797 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.455028ms I0423 19:49:33.952132 3797 namespace.go:98] [openshift-network-node-identity] adding namespace I0423 19:49:33.952719 3797 namespace.go:102] [openshift] adding namespace took 6.054317ms I0423 19:49:33.952746 3797 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0423 19:49:33.953182 3797 namespace.go:102] [openshift-network-operator] adding namespace took 6.51008ms I0423 19:49:33.953196 3797 namespace.go:98] [openshift-dns-operator] adding namespace I0423 19:49:33.953840 3797 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.162615ms I0423 19:49:33.953861 3797 namespace.go:98] [openshift-console] adding namespace I0423 19:49:33.954451 3797 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.771921ms I0423 19:49:33.954463 3797 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0423 19:49:33.955012 3797 namespace.go:102] [openshift-infra] adding namespace took 8.322113ms I0423 19:49:33.955029 3797 namespace.go:98] [openshift-operators] adding namespace I0423 19:49:33.955578 3797 namespace.go:102] [kube-system] adding namespace took 8.841689ms I0423 19:49:33.955591 3797 namespace.go:98] [openshift-backplane-tam] adding namespace I0423 19:49:33.956286 3797 namespace.go:102] [openshift-image-registry] adding namespace took 9.545827ms I0423 19:49:33.956306 3797 namespace.go:98] [openshift-machine-api] adding namespace I0423 19:49:33.956900 3797 namespace.go:102] [openshift-must-gather-operator] adding namespace took 10.13467ms I0423 19:49:33.956913 3797 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0423 19:49:33.957306 3797 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.556778ms I0423 19:49:33.957339 3797 namespace.go:98] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] adding namespace I0423 19:49:33.957905 3797 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.536986ms I0423 19:49:33.957924 3797 namespace.go:98] [openshift-backplane-csm] adding namespace I0423 19:49:33.958407 3797 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.445982ms I0423 19:49:33.958423 3797 namespace.go:98] [openshift-package-operator] adding namespace I0423 19:49:33.958956 3797 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.487229ms I0423 19:49:33.958972 3797 namespace.go:98] [openshift-config-managed] adding namespace I0423 19:49:33.959651 3797 namespace.go:102] [openshift-insights] adding namespace took 8.571352ms I0423 19:49:33.959665 3797 namespace.go:98] [openshift-ingress-operator] adding namespace I0423 19:49:33.960179 3797 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.540869ms I0423 19:49:33.960195 3797 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0423 19:49:33.960624 3797 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.482106ms I0423 19:49:33.960643 3797 namespace.go:98] [openshift-node] adding namespace I0423 19:49:33.961211 3797 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.459504ms I0423 19:49:33.961225 3797 namespace.go:98] [openshift-etcd] adding namespace I0423 19:49:33.961897 3797 namespace.go:102] [openshift-dns-operator] adding namespace took 8.694928ms I0423 19:49:33.961911 3797 namespace.go:98] [openshift-backplane-cee] adding namespace I0423 19:49:33.962445 3797 namespace.go:102] [openshift-console] adding namespace took 8.576209ms I0423 19:49:33.962463 3797 namespace.go:98] [openshift-authentication] adding namespace I0423 19:49:33.963102 3797 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.620328ms I0423 19:49:33.963123 3797 namespace.go:98] [openshift-controller-manager] adding namespace I0423 19:49:33.963713 3797 namespace.go:102] [openshift-operators] adding namespace took 8.67636ms I0423 19:49:33.963734 3797 namespace.go:98] [openshift-service-ca] adding namespace I0423 19:49:33.964350 3797 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.752613ms I0423 19:49:33.964368 3797 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0423 19:49:33.964906 3797 namespace.go:102] [openshift-machine-api] adding namespace took 8.591359ms I0423 19:49:33.964919 3797 namespace.go:98] [openshift-cluster-version] adding namespace I0423 19:49:33.965477 3797 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.54638ms I0423 19:49:33.965493 3797 namespace.go:98] [dedicated-admin] adding namespace I0423 19:49:33.966061 3797 namespace.go:102] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] adding namespace took 8.716018ms I0423 19:49:33.966073 3797 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0423 19:49:33.966604 3797 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.66039ms I0423 19:49:33.966614 3797 namespace.go:98] [openshift-service-ca-operator] adding namespace I0423 19:49:33.967206 3797 namespace.go:102] [openshift-package-operator] adding namespace took 8.775213ms I0423 19:49:33.967226 3797 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0423 19:49:33.968133 3797 namespace.go:102] [openshift-config-managed] adding namespace took 9.155715ms I0423 19:49:33.968146 3797 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0423 19:49:33.968758 3797 namespace.go:102] [openshift-ingress-operator] adding namespace took 9.087067ms I0423 19:49:33.968770 3797 namespace.go:98] [openshift-backplane-cse] adding namespace I0423 19:49:33.969343 3797 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.140515ms I0423 19:49:33.969360 3797 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0423 19:49:33.969934 3797 namespace.go:102] [openshift-node] adding namespace took 9.284263ms I0423 19:49:33.969953 3797 namespace.go:98] [openshift-network-diagnostics] adding namespace I0423 19:49:33.970440 3797 namespace.go:102] [openshift-etcd] adding namespace took 9.20867ms I0423 19:49:33.970459 3797 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0423 19:49:33.970973 3797 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.056655ms I0423 19:49:33.970986 3797 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0423 19:49:33.971569 3797 namespace.go:102] [openshift-authentication] adding namespace took 9.097858ms I0423 19:49:33.971588 3797 namespace.go:98] [openshift-multus] adding namespace I0423 19:49:33.972041 3797 namespace.go:102] [openshift-controller-manager] adding namespace took 8.911152ms I0423 19:49:33.972053 3797 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0423 19:49:33.972480 3797 namespace.go:102] [openshift-service-ca] adding namespace took 8.739699ms I0423 19:49:33.972494 3797 namespace.go:98] [openshift-route-controller-manager] adding namespace I0423 19:49:33.973036 3797 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.661421ms I0423 19:49:33.973050 3797 namespace.go:98] [openshift-monitoring] adding namespace I0423 19:49:33.973577 3797 namespace.go:102] [openshift-cluster-version] adding namespace took 8.651583ms I0423 19:49:33.973591 3797 namespace.go:98] [openshift-config-operator] adding namespace I0423 19:49:33.974162 3797 namespace.go:102] [dedicated-admin] adding namespace took 8.663493ms I0423 19:49:33.974200 3797 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0423 19:49:33.974791 3797 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.711256ms I0423 19:49:33.975316 3797 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.696905ms I0423 19:49:33.975345 3797 namespace.go:98] [openshift-apiserver] adding namespace I0423 19:49:33.975915 3797 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.683814ms I0423 19:49:33.975927 3797 namespace.go:98] [openshift-config] adding namespace I0423 19:49:33.976413 3797 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.2627ms I0423 19:49:33.976424 3797 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0423 19:49:33.976964 3797 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.187733ms I0423 19:49:33.976984 3797 namespace.go:98] [openshift-apiserver-operator] adding namespace W0423 19:49:33.977638 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mk98q: pod openshift-network-diagnostics/network-check-target-mk98q: no pod IPs found W0423 19:49:33.977657 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-v6tps: pod openshift-network-diagnostics/network-check-target-v6tps: no pod IPs found I0423 19:49:33.977678 3797 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.311638ms I0423 19:49:33.977695 3797 namespace.go:98] [openshift-network-console] adding namespace I0423 19:49:33.978385 3797 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.425812ms I0423 19:49:33.978397 3797 namespace.go:98] [openshift-kube-scheduler] adding namespace I0423 19:49:33.979039 3797 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.571797ms I0423 19:49:33.979053 3797 namespace.go:98] [openshift-backplane-mobb] adding namespace I0423 19:49:33.979577 3797 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.585088ms I0423 19:49:33.979589 3797 namespace.go:98] [openshift-dns] adding namespace W0423 19:49:33.979596 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sg6sb: pod openshift-multus/network-metrics-daemon-sg6sb: no pod IPs found W0423 19:49:33.979609 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v22pt: pod openshift-multus/network-metrics-daemon-v22pt: no pod IPs found I0423 19:49:33.980208 3797 namespace.go:102] [openshift-multus] adding namespace took 8.613444ms I0423 19:49:33.980223 3797 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0423 19:49:33.980770 3797 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.711486ms I0423 19:49:33.980782 3797 namespace.go:98] [openshift-customer-monitoring] adding namespace I0423 19:49:33.981307 3797 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.807753ms I0423 19:49:33.981318 3797 namespace.go:98] [default] adding namespace I0423 19:49:33.981904 3797 namespace.go:102] [openshift-monitoring] adding namespace took 8.848618ms I0423 19:49:33.981919 3797 namespace.go:98] [openshift-console-operator] adding namespace I0423 19:49:33.982338 3797 namespace.go:102] [openshift-config-operator] adding namespace took 8.74318ms I0423 19:49:33.982349 3797 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0423 19:49:33.982867 3797 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 8.657712ms I0423 19:49:33.982884 3797 namespace.go:98] [openshift-kube-apiserver] adding namespace I0423 19:49:33.983394 3797 namespace.go:102] [openshift-apiserver] adding namespace took 8.042989ms I0423 19:49:33.983906 3797 namespace.go:102] [openshift-config] adding namespace took 7.9736ms I0423 19:49:33.984488 3797 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.056933ms I0423 19:49:33.985023 3797 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.032416ms I0423 19:49:33.985612 3797 namespace.go:102] [openshift-network-console] adding namespace took 7.909274ms I0423 19:49:33.985628 3797 namespace.go:98] [openshift-backplane] adding namespace I0423 19:49:33.986132 3797 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.729176ms I0423 19:49:33.986687 3797 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.627776ms I0423 19:49:33.987250 3797 namespace.go:102] [openshift-dns] adding namespace took 7.655325ms I0423 19:49:33.987656 3797 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.428616ms I0423 19:49:33.987669 3797 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0423 19:49:33.988188 3797 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.398612ms I0423 19:49:33.988215 3797 namespace.go:98] [openshift-backplane-srep] adding namespace I0423 19:49:33.988649 3797 namespace.go:102] [default] adding namespace took 7.324416ms I0423 19:49:33.988668 3797 namespace.go:98] [openshift-marketplace] adding namespace I0423 19:49:33.989238 3797 namespace.go:102] [openshift-console-operator] adding namespace took 7.314415ms I0423 19:49:33.989773 3797 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.416909ms I0423 19:49:33.989789 3797 namespace.go:98] [openshift-host-network] adding namespace I0423 19:49:33.990272 3797 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.382531ms I0423 19:49:33.990821 3797 namespace.go:102] [openshift-backplane] adding namespace took 5.188405ms I0423 19:49:33.991450 3797 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.777321ms I0423 19:49:33.992021 3797 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.799224ms I0423 19:49:33.992590 3797 namespace.go:102] [openshift-marketplace] adding namespace took 3.914156ms I0423 19:49:33.993151 3797 namespace.go:102] [openshift-host-network] adding namespace took 3.355971ms W0423 19:49:33.993237 3797 master.go:471] Unable to parse remote node ip-10-0-2-42.ec2.internal chassis-id annotation. Chassis may be removed during sync I0423 19:49:33.993340 3797 master.go:548] Adding or Updating local node "ip-10-0-1-57.ec2.internal" for network "default" I0423 19:49:33.993427 3797 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-42.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-42.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-42.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-42.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-42.ec2.internal I0423 19:49:33.994313 3797 zone_ic_handler.go:195] Time taken to create transit switch: 368.555µs I0423 19:49:33.994332 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-253.ec2.internal for the network default I0423 19:49:33.995525 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-253.ec2.internal" on network "default" took: 1.592859ms W0423 19:49:34.002954 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-v6tps: pod openshift-network-diagnostics/network-check-target-v6tps: no pod IPs found W0423 19:49:34.002982 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-v22pt: pod openshift-multus/network-metrics-daemon-v22pt: no pod IPs found I0423 19:49:34.004101 3797 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-57.ec2.internal for the network default I0423 19:49:34.004326 3797 zone_ic_handler.go:195] Time taken to create transit switch: 210.376µs I0423 19:49:34.005201 3797 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0423 19:49:34.005224 3797 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0423 19:49:34.005239 3797 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0423 19:49:34.005251 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-253.ec2.internal in network "default" I0423 19:49:34.005316 3797 node_tracker.go:169] Node ip-10-0-0-253.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:34.005335 3797 services_controller.go:574] Full service sync requested for network=default I0423 19:49:34.005346 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default" I0423 19:49:34.005369 3797 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:34.005376 3797 services_controller.go:574] Full service sync requested for network=default I0423 19:49:34.005387 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-42.ec2.internal in network "default" I0423 19:49:34.005401 3797 node_tracker.go:235] Node ip-10-0-2-42.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-42.ec2.internal" I0423 19:49:34.005412 3797 node_tracker.go:169] Node ip-10-0-2-42.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:34.005416 3797 services_controller.go:574] Full service sync requested for network=default I0423 19:49:34.106055 3797 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0423 19:49:34.106078 3797 services_controller.go:208] Setting up event handlers for services for network=default I0423 19:49:34.106153 3797 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0423 19:49:34.106233 3797 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0423 19:49:34.106247 3797 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0423 19:49:34.206701 3797 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0423 19:49:34.206723 3797 repair.go:60] Starting repairing loop for services I0423 19:49:34.206815 3797 repair.go:131] Deleted 0 stale service LBs I0423 19:49:34.206834 3797 repair.go:137] Deleted 0 stale Chassis Template Vars I0423 19:49:34.206849 3797 repair.go:62] Finished repairing loop for services: 128.934µs I0423 19:49:34.206876 3797 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0423 19:49:34.206886 3797 services_controller.go:254] Starting workers for network=default I0423 19:49:34.207305 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v22pt] creating logical port openshift-multus_network-metrics-daemon-v22pt for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:34.207448 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-v6tps] creating logical port openshift-network-diagnostics_network-check-target-v6tps for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:34.207493 3797 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-v22pt I0423 19:49:34.207508 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mk98q, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mk98q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mk98q: no pod IPs found I0423 19:49:34.207593 3797 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-v6tps W0423 19:49:34.212330 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0423 19:49:34.213234 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0423 19:49:34.214275 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0423 19:49:34.224082 3797 pod.go:62] [openshift-multus/network-metrics-daemon-v22pt] pod update took 16.643066ms I0423 19:49:34.224106 3797 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-v22pt] addLogicalPort annotation time took 16.67218ms I0423 19:49:34.224654 3797 pod.go:62] [openshift-network-diagnostics/network-check-target-v6tps] pod update took 17.121644ms I0423 19:49:34.224672 3797 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-v6tps] addLogicalPort annotation time took 17.141301ms I0423 19:49:34.225078 3797 pods.go:271] [openshift-multus/network-metrics-daemon-v22pt] addLogicalPort took 17.789131ms, libovsdb time 670.391µs I0423 19:49:34.225459 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-v6tps] addLogicalPort took 18.054383ms, libovsdb time 602.586µs I0423 19:49:34.225497 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-sg6sb, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sg6sb: suppressed error logged: pod openshift-multus/network-metrics-daemon-sg6sb: no pod IPs found I0423 19:49:34.225863 3797 admin_network_policy_controller.go:227] Starting controller default-network-controller I0423 19:49:34.225883 3797 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0423 19:49:34.225895 3797 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0423 19:49:34.225902 3797 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0423 19:49:34.226084 3797 repair.go:29] Repairing admin network policies took 177.62µs I0423 19:49:34.226188 3797 repair.go:92] Repairing baseline admin network policies took 94.507µs I0423 19:49:34.226624 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0423 19:49:34.226643 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0423 19:49:34.229442 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0423 19:49:34.229462 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0423 19:49:34.229472 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0423 19:49:34.231472 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0423 19:49:34.231495 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0423 19:49:34.231506 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0423 19:49:34.232898 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0423 19:49:34.232920 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0423 19:49:34.232929 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0423 19:49:34.233474 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0423 19:49:34.233498 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0423 19:49:34.233511 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0423 19:49:34.235142 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0423 19:49:34.235161 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0423 19:49:34.235170 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0423 19:49:34.237619 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0423 19:49:34.237642 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0423 19:49:34.237650 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0423 19:49:34.239082 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0423 19:49:34.239116 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0423 19:49:34.239127 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0423 19:49:34.239592 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0423 19:49:34.239615 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0423 19:49:34.239628 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0423 19:49:34.240137 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0423 19:49:34.240159 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0423 19:49:34.240173 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0423 19:49:34.241178 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0423 19:49:34.241199 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0423 19:49:34.241210 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0423 19:49:34.242310 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0423 19:49:34.242333 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0423 19:49:34.242343 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0423 19:49:34.243100 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0423 19:49:34.243118 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0423 19:49:34.243128 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0423 19:49:34.243647 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0423 19:49:34.243667 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0423 19:49:34.243675 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0423 19:49:34.244203 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0423 19:49:34.244227 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0423 19:49:34.244248 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0423 19:49:34.244604 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0423 19:49:34.244622 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0423 19:49:34.244630 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0423 19:49:34.245591 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0423 19:49:34.245616 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0423 19:49:34.245626 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0423 19:49:34.245978 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0423 19:49:34.245997 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0423 19:49:34.246007 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0423 19:49:34.246574 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0423 19:49:34.246592 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0423 19:49:34.247386 3797 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0423 19:49:34.247399 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0423 19:49:34.248133 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0423 19:49:34.248152 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0423 19:49:34.248168 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0423 19:49:34.249463 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0423 19:49:34.249483 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0423 19:49:34.249491 3797 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0423 19:49:34.251274 3797 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0423 19:49:34.251297 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0423 19:49:34.251328 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0423 19:49:34.252074 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0423 19:49:34.252094 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0423 19:49:34.252108 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0423 19:49:34.252426 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0423 19:49:34.252447 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0423 19:49:34.252457 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0423 19:49:34.253819 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0423 19:49:34.253839 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0423 19:49:34.253849 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0423 19:49:34.254336 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0423 19:49:34.254352 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0423 19:49:34.254362 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0423 19:49:34.255397 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0423 19:49:34.255426 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0423 19:49:34.255435 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0423 19:49:34.256313 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0423 19:49:34.256335 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0423 19:49:34.256349 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0423 19:49:34.257595 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0423 19:49:34.257614 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0423 19:49:34.257628 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0423 19:49:34.258166 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0423 19:49:34.264785 3797 egressfirewall.go:374] Starting EgressFirewall controller I0423 19:49:34.264820 3797 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0423 19:49:34.264825 3797 controller.go:133] Adding controller egress-firewall-controller event handlers I0423 19:49:34.264847 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0423 19:49:34.264860 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0423 19:49:34.264848 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0423 19:49:34.264868 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0423 19:49:34.265123 3797 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0423 19:49:34.265135 3797 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0423 19:49:34.265140 3797 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0423 19:49:34.265148 3797 egressqos.go:193] Setting up event handlers for EgressQoS I0423 19:49:34.265163 3797 egressfirewall.go:723] Syncing node "ip-10-0-0-253.ec2.internal" for egress firewall I0423 19:49:34.265182 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall I0423 19:49:34.265189 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-42.ec2.internal" for egress firewall I0423 19:49:34.265242 3797 egressqos.go:245] Starting EgressQoS Controller I0423 19:49:34.265257 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0423 19:49:34.265266 3797 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0423 19:49:34.265277 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0423 19:49:34.265281 3797 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0423 19:49:34.265286 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0423 19:49:34.265290 3797 shared_informer.go:356] "Caches are synced" controller="egressqos" I0423 19:49:34.265294 3797 egressqos.go:259] Repairing EgressQoSes I0423 19:49:34.265298 3797 egressqos.go:399] Starting repairing loop for egressqos I0423 19:49:34.265375 3797 egressqos.go:401] Finished repairing loop for egressqos: 76.365µs I0423 19:49:34.265394 3797 egressservice_zone.go:132] Setting up event handlers for Egress Services I0423 19:49:34.265423 3797 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-57.ec2.internal I0423 19:49:34.265469 3797 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-57.ec2.internal : 48.412µs I0423 19:49:34.265563 3797 egressservice_zone.go:210] Starting Egress Services Controller I0423 19:49:34.265583 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0423 19:49:34.265592 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0423 19:49:34.265597 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0423 19:49:34.265602 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0423 19:49:34.265607 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0423 19:49:34.265612 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0423 19:49:34.265617 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0423 19:49:34.265624 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0423 19:49:34.265639 3797 egressservice_zone.go:228] Repairing Egress Services I0423 19:49:34.265940 3797 master_controller.go:88] Starting Admin Policy Based Route Controller I0423 19:49:34.265954 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0423 19:49:34.266004 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-42.ec2.internal I0423 19:49:34.266016 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-42.ec2.internal: 12.205µs I0423 19:49:34.266027 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-253.ec2.internal I0423 19:49:34.266038 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-253.ec2.internal: 11.97µs I0423 19:49:34.266046 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal I0423 19:49:34.266050 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 4.076µs I0423 19:49:34.266181 3797 default_network_controller.go:585] Completing all the Watchers took 319.774573ms I0423 19:49:34.266195 3797 default_network_controller.go:589] Starting unidling controllers I0423 19:49:34.266206 3797 unidle.go:46] Registering OVN SB ControllerEvent handler I0423 19:49:34.266212 3797 unidle.go:63] Populating Initial ContollerEvent events I0423 19:49:34.266224 3797 unidle.go:79] Setting up event handlers for services I0423 19:49:34.266276 3797 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0423 19:49:34.322519 3797 default_node_network_controller.go:519] Node connection status = connected W0423 19:49:34.674284 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0423 19:49:34.823070 3797 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:35.323445 3797 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:35.822781 3797 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:36.001892 3797 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0423 19:49:36.322738 3797 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:36.341611 3797 bridgeconfig.go:537] Gateway is ready I0423 19:49:36.341631 3797 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0423 19:49:36.353333 3797 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.57. Updating OVN encap IP. I0423 19:49:36.358808 3797 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.57 - it is already configured I0423 19:49:36.358828 3797 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.57/24:{} 172.20.0.1/32:{}]. Updating annotations. I0423 19:49:36.359072 3797 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.57/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-57.ec2.internal","mac-address":"0a:ff:fc:c4:e0:4d","ip-addresses":["10.0.1.57/24"],"ip-address":"10.0.1.57/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e914e6c5-736c-4456-988d-1937f7f38024 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.57/24"}] on node ip-10-0-1-57.ec2.internal I0423 19:49:36.374040 3797 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.57 I0423 19:49:36.374120 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-57.ec2.internal I0423 19:49:36.374456 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal I0423 19:49:36.374475 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 22.163µs I0423 19:49:36.374476 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default" I0423 19:49:36.374494 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall I0423 19:49:36.374533 3797 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:36.374572 3797 services_controller.go:574] Full service sync requested for network=default I0423 19:49:36.374610 3797 master.go:548] Adding or Updating local node "ip-10-0-1-57.ec2.internal" for network "default" W0423 19:49:36.374672 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0423 19:49:36.374819 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0423 19:49:36.374945 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0423 19:49:36.379257 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-57.ec2.internal. Updating no re-route policies I0423 19:49:36.379346 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-57.ec2.internal I0423 19:49:36.379352 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-57.ec2.internal I0423 19:49:36.379363 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-57.ec2.internal I0423 19:49:36.379366 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-57.ec2.internal I0423 19:49:36.379368 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-s8q7w I0423 19:49:36.379379 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-btsbk I0423 19:49:36.379383 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-57.ec2.internal after 0 failed attempt(s) I0423 19:49:36.379384 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-s8q7w I0423 19:49:36.379391 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-btsbk I0423 19:49:36.379393 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-v6tps I0423 19:49:36.379396 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mk98q I0423 19:49:36.379396 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-r9kxb I0423 19:49:36.379406 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-v6tps I0423 19:49:36.379407 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7t8dd I0423 19:49:36.379364 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v22pt I0423 19:49:36.379415 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-r9kxb I0423 19:49:36.379378 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-vrgc5 I0423 19:49:36.379422 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v22pt I0423 19:49:36.379422 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-7jmhw I0423 19:49:36.379424 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-q6dlv I0423 19:49:36.379400 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nrwjc I0423 19:49:36.379433 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-r9kxb after 0 failed attempt(s) I0423 19:49:36.379434 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-7jmhw I0423 19:49:36.379437 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-q6dlv I0423 19:49:36.379386 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-57.ec2.internal after 0 failed attempt(s) I0423 19:49:36.379411 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-s8q7w after 0 failed attempt(s) I0423 19:49:36.379447 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-v6tps] creating logical port openshift-network-diagnostics_network-check-target-v6tps for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:36.379425 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7t8dd I0423 19:49:36.379452 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-7jmhw after 0 failed attempt(s) I0423 19:49:36.379456 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-q6dlv after 0 failed attempt(s) I0423 19:49:36.379456 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v22pt] creating logical port openshift-multus_network-metrics-daemon-v22pt for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:36.379411 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-btsbk after 0 failed attempt(s) I0423 19:49:36.379410 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mk98q I0423 19:49:36.379467 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7t8dd after 0 failed attempt(s) I0423 19:49:36.379427 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-vrgc5 I0423 19:49:36.379500 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mk98q, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mk98q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mk98q: no pod IPs found I0423 19:49:36.379495 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-sg6sb I0423 19:49:36.379514 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-sg6sb I0423 19:49:36.379528 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-vrgc5 after 0 failed attempt(s) I0423 19:49:36.379349 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qs7f4 I0423 19:49:36.379564 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-sg6sb, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sg6sb: suppressed error logged: pod openshift-multus/network-metrics-daemon-sg6sb: no pod IPs found I0423 19:49:36.379571 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qs7f4 I0423 19:49:36.379585 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-qs7f4 after 0 failed attempt(s) I0423 19:49:36.379441 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-nrwjc I0423 19:49:36.379600 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-nrwjc after 0 failed attempt(s) I0423 19:49:36.380107 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-v6tps] addLogicalPort took 671.361µs, libovsdb time 240.375µs I0423 19:49:36.380116 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-v6tps after 0 failed attempt(s) I0423 19:49:36.380242 3797 pods.go:271] [openshift-multus/network-metrics-daemon-v22pt] addLogicalPort took 795.378µs, libovsdb time 375.691µs I0423 19:49:36.380251 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-v22pt after 0 failed attempt(s) I0423 19:49:36.388598 3797 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0423 19:49:36.401860 3797 iptables.go:108] Creating table: mangle chain: OUTPUT I0423 19:49:36.405362 3797 iptables.go:108] Creating table: nat chain: OUTPUT I0423 19:49:36.456297 3797 iptables.go:108] Creating table: nat chain: PREROUTING I0423 19:49:36.512812 3797 iptables.go:108] Creating table: filter chain: FORWARD I0423 19:49:36.530954 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0423 19:49:36.531066 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0423 19:49:36.531121 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0423 19:49:36.531205 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0423 19:49:36.531275 3797 gateway_init.go:325] Gateway and management port readiness took 2.713364425s I0423 19:49:36.531302 3797 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0423 19:49:36.531339 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0423 19:49:36.531348 3797 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0423 19:49:36.531356 3797 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0423 19:49:36.531429 3797 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0423 19:49:36.531594 3797 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.101µs I0423 19:49:36.531802 3797 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0423 19:49:36.531832 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.458µs I0423 19:49:36.531841 3797 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.652µs I0423 19:49:36.531846 3797 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0423 19:49:36.531856 3797 nad_controller.go:379] [node-nad-controller NAD controller]: started I0423 19:49:36.531863 3797 default_node_network_controller.go:899] Starting the default node network controller I0423 19:49:36.531867 3797 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0423 19:49:36.531946 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.93µs I0423 19:49:36.532027 3797 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0423 19:49:36.532035 3797 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0423 19:49:36.532059 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00087e3d0 0xc0008a5c70 0xc0008a5ce0 0xc0008a5d50 0xc0008a5dc0 0xc0008a5e30 0xc0008a5ea0 0xc0008235e0 0xc0008a5f10 0xc0002ec000 0xc000912d20 0xc006143340 0xc0002ec070 map[0x2ff9080:0xc00278cc00 0x2ff95c0:0xc00278d080 0x2ffa2e0:0xc00278cb40 0x2ffa580:0xc00278cba0 0x2ffad60:0xc00278cc60 0x2ffb000:0xc00278cfc0 0x2ffb2a0:0xc00278d020 0x2ffba80:0xc00278d0e0 0x2ffbd20:0xc00278d140 0x3026980:0xc001c5c480 0x3026d20:0xc001c5c660 0x3027800:0xc000cc6120 0x3029160:0xc001c5c000 0x30298a0:0xc001c5c6c0 0x302a720:0xc001c5c060] 0xc00016a930 0} I0423 19:49:36.532123 3797 gateway.go:151] Starting gateway service sync I0423 19:49:36.532616 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0423 19:49:36.535060 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0423 19:49:36.553464 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0423 19:49:36.554837 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0423 19:49:36.556070 3797 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0423 19:49:36.589647 3797 gateway.go:168] Gateway service sync done. Time taken: 57.509862ms I0423 19:49:36.590315 3797 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30794 I0423 19:49:36.590468 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00087e3d0 0xc0008a5c70 0xc0008a5ce0 0xc0008a5d50 0xc0008a5dc0 0xc0008a5e30 0xc0008a5ea0 0xc0008235e0 0xc0008a5f10 0xc0002ec000 0xc000912d20 0xc006143340 0xc0002ec070 map[0x2ff9080:0xc00278cc00 0x2ff95c0:0xc00278d080 0x2ffa2e0:0xc00278cb40 0x2ffa580:0xc00278cba0 0x2ffad60:0xc00278cc60 0x2ffb000:0xc00278cfc0 0x2ffb2a0:0xc00278d020 0x2ffba80:0xc00278d0e0 0x2ffbd20:0xc00278d140 0x3026980:0xc001c5c480 0x3026d20:0xc001c5c660 0x3027800:0xc000cc6120 0x3029160:0xc001c5c000 0x30298a0:0xc001c5c6c0 0x302a720:0xc001c5c060] 0xc00016a930 0} I0423 19:49:36.590948 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00087e3d0 0xc0008a5c70 0xc0008a5ce0 0xc0008a5d50 0xc0008a5dc0 0xc0008a5e30 0xc0008a5ea0 0xc0008235e0 0xc0008a5f10 0xc0002ec000 0xc000912d20 0xc006143340 0xc0002ec070 map[0x2ff9080:0xc00278cc00 0x2ff95c0:0xc00278d080 0x2ffa2e0:0xc00278cb40 0x2ffa580:0xc00278cba0 0x2ffad60:0xc00278cc60 0x2ffb000:0xc00278cfc0 0x2ffb2a0:0xc00278d020 0x2ffba80:0xc00278d0e0 0x2ffbd20:0xc00278d140 0x3026980:0xc001c5c480 0x3026d20:0xc001c5c660 0x3027800:0xc000cc6120 0x3029160:0xc001c5c000 0x30298a0:0xc001c5c6c0 0x302a720:0xc001c5c060] 0xc00016a930 0} I0423 19:49:36.590987 3797 gateway.go:532] Reconciling gateway with updates I0423 19:49:36.596330 3797 gateway.go:339] Spawning Conntrack Rule Check Thread I0423 19:49:36.596412 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:36.596427 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:36.596435 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:36.596440 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:36.596444 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:36.596458 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:36.596466 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:36.596465 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:36.596484 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:36.596490 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:36.596504 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:36.596520 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:36.596522 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:36.596525 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0423 19:49:36.596529 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:36.596536 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:36.596541 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:36.596562 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:36.596572 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:36.596523 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:36.596593 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:36.596595 3797 default_node_network_controller.go:944] Gateway and management port readiness took 64.55303ms I0423 19:49:36.596525 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:36.596610 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0423 19:49:36.596616 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:36.596511 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:36.596621 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:36.596631 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:36.596639 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:36.596645 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:36.596654 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:36.596654 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0423 19:49:36.596665 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0423 19:49:36.596665 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0423 19:49:36.596414 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:36.596674 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0423 19:49:36.596537 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:36.596566 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:36.596687 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:36.596695 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:36.596703 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:36.596705 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:36.596705 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:36.596716 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:36.596725 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0423 19:49:36.596728 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0423 19:49:36.596665 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0423 19:49:36.596691 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:36.596746 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0423 19:49:36.596632 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:36.596757 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0423 19:49:36.596761 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:36.596653 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0423 19:49:36.596769 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:36.596773 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0423 19:49:36.596576 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:36.596778 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0423 19:49:36.596783 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0423 19:49:36.596790 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0423 19:49:36.596572 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0423 19:49:36.596759 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0423 19:49:36.596686 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0423 19:49:36.596812 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:36.596670 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 30713 is already open, no action needed I0423 19:49:36.596821 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:36.596825 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:36.596831 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 31615 is already open, no action needed I0423 19:49:36.596837 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:36.596842 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0423 19:49:36.596847 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:36.596850 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0423 19:49:36.596827 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:36.596858 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:36.596864 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:36.596681 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:36.596871 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:36.596889 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0423 19:49:36.596891 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:36.596849 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:36.596899 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:36.596908 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0423 19:49:36.596917 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0423 19:49:36.596865 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:36.596920 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:36.596940 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:36.596949 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:36.596952 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:36.596836 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:36.596959 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:36.596962 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0423 19:49:36.596965 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:36.596953 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:36.596970 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:36.596977 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:36.596682 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:36.596979 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0423 19:49:36.596986 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:36.596992 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0423 19:49:36.597001 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0423 19:49:36.596750 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:36.597022 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:36.596767 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:36.597047 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:36.596619 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:36.597067 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:36.596619 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0423 19:49:36.596865 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0423 19:49:36.596879 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:36.597091 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:36.596896 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:36.597110 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:36.596922 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:36.597135 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0423 19:49:36.596958 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0423 19:49:36.596969 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:36.597143 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0423 19:49:36.596738 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:36.597150 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:36.597421 3797 node_ip_handler_linux.go:160] Node IP manager is running W0423 19:49:36.634756 3797 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0423 19:49:36.634877 3797 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0423 19:49:36.634954 3797 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0423 19:49:36.642854 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0423 19:49:36.642867 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0423 19:49:36.642887 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0423 19:49:36.682222 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0423 19:49:36.682245 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0423 19:49:36.682251 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0423 19:49:36.682257 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0423 19:49:36.682263 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0423 19:49:36.682268 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0423 19:49:36.682274 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0423 19:49:36.682281 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0423 19:49:36.682287 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0423 19:49:36.682292 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0423 19:49:36.682297 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0423 19:49:36.682302 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0423 19:49:36.682310 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0423 19:49:36.721706 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0423 19:49:36.721735 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0423 19:49:36.721741 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0423 19:49:36.721748 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0423 19:49:38.522926 3797 default_node_network_controller.go:1380] Starting node controller node sync W0423 19:49:38.522981 3797 egressip_healthcheck.go:76] Health checking using insecure connection I0423 19:49:38.523047 3797 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0423 19:49:38.535111 3797 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.164994ms I0423 19:49:38.535236 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-253.ec2.internal", IP: 10.0.0.253 to PMTUD blocking rules I0423 19:49:38.535250 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0423 19:49:38.541280 3797 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0423 19:49:38.541535 3797 egressservice_node.go:93] Setting up event handlers for Egress Services I0423 19:49:38.541653 3797 egressservice_node.go:183] Starting Egress Services Controller I0423 19:49:38.541668 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0423 19:49:38.541677 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0423 19:49:38.541683 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0423 19:49:38.541687 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0423 19:49:38.541693 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0423 19:49:38.541698 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0423 19:49:38.541702 3797 egressservice_node.go:197] Repairing Egress Services I0423 19:49:38.552012 3797 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0423 19:49:38.552027 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0423 19:49:38.552150 3797 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0423 19:49:38.552159 3797 link_network_manager.go:119] Link manager is running I0423 19:49:38.552174 3797 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0423 19:49:38.552343 3797 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0423 19:49:38.552624 3797 vrf_manager.go:128] VRF manager is running I0423 19:49:38.552712 3797 node_controller_manager.go:437] Removing flows to drop GARP I0423 19:49:38.552721 3797 gateway.go:532] Reconciling gateway with updates I0423 19:49:38.574601 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0423 19:49:38.574616 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:38.574618 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:38.574624 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0423 19:49:38.574632 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:38.574631 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:38.574634 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:38.574639 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:38.574620 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:38.574645 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:38.574648 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:38.574605 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:38.574651 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:38.574657 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:38.574665 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:38.574666 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:38.574685 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:38.574685 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:38.574694 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:38.574688 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:38.574703 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0423 19:49:38.574699 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:38.574704 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:38.574713 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:38.574692 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:38.574721 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:38.574722 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:38.574722 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:38.574649 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:38.574731 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:38.574733 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0423 19:49:38.574720 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:38.574733 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:38.574740 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0423 19:49:38.574636 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:38.574749 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:38.574751 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:38.574746 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:38.574753 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:38.574755 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:38.574759 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0423 19:49:38.574750 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:38.574764 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:38.574766 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:38.574770 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0423 19:49:38.574767 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:38.574775 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:38.574774 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:38.574781 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:38.574779 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:38.574772 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:38.574784 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:38.574790 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:38.574792 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0423 19:49:38.574794 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0423 19:49:38.574801 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0423 19:49:38.574798 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:38.574804 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0423 19:49:38.574818 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0423 19:49:38.574827 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0423 19:49:38.574661 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:38.574849 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:38.574654 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:38.574698 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:38.574915 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:38.574922 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0423 19:49:38.574720 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0423 19:49:38.574700 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:38.574672 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:38.574967 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:38.574608 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:38.575005 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:38.574627 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:38.575049 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:38.574640 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0423 19:49:38.574642 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:38.575192 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:38.575202 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0423 19:49:38.574626 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0423 19:49:38.575213 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0423 19:49:38.574673 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:38.574678 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:38.575254 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:38.575265 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 30713 is already open, no action needed I0423 19:49:38.575271 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 31615 is already open, no action needed I0423 19:49:38.574692 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:38.575309 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:38.574711 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0423 19:49:38.575321 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0423 19:49:38.574712 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:38.574712 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0423 19:49:38.574719 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:38.574729 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:38.575437 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0423 19:49:38.574734 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:38.574728 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:38.575476 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:38.575484 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0423 19:49:38.574741 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:38.575494 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:38.574743 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0423 19:49:38.574746 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:38.575573 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:38.574746 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:38.575613 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:38.574756 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:38.574757 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0423 19:49:38.575689 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0423 19:49:38.575697 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0423 19:49:38.574764 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:38.574769 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0423 19:49:38.574768 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:38.574784 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:38.615560 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0423 19:49:38.615583 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0423 19:49:38.615600 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0423 19:49:38.615606 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0423 19:49:38.615612 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0423 19:49:38.615618 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0423 19:49:38.615624 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0423 19:49:38.615630 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0423 19:49:38.615645 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0423 19:49:38.615665 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0423 19:49:38.655073 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0423 19:49:38.655097 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0423 19:49:38.655116 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0423 19:49:38.694118 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0423 19:49:38.694143 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0423 19:49:38.694149 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0423 19:49:38.694157 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0423 19:49:38.694167 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0423 19:49:38.694176 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0423 19:49:38.694183 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0423 19:49:38.694188 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0423 19:49:38.694193 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0423 19:49:38.694198 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0423 19:49:38.694205 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0423 19:49:43.433734 3797 default_network_controller.go:1025] Node "ip-10-0-2-42.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0423 19:49:53.919759 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:49:54.059951 3797 default_network_controller.go:1025] Node "ip-10-0-2-42.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0423 19:49:54.077487 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:49:54.090926 3797 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5fdb8fd55-ftc48 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5fdb8fd55-ftc48: no pod IPs found I0423 19:49:54.264756 3797 default_network_controller.go:1025] Node "ip-10-0-2-42.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0423 19:49:54.556036 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:54.556050 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:54.556055 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0423 19:49:54.996740 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-42.ec2.internal in network "default" I0423 19:49:54.996776 3797 default_network_controller.go:1025] Node "ip-10-0-2-42.ec2.internal" in remote zone "ip-10-0-2-42.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:54.996784 3797 node_tracker.go:235] Node ip-10-0-2-42.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-42.ec2.internal" I0423 19:49:54.996799 3797 node_tracker.go:169] Node ip-10-0-2-42.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:54.996813 3797 services_controller.go:574] Full service sync requested for network=default W0423 19:49:54.997143 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:49:54.997219 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0423 19:49:54.997286 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:54.997300 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:54.997305 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0423 19:49:55.048881 3797 default_network_controller.go:1025] Node "ip-10-0-2-42.ec2.internal" in remote zone "ip-10-0-2-42.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:55.139323 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-42.ec2.internal in network "default" I0423 19:49:55.139340 3797 default_network_controller.go:1025] Node "ip-10-0-2-42.ec2.internal" in remote zone "ip-10-0-2-42.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:55.139391 3797 node_tracker.go:169] Node ip-10-0-2-42.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:55.139406 3797 services_controller.go:574] Full service sync requested for network=default W0423 19:49:55.139720 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:49:55.139812 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0423 19:49:55.139862 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:55.139872 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:55.139879 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0423 19:49:55.140295 3797 zone_ic_handler.go:195] Time taken to create transit switch: 308.707µs I0423 19:49:55.140311 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-42.ec2.internal for the network default I0423 19:49:55.141226 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-42.ec2.internal" on network "default" took: 1.246895ms I0423 19:49:55.228358 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal I0423 19:49:55.228385 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 34.013µs I0423 19:49:55.259372 3797 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-554ff4bbf9-bfvzl] creating logical port openshift-image-registry_image-registry-554ff4bbf9-bfvzl for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.259499 3797 kube.go:256] Updating pod openshift-image-registry/image-registry-554ff4bbf9-bfvzl I0423 19:49:55.277857 3797 pod.go:62] [openshift-image-registry/image-registry-554ff4bbf9-bfvzl] pod update took 18.38374ms I0423 19:49:55.277884 3797 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-554ff4bbf9-bfvzl] addLogicalPort annotation time took 18.419827ms I0423 19:49:55.279058 3797 pods.go:271] [openshift-image-registry/image-registry-554ff4bbf9-bfvzl] addLogicalPort took 19.707195ms, libovsdb time 896.925µs I0423 19:49:55.281063 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-nf8wb for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.281148 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb W0423 19:49:55.294767 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:55.294784 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:55.294789 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0423 19:49:55.300724 3797 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-m476b] creating logical port openshift-dns_dns-default-m476b for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.300843 3797 kube.go:256] Updating pod openshift-dns/dns-default-m476b I0423 19:49:55.304499 3797 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8jd5n] creating logical port openshift-insights_insights-runtime-extractor-8jd5n for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.304663 3797 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8jd5n I0423 19:49:55.304778 3797 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-pdlzv] creating logical port openshift-console_downloads-5c54f4944f-pdlzv for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.304864 3797 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-pdlzv I0423 19:49:55.317413 3797 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb] pod update took 36.287163ms I0423 19:49:55.317435 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb] addLogicalPort annotation time took 36.316536ms I0423 19:49:55.318673 3797 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb] addLogicalPort took 37.621242ms, libovsdb time 940.815µs I0423 19:49:55.318751 3797 base_network_controller_pods.go:487] [default/openshift-console/console-788b45bb7-cbqd9] creating logical port openshift-console_console-788b45bb7-cbqd9 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.318836 3797 kube.go:256] Updating pod openshift-console/console-788b45bb7-cbqd9 I0423 19:49:55.324766 3797 pod.go:62] [openshift-console/downloads-5c54f4944f-pdlzv] pod update took 19.917041ms I0423 19:49:55.324792 3797 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-pdlzv] addLogicalPort annotation time took 19.944717ms I0423 19:49:55.325772 3797 pods.go:271] [openshift-console/downloads-5c54f4944f-pdlzv] addLogicalPort took 21.001791ms, libovsdb time 730.974µs I0423 19:49:55.328375 3797 pod.go:62] [openshift-dns/dns-default-m476b] pod update took 27.555933ms I0423 19:49:55.328397 3797 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-m476b] addLogicalPort annotation time took 27.581702ms I0423 19:49:55.329672 3797 pods.go:271] [openshift-dns/dns-default-m476b] addLogicalPort took 28.965792ms, libovsdb time 922.913µs I0423 19:49:55.329992 3797 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-744b9dcb7-x5g28] creating logical port openshift-ingress_router-default-744b9dcb7-x5g28 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.330060 3797 kube.go:256] Updating pod openshift-ingress/router-default-744b9dcb7-x5g28 I0423 19:49:55.331296 3797 pod.go:62] [openshift-insights/insights-runtime-extractor-8jd5n] pod update took 26.67185ms I0423 19:49:55.331315 3797 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8jd5n] addLogicalPort annotation time took 26.695207ms I0423 19:49:55.332497 3797 pods.go:271] [openshift-insights/insights-runtime-extractor-8jd5n] addLogicalPort took 28.020292ms, libovsdb time 958.008µs I0423 19:49:55.337191 3797 pod.go:62] [openshift-console/console-788b45bb7-cbqd9] pod update took 18.377962ms I0423 19:49:55.337213 3797 base_network_controller_pods.go:951] [default/openshift-console/console-788b45bb7-cbqd9] addLogicalPort annotation time took 18.406797ms I0423 19:49:55.338193 3797 pods.go:271] [openshift-console/console-788b45bb7-cbqd9] addLogicalPort took 19.451758ms, libovsdb time 703.785µs I0423 19:49:55.347644 3797 pod.go:62] [openshift-ingress/router-default-744b9dcb7-x5g28] pod update took 17.608363ms I0423 19:49:55.347661 3797 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-744b9dcb7-x5g28] addLogicalPort annotation time took 17.630003ms I0423 19:49:55.348596 3797 pods.go:271] [openshift-ingress/router-default-744b9dcb7-x5g28] addLogicalPort took 18.611496ms, libovsdb time 662.372µs I0423 19:49:55.384595 3797 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-llbln] creating logical port openshift-ingress-canary_ingress-canary-llbln for pod on switch ip-10-0-1-57.ec2.internal I0423 19:49:55.384696 3797 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-llbln I0423 19:49:55.399475 3797 pod.go:62] [openshift-ingress-canary/ingress-canary-llbln] pod update took 14.800387ms I0423 19:49:55.399506 3797 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-llbln] addLogicalPort annotation time took 14.837656ms I0423 19:49:55.400776 3797 pods.go:271] [openshift-ingress-canary/ingress-canary-llbln] addLogicalPort took 16.197078ms, libovsdb time 913.64µs I0423 19:49:55.647632 3797 cni.go:452] [openshift-image-registry/image-registry-554ff4bbf9-bfvzl d92d9a152408b396b86fc1195bb4629f4ad68d601754fa1070204e899450cf39 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-554ff4bbf9-bfvzl d92d9a152408b396b86fc1195bb4629f4ad68d601754fa1070204e899450cf39 network default NAD default NAD key ] I0423 19:49:55.656226 3797 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb a37d25ae9b508b5b59e6ddcb9e0f8215f628b3f877fcea58380fe787de43bbb9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb a37d25ae9b508b5b59e6ddcb9e0f8215f628b3f877fcea58380fe787de43bbb9 network default NAD default NAD key ] I0423 19:49:55.665370 3797 cni.go:452] [openshift-dns/dns-default-m476b 82d59a0011fbdf2b1481597da815c699eca363a82b8f29136fa2be9b9f2c3af1 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-m476b 82d59a0011fbdf2b1481597da815c699eca363a82b8f29136fa2be9b9f2c3af1 network default NAD default NAD key ] I0423 19:49:55.681202 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-nf8wb, hostIfaceName: a37d25ae9b508b5, network: default, NAD default, SandboxID: "a37d25ae9b508b5b59e6ddcb9e0f8215f628b3f877fcea58380fe787de43bbb9", PCI device ID: , UID: "e5d31b27-4ecf-486a-b182-be80402a368b", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0423 19:49:55.681698 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-m476b, hostIfaceName: 82d59a0011fbdf2, network: default, NAD default, SandboxID: "82d59a0011fbdf2b1481597da815c699eca363a82b8f29136fa2be9b9f2c3af1", PCI device ID: , UID: "81784094-1d7b-4901-8256-9435d819f4b3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0423 19:49:55.695804 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-554ff4bbf9-bfvzl, hostIfaceName: d92d9a152408b39, network: default, NAD default, SandboxID: "d92d9a152408b396b86fc1195bb4629f4ad68d601754fa1070204e899450cf39", PCI device ID: , UID: "f628f65d-d667-4c16-b957-10495891b74a", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0423 19:49:55.697967 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-42.ec2.internal in network "default" I0423 19:49:55.698046 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-42.ec2.internal", IP: 10.0.2.42 to PMTUD blocking rules I0423 19:49:55.698108 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-42.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0423 19:49:55.698111 3797 node_tracker.go:169] Node ip-10-0-2-42.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:55.698235 3797 services_controller.go:574] Full service sync requested for network=default I0423 19:49:55.698030 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-42.ec2.internal" for egress firewall I0423 19:49:55.698014 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-42.ec2.internal I0423 19:49:55.698276 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-42.ec2.internal: 263.506µs W0423 19:49:55.698421 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0423 19:49:55.698463 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:55.698519 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:55.698567 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0423 19:49:55.698878 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:49:55.705037 3797 cni.go:452] [openshift-insights/insights-runtime-extractor-8jd5n d361f7cf184163a5f3cccc549f9bdadffe03dd842c8dc658245137ea4510af9a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8jd5n d361f7cf184163a5f3cccc549f9bdadffe03dd842c8dc658245137ea4510af9a network default NAD default NAD key ] I0423 19:49:55.706280 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-42.ec2.internal. Updating no re-route policies I0423 19:49:55.719663 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8jd5n, hostIfaceName: d361f7cf184163a, network: default, NAD default, SandboxID: "d361f7cf184163a5f3cccc549f9bdadffe03dd842c8dc658245137ea4510af9a", PCI device ID: , UID: "3ddf5560-57a4-445f-9efe-f006e7e98cac", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0423 19:49:55.720061 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-42.ec2.internal", IP: 10.0.2.42 to PMTUD blocking rules I0423 19:49:55.720083 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-42.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0423 19:49:55.720627 3797 cni.go:452] [openshift-console/downloads-5c54f4944f-pdlzv 850965c1578e63f443304da30dc1907d76adea6cd9ff08691925b3812172537d network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-pdlzv 850965c1578e63f443304da30dc1907d76adea6cd9ff08691925b3812172537d network default NAD default NAD key ] I0423 19:49:55.734411 3797 cni.go:452] [openshift-ingress/router-default-744b9dcb7-x5g28 8644b057f453b44f595e2b549c964e8f3d4b0479929d9254507cf51b95751abd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-744b9dcb7-x5g28 8644b057f453b44f595e2b549c964e8f3d4b0479929d9254507cf51b95751abd network default NAD default NAD key ] I0423 19:49:55.746322 3797 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb a37d25ae9b508b5b59e6ddcb9e0f8215f628b3f877fcea58380fe787de43bbb9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nf8wb a37d25ae9b508b5b59e6ddcb9e0f8215f628b3f877fcea58380fe787de43bbb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:9e:53:33:1d:9c\",\"name\":\"a37d25ae9b508b5\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c2df386-9f10-44c6-b28e-98579822c44a\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:49:55.749447 3797 cni.go:452] [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key ] I0423 19:49:55.751167 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-pdlzv, hostIfaceName: 850965c1578e63f, network: default, NAD default, SandboxID: "850965c1578e63f443304da30dc1907d76adea6cd9ff08691925b3812172537d", PCI device ID: , UID: "83e0d24d-9007-4c67-a118-1340d02f093b", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0423 19:49:55.751339 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-744b9dcb7-x5g28, hostIfaceName: 8644b057f453b44, network: default, NAD default, SandboxID: "8644b057f453b44f595e2b549c964e8f3d4b0479929d9254507cf51b95751abd", PCI device ID: , UID: "dd88f70b-f1b5-4168-bf69-b7cdf0860b12", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0423 19:49:55.770222 3797 cni.go:452] [openshift-ingress-canary/ingress-canary-llbln 06b74e9c2a0cf143073f449d941efd11053cbf1a8995c235191ea7ae9df2eec5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-llbln 06b74e9c2a0cf143073f449d941efd11053cbf1a8995c235191ea7ae9df2eec5 network default NAD default NAD key ] I0423 19:49:55.774874 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-788b45bb7-cbqd9, hostIfaceName: 4d0ffcda6ba7242, network: default, NAD default, SandboxID: "4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a", PCI device ID: , UID: "ef0c5d56-8b07-48a4-8492-4eef0b5c8633", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0423 19:49:55.774947 3797 cni.go:473] [openshift-dns/dns-default-m476b 82d59a0011fbdf2b1481597da815c699eca363a82b8f29136fa2be9b9f2c3af1 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-m476b 82d59a0011fbdf2b1481597da815c699eca363a82b8f29136fa2be9b9f2c3af1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:fc:11:89:f6:35\",\"name\":\"82d59a0011fbdf2\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce131a44-a9cc-404e-a9ff-de79242da4a8\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:49:55.793930 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-llbln, hostIfaceName: 06b74e9c2a0cf14, network: default, NAD default, SandboxID: "06b74e9c2a0cf143073f449d941efd11053cbf1a8995c235191ea7ae9df2eec5", PCI device ID: , UID: "dba72b79-bc90-4df4-90f0-01adbaf1159d", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0423 19:49:55.795638 3797 cni.go:473] [openshift-image-registry/image-registry-554ff4bbf9-bfvzl d92d9a152408b396b86fc1195bb4629f4ad68d601754fa1070204e899450cf39 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-554ff4bbf9-bfvzl d92d9a152408b396b86fc1195bb4629f4ad68d601754fa1070204e899450cf39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3b:5f:24:02:9c\",\"name\":\"d92d9a152408b39\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b321d70c-654a-4265-a38d-3d5ddc6d1b22\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:49:55.814285 3797 cni.go:473] [openshift-insights/insights-runtime-extractor-8jd5n d361f7cf184163a5f3cccc549f9bdadffe03dd842c8dc658245137ea4510af9a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8jd5n d361f7cf184163a5f3cccc549f9bdadffe03dd842c8dc658245137ea4510af9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:17:47:ab:66:63\",\"name\":\"d361f7cf184163a\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b426075-7065-4a4a-acb3-9a03922b0085\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:49:55.859699 3797 cni.go:473] [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:2a:cb:1b:86:e7\",\"name\":\"4d0ffcda6ba7242\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a8434c9-67d5-41e2-9c89-d3ec231349f7\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:49:55.874407 3797 cni.go:473] [openshift-ingress-canary/ingress-canary-llbln 06b74e9c2a0cf143073f449d941efd11053cbf1a8995c235191ea7ae9df2eec5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-llbln 06b74e9c2a0cf143073f449d941efd11053cbf1a8995c235191ea7ae9df2eec5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:46:96:2b:99:d0\",\"name\":\"06b74e9c2a0cf14\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3183de4f-520a-4660-9280-fee4d273c3c6\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:49:56.037220 3797 cni.go:473] [openshift-console/downloads-5c54f4944f-pdlzv 850965c1578e63f443304da30dc1907d76adea6cd9ff08691925b3812172537d network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-pdlzv 850965c1578e63f443304da30dc1907d76adea6cd9ff08691925b3812172537d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:93:51:96:98:62\",\"name\":\"850965c1578e63f\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/995dc058-7087-45b7-9e42-9c2d5fd647f3\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:49:56.037439 3797 cni.go:473] [openshift-ingress/router-default-744b9dcb7-x5g28 8644b057f453b44f595e2b549c964e8f3d4b0479929d9254507cf51b95751abd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-744b9dcb7-x5g28 8644b057f453b44f595e2b549c964e8f3d4b0479929d9254507cf51b95751abd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:86:dc:39:74:18\",\"name\":\"8644b057f453b44\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c97eafe-b19a-410a-aec1-ce4852913449\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:49:56.534801 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:49:56.569795 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0423 19:49:56.569818 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0423 19:49:57.548774 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0423 19:49:57.548798 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0423 19:49:57.616715 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0423 19:49:57.632378 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:49:57.632399 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:49:57.632405 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:49:58.403462 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0423 19:49:58.983900 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-42.ec2.internal I0423 19:49:58.983937 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-42.ec2.internal: 46.405µs W0423 19:49:59.411380 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:50:00.338580 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:50:00.584493 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:50:01.383952 3797 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:01.384103 3797 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s I0423 19:50:01.397648 3797 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s] pod update took 13.579382ms I0423 19:50:01.397679 3797 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s] addLogicalPort annotation time took 13.616656ms I0423 19:50:01.399091 3797 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s] addLogicalPort took 15.15664ms, libovsdb time 1.036328ms W0423 19:50:01.570107 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:01.570132 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:01.570138 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0423 19:50:01.715360 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-ktcz6] creating logical port openshift-monitoring_prometheus-operator-76b589d668-ktcz6 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:01.715529 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-ktcz6 I0423 19:50:01.733938 3797 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-ktcz6] pod update took 18.438929ms I0423 19:50:01.733962 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-ktcz6] addLogicalPort annotation time took 18.4678ms I0423 19:50:01.735124 3797 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-ktcz6] addLogicalPort took 19.78971ms, libovsdb time 887.11µs I0423 19:50:01.749663 3797 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key ] I0423 19:50:01.759474 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s, hostIfaceName: 7dd38d3f276ac81, network: default, NAD default, SandboxID: "7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf", PCI device ID: , UID: "f00b3e33-19ba-45e3-825a-a4f0cb80ad02", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0423 19:50:01.808266 3797 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b3:11:d2:df:8a\",\"name\":\"7dd38d3f276ac81\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/864c519f-745c-4370-a041-9a01ebf79395\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:02.091937 3797 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-ktcz6 a544c65065efa12ef7962aed2761ca04c55144de8c61be87e5081cc55f7cc3af network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-ktcz6 a544c65065efa12ef7962aed2761ca04c55144de8c61be87e5081cc55f7cc3af network default NAD default NAD key ] I0423 19:50:02.101334 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-ktcz6, hostIfaceName: a544c65065efa12, network: default, NAD default, SandboxID: "a544c65065efa12ef7962aed2761ca04c55144de8c61be87e5081cc55f7cc3af", PCI device ID: , UID: "9e6b22a4-40e4-4b2c-be06-5c1875a76500", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0423 19:50:02.151257 3797 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-ktcz6 a544c65065efa12ef7962aed2761ca04c55144de8c61be87e5081cc55f7cc3af network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-ktcz6 a544c65065efa12ef7962aed2761ca04c55144de8c61be87e5081cc55f7cc3af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:98:d1:5f:36:73\",\"name\":\"a544c65065efa12\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46773e6d-7081-4cdf-957a-ae2f58e67045\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:50:04.354297 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.354322 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.354328 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.376600 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:50:04.392492 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.392511 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.392520 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.392537 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.392543 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:04.392561 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0423 19:50:06.170225 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-2zs7f for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:06.170326 3797 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f I0423 19:50:06.192733 3797 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f] pod update took 22.439146ms I0423 19:50:06.192760 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f] addLogicalPort annotation time took 22.467729ms I0423 19:50:06.193975 3797 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f] addLogicalPort took 23.768109ms, libovsdb time 890.196µs W0423 19:50:06.603667 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0423 19:50:07.161511 3797 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f e1b29b242da0c9b6670b9a32c0314953e08bf853c3a7a9c7be2891b7abdf4731 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f e1b29b242da0c9b6670b9a32c0314953e08bf853c3a7a9c7be2891b7abdf4731 network default NAD default NAD key ] I0423 19:50:07.171122 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-2zs7f, hostIfaceName: e1b29b242da0c9b, network: default, NAD default, SandboxID: "e1b29b242da0c9b6670b9a32c0314953e08bf853c3a7a9c7be2891b7abdf4731", PCI device ID: , UID: "5016b149-4f8d-4afe-9817-cfe04934a794", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0423 19:50:07.225814 3797 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f e1b29b242da0c9b6670b9a32c0314953e08bf853c3a7a9c7be2891b7abdf4731 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-2zs7f e1b29b242da0c9b6670b9a32c0314953e08bf853c3a7a9c7be2891b7abdf4731 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:2f:32:29:0c:de\",\"name\":\"e1b29b242da0c9b\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/502aab9a-381b-4757-8e42-95da19c10f19\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:07.291006 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:07.291148 3797 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0423 19:50:07.317279 3797 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.176648ms I0423 19:50:07.317305 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.209761ms I0423 19:50:07.318641 3797 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.656687ms, libovsdb time 947.59µs I0423 19:50:07.698635 3797 cni.go:452] [openshift-monitoring/alertmanager-main-1 500373358c14bf65a4e1c7aaea78109368eb598f85d621ab2589318f584e47d0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 500373358c14bf65a4e1c7aaea78109368eb598f85d621ab2589318f584e47d0 network default NAD default NAD key ] I0423 19:50:07.708030 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 500373358c14bf6, network: default, NAD default, SandboxID: "500373358c14bf65a4e1c7aaea78109368eb598f85d621ab2589318f584e47d0", PCI device ID: , UID: "f74e5665-f3f3-43cd-9388-35637376c23b", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0423 19:50:07.758773 3797 cni.go:473] [openshift-monitoring/alertmanager-main-1 500373358c14bf65a4e1c7aaea78109368eb598f85d621ab2589318f584e47d0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 500373358c14bf65a4e1c7aaea78109368eb598f85d621ab2589318f584e47d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:bd:2a:f9:95:c7\",\"name\":\"500373358c14bf6\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4de2f135-da0d-4b9b-bd0a-a00696b57b86\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:09.298438 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c5b59854f-n5gvk] creating logical port openshift-monitoring_thanos-querier-6c5b59854f-n5gvk for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:09.298605 3797 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c5b59854f-n5gvk I0423 19:50:09.330116 3797 pod.go:62] [openshift-monitoring/thanos-querier-6c5b59854f-n5gvk] pod update took 31.600099ms I0423 19:50:09.330144 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c5b59854f-n5gvk] addLogicalPort annotation time took 31.637835ms I0423 19:50:09.331317 3797 pods.go:271] [openshift-monitoring/thanos-querier-6c5b59854f-n5gvk] addLogicalPort took 32.893109ms, libovsdb time 841.778µs W0423 19:50:10.399292 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:10.399312 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:10.399318 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0423 19:50:10.707241 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-776f5466d-wc9tn] creating logical port openshift-monitoring_metrics-server-776f5466d-wc9tn for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:10.707343 3797 kube.go:256] Updating pod openshift-monitoring/metrics-server-776f5466d-wc9tn I0423 19:50:10.723100 3797 pod.go:62] [openshift-monitoring/metrics-server-776f5466d-wc9tn] pod update took 15.787913ms I0423 19:50:10.723130 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-776f5466d-wc9tn] addLogicalPort annotation time took 15.826633ms I0423 19:50:10.724290 3797 pods.go:271] [openshift-monitoring/metrics-server-776f5466d-wc9tn] addLogicalPort took 17.065961ms, libovsdb time 830.091µs I0423 19:50:10.916908 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-j4w44 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:10.917025 3797 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44 I0423 19:50:10.931925 3797 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44] pod update took 14.936033ms I0423 19:50:10.931954 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44] addLogicalPort annotation time took 14.971749ms I0423 19:50:10.933229 3797 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44] addLogicalPort took 16.341215ms, libovsdb time 954.775µs I0423 19:50:11.442351 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-698c587cc6-bpwhz] creating logical port openshift-monitoring_telemeter-client-698c587cc6-bpwhz for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:11.442461 3797 kube.go:256] Updating pod openshift-monitoring/telemeter-client-698c587cc6-bpwhz I0423 19:50:11.464689 3797 pod.go:62] [openshift-monitoring/telemeter-client-698c587cc6-bpwhz] pod update took 22.258451ms I0423 19:50:11.464711 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-698c587cc6-bpwhz] addLogicalPort annotation time took 22.287767ms I0423 19:50:11.466152 3797 pods.go:271] [openshift-monitoring/telemeter-client-698c587cc6-bpwhz] addLogicalPort took 23.819979ms, libovsdb time 1.013606ms W0423 19:50:12.018140 3797 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67bd86b949-vvm79 IP address from the namespace address-set, err: pod openshift-console/console-67bd86b949-vvm79: no pod IPs found I0423 19:50:12.489737 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:12.489881 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0423 19:50:12.530834 3797 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 40.998921ms I0423 19:50:12.530857 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 41.027799ms I0423 19:50:12.532212 3797 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 42.496059ms, libovsdb time 987.808µs W0423 19:50:12.592629 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:12.592654 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:12.592665 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:50:13.416425 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:50:13.455251 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:13.455300 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:14.078511 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:50:14.078609 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:50:14.420409 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0423 19:50:14.518407 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:14.518432 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:14.518439 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:14.518444 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:15.513934 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0423 19:50:17.191731 3797 cni.go:452] [openshift-network-diagnostics/network-check-target-v6tps c4060f4e4071a41af46dc31b2cfa61869d8b09b86083b39c6c5f64def5fdeb55 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-v6tps c4060f4e4071a41af46dc31b2cfa61869d8b09b86083b39c6c5f64def5fdeb55 network default NAD default NAD key ] I0423 19:50:17.203782 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-v6tps, hostIfaceName: c4060f4e4071a41, network: default, NAD default, SandboxID: "c4060f4e4071a41af46dc31b2cfa61869d8b09b86083b39c6c5f64def5fdeb55", PCI device ID: , UID: "9e54199e-f026-4fe7-9ecb-e04b87c8a15b", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0423 19:50:17.261235 3797 cni.go:473] [openshift-network-diagnostics/network-check-target-v6tps c4060f4e4071a41af46dc31b2cfa61869d8b09b86083b39c6c5f64def5fdeb55 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-v6tps c4060f4e4071a41af46dc31b2cfa61869d8b09b86083b39c6c5f64def5fdeb55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:9f:c4:01:4f:47\",\"name\":\"c4060f4e4071a41\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b45ff126-90ee-4069-a3b0-31513bdfb842\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:17.456746 3797 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44 15e75e048f4a69ec03294f32e26aca94aeb8012558c49b2e05fda4fea6322498 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44 15e75e048f4a69ec03294f32e26aca94aeb8012558c49b2e05fda4fea6322498 network default NAD default NAD key ] I0423 19:50:17.457263 3797 cni.go:452] [openshift-monitoring/telemeter-client-698c587cc6-bpwhz 59868494a70740fb36385cc0ccdcf699dbd3809deb972ad13c0f063fd9169923 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-698c587cc6-bpwhz 59868494a70740fb36385cc0ccdcf699dbd3809deb972ad13c0f063fd9169923 network default NAD default NAD key ] I0423 19:50:17.457837 3797 cni.go:452] [openshift-monitoring/thanos-querier-6c5b59854f-n5gvk 452781026ebbfb980e5c3e3f6f1fef32d1b39aeba42d48ca7f7a631a85e695bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c5b59854f-n5gvk 452781026ebbfb980e5c3e3f6f1fef32d1b39aeba42d48ca7f7a631a85e695bd network default NAD default NAD key ] I0423 19:50:17.458907 3797 cni.go:452] [openshift-multus/network-metrics-daemon-v22pt 8e5687ab14e94bc0d67d59ceb3cc50d9ed0662fee15bd4f61e65df63aa3e300b network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-v22pt 8e5687ab14e94bc0d67d59ceb3cc50d9ed0662fee15bd4f61e65df63aa3e300b network default NAD default NAD key ] I0423 19:50:17.459497 3797 cni.go:452] [openshift-monitoring/metrics-server-776f5466d-wc9tn b2512f798dc8be64011f9a6274112bc2174a5943e791101ca3899b12352b5dec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-776f5466d-wc9tn b2512f798dc8be64011f9a6274112bc2174a5943e791101ca3899b12352b5dec network default NAD default NAD key ] I0423 19:50:17.460142 3797 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c6e38c2ab1cf0cbc65f0bb6b6cd1e6875d01df604d34203de9530b0c2fd3488a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c6e38c2ab1cf0cbc65f0bb6b6cd1e6875d01df604d34203de9530b0c2fd3488a network default NAD default NAD key ] I0423 19:50:17.496706 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-776f5466d-wc9tn, hostIfaceName: b2512f798dc8be6, network: default, NAD default, SandboxID: "b2512f798dc8be64011f9a6274112bc2174a5943e791101ca3899b12352b5dec", PCI device ID: , UID: "b83f8f8d-454a-4a3f-96c8-583f206a22ac", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0423 19:50:17.507398 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-j4w44, hostIfaceName: 15e75e048f4a69e, network: default, NAD default, SandboxID: "15e75e048f4a69ec03294f32e26aca94aeb8012558c49b2e05fda4fea6322498", PCI device ID: , UID: "19b484aa-945e-41dc-86b2-ad7aecf629f0", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0423 19:50:17.510092 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-v22pt, hostIfaceName: 8e5687ab14e94bc, network: default, NAD default, SandboxID: "8e5687ab14e94bc0d67d59ceb3cc50d9ed0662fee15bd4f61e65df63aa3e300b", PCI device ID: , UID: "c2e47fb3-7592-4b09-b150-440f8f213f29", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0423 19:50:17.543827 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c6e38c2ab1cf0cb, network: default, NAD default, SandboxID: "c6e38c2ab1cf0cbc65f0bb6b6cd1e6875d01df604d34203de9530b0c2fd3488a", PCI device ID: , UID: "7d593186-1857-4a96-bcdd-be851d08c4ad", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] W0423 19:50:17.557401 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:50:17.565956 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-698c587cc6-bpwhz, hostIfaceName: 59868494a70740f, network: default, NAD default, SandboxID: "59868494a70740fb36385cc0ccdcf699dbd3809deb972ad13c0f063fd9169923", PCI device ID: , UID: "5600bcc8-e458-46ff-a44d-cfa91e5f6ef3", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0423 19:50:17.567998 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c5b59854f-n5gvk, hostIfaceName: 452781026ebbfb9, network: default, NAD default, SandboxID: "452781026ebbfb980e5c3e3f6f1fef32d1b39aeba42d48ca7f7a631a85e695bd", PCI device ID: , UID: "6804e57a-99d7-4cf1-ada8-ca21834c1f48", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] W0423 19:50:17.594357 3797 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5fdb8fd55-zb4vz IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5fdb8fd55-zb4vz: no pod IPs found W0423 19:50:17.663461 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:17.663479 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:17.663484 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0423 19:50:17.811774 3797 cni.go:473] [openshift-monitoring/metrics-server-776f5466d-wc9tn b2512f798dc8be64011f9a6274112bc2174a5943e791101ca3899b12352b5dec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-776f5466d-wc9tn b2512f798dc8be64011f9a6274112bc2174a5943e791101ca3899b12352b5dec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:73:8f:5b:a0:9c\",\"name\":\"b2512f798dc8be6\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a94dcaf2-0c50-408d-859d-25f6418a1246\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:17.811869 3797 cni.go:473] [openshift-multus/network-metrics-daemon-v22pt 8e5687ab14e94bc0d67d59ceb3cc50d9ed0662fee15bd4f61e65df63aa3e300b network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-v22pt 8e5687ab14e94bc0d67d59ceb3cc50d9ed0662fee15bd4f61e65df63aa3e300b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6f:cc:a3:a5:13\",\"name\":\"8e5687ab14e94bc\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce439131-0a32-4560-b2cb-ecc1d98c83a7\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:17.811919 3797 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44 15e75e048f4a69ec03294f32e26aca94aeb8012558c49b2e05fda4fea6322498 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j4w44 15e75e048f4a69ec03294f32e26aca94aeb8012558c49b2e05fda4fea6322498 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:8a:9c:18:c9:3c\",\"name\":\"15e75e048f4a69e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29ee2adb-b6df-404c-b172-bf5a6ab5e30b\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:17.870520 3797 cni.go:473] [openshift-monitoring/telemeter-client-698c587cc6-bpwhz 59868494a70740fb36385cc0ccdcf699dbd3809deb972ad13c0f063fd9169923 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-698c587cc6-bpwhz 59868494a70740fb36385cc0ccdcf699dbd3809deb972ad13c0f063fd9169923 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c9:ae:d6:43:8a\",\"name\":\"59868494a70740f\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3165c6c-614e-42d7-affd-536c3b091348\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:17.870684 3797 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c6e38c2ab1cf0cbc65f0bb6b6cd1e6875d01df604d34203de9530b0c2fd3488a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c6e38c2ab1cf0cbc65f0bb6b6cd1e6875d01df604d34203de9530b0c2fd3488a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f8:22:5e:bb:87\",\"name\":\"c6e38c2ab1cf0cb\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbd63836-a2f4-4631-bf52-05ab60681121\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:17.873097 3797 cni.go:473] [openshift-monitoring/thanos-querier-6c5b59854f-n5gvk 452781026ebbfb980e5c3e3f6f1fef32d1b39aeba42d48ca7f7a631a85e695bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c5b59854f-n5gvk 452781026ebbfb980e5c3e3f6f1fef32d1b39aeba42d48ca7f7a631a85e695bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:24:5d:c4:3b:69\",\"name\":\"452781026ebbfb9\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb2ccde5-95a5-4a86-9764-8f7243ae6570\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:50:18.682740 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:18.682765 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:18.783542 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0423 19:50:19.334358 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:19.335071 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:19.504631 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:19.504721 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:19.511130 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85684f4cf6-78p8f I0423 19:50:19.511157 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85684f4cf6-78p8f I0423 19:50:24.669353 3797 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-d685x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:24.670110 3797 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-d685x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:50:24.783010 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:50:25.083881 3797 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d984bf55d-zplxs IP address from the namespace address-set, err: pod openshift-console/console-5d984bf55d-zplxs: no pod IPs found I0423 19:50:25.570283 3797 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-d685x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:25.570306 3797 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-d685x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:25.581685 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-788b45bb7-d685x I0423 19:50:25.581781 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-788b45bb7-d685x W0423 19:50:25.804763 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0423 19:50:32.567770 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0423 19:50:33.797672 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:33.797698 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:33.797706 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:33.797712 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:50:34.439571 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:50:34.439601 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0423 19:50:35.670994 3797 cni.go:452] [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key ] I0423 19:50:35.738494 3797 cni.go:473] [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-788b45bb7-cbqd9 4d0ffcda6ba72420f3f7f3a220a4b955ddb9efde8ce6bed81413c7532142845a network default NAD default NAD key default], result "{}", err I0423 19:50:35.799642 3797 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-cbqd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:35.799678 3797 pods.go:176] Deleting pod: openshift-console/console-788b45bb7-cbqd9 I0423 19:50:35.801114 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-788b45bb7-cbqd9, ips: 10.129.0.10 I0423 19:50:35.801143 3797 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-cbqd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:35.810745 3797 base_network_controller_pods.go:487] [default/openshift-console/console-7c8bb6b4ff-xwqmb] creating logical port openshift-console_console-7c8bb6b4ff-xwqmb for pod on switch ip-10-0-1-57.ec2.internal I0423 19:50:35.810874 3797 kube.go:256] Updating pod openshift-console/console-7c8bb6b4ff-xwqmb I0423 19:50:35.821186 3797 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key ] I0423 19:50:35.826842 3797 pod.go:62] [openshift-console/console-7c8bb6b4ff-xwqmb] pod update took 15.997379ms I0423 19:50:35.826864 3797 base_network_controller_pods.go:951] [default/openshift-console/console-7c8bb6b4ff-xwqmb] addLogicalPort annotation time took 16.024926ms I0423 19:50:35.828225 3797 pods.go:271] [openshift-console/console-7c8bb6b4ff-xwqmb] addLogicalPort took 17.499491ms, libovsdb time 960.971µs I0423 19:50:35.903612 3797 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s 7dd38d3f276ac81520204269ab4af3120d8b61d643e72974d8fbf561062d62bf network default NAD default NAD key default], result "{}", err I0423 19:50:35.952468 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:35.952507 3797 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s I0423 19:50:35.954177 3797 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s, ips: 10.129.0.13 I0423 19:50:35.954207 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:35.954224 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:50:35.954236 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0423 19:50:35.954412 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:50:35.954430 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0423 19:50:36.114938 3797 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-cbqd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:36.114967 3797 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-cbqd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:36.124258 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-788b45bb7-cbqd9 I0423 19:50:36.124280 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-788b45bb7-cbqd9 I0423 19:50:36.211240 3797 cni.go:452] [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key ] I0423 19:50:36.221441 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c8bb6b4ff-xwqmb, hostIfaceName: adab5c8f2e55930, network: default, NAD default, SandboxID: "adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09", PCI device ID: , UID: "23024809-1ec4-4fe3-b98b-45dd849eb8e1", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0423 19:50:36.271928 3797 cni.go:473] [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:20:4e:08:81:21\",\"name\":\"adab5c8f2e55930\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ca32fc8-468d-4eee-9547-b4eca66e18ee\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:36.980599 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:36.980630 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:36.980647 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:36.980655 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0423 19:50:38.335724 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:38.335746 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:38.335755 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:38.335766 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:38.335771 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:38.335775 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0423 19:50:41.698354 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0423 19:50:41.708993 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0423 19:50:45.766917 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:50:46.882741 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0423 19:50:47.639448 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0423 19:50:47.663976 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0423 19:50:47.732389 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:47.732413 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:50:47.732419 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0423 19:50:50.835665 3797 obj_retry.go:498] Detected object openshift-console/console-5d984bf55d-2r7dh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:50.836184 3797 obj_retry.go:498] Detected object openshift-console/console-5d984bf55d-2r7dh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:51.672190 3797 obj_retry.go:492] Detected object openshift-console/console-5d984bf55d-2r7dh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:51.672211 3797 obj_retry.go:492] Detected object openshift-console/console-5d984bf55d-2r7dh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:51.677632 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d984bf55d-2r7dh I0423 19:50:51.677651 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d984bf55d-2r7dh W0423 19:50:52.668169 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0423 19:50:53.488798 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0423 19:50:53.488827 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0423 19:50:55.631349 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:55.631377 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:55.631393 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:55.631400 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:50:56.773712 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0423 19:51:07.364045 3797 obj_retry.go:498] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:07.364631 3797 obj_retry.go:498] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:07.733692 3797 obj_retry.go:492] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:07.733716 3797 obj_retry.go:492] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:07.737273 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-84d49796ff-mkxxq I0423 19:51:07.737299 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-84d49796ff-mkxxq I0423 19:51:12.219155 3797 obj_retry.go:498] Detected object openshift-console/console-67bd86b949-gwgww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:12.219727 3797 obj_retry.go:498] Detected object openshift-console/console-67bd86b949-gwgww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:12.665970 3797 obj_retry.go:492] Detected object openshift-console/console-67bd86b949-gwgww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:12.666001 3797 obj_retry.go:492] Detected object openshift-console/console-67bd86b949-gwgww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:12.672043 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67bd86b949-gwgww I0423 19:51:12.672071 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67bd86b949-gwgww W0423 19:51:13.015006 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:13.015024 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0423 19:51:34.471955 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0423 19:51:35.906197 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:35.906765 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:36.784493 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:36.784523 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:50.752189 3797 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:50.752781 3797 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:50.916601 3797 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:50.916626 3797 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:50.922881 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c8bb6b4ff-kwxs6 I0423 19:51:50.922911 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c8bb6b4ff-kwxs6 I0423 19:52:01.993138 3797 cni.go:452] [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key ] I0423 19:52:02.077358 3797 cni.go:473] [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c8bb6b4ff-xwqmb adab5c8f2e559302aeac8ccf1459fdc23ba24802833646b9283a22378271ad09 network default NAD default NAD key default], result "{}", err I0423 19:52:02.122347 3797 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:02.122383 3797 pods.go:176] Deleting pod: openshift-console/console-7c8bb6b4ff-xwqmb I0423 19:52:02.123657 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c8bb6b4ff-xwqmb, ips: 10.129.0.22 I0423 19:52:02.123684 3797 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:02.484486 3797 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:02.484509 3797 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:02.490526 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c8bb6b4ff-xwqmb I0423 19:52:02.490565 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c8bb6b4ff-xwqmb I0423 19:55:00.273529 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0423 19:55:20.362216 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0423 19:55:22.376881 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0423 19:55:58.697585 3797 namespace.go:98] [tsf] adding namespace I0423 19:55:58.698460 3797 namespace.go:102] [tsf] adding namespace took 845.075µs I0423 19:55:58.713669 3797 namespace.go:142] [tsf] updating namespace I0423 19:55:58.723065 3797 namespace.go:142] [tsf] updating namespace I0423 19:56:00.276439 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=112 I0423 19:56:02.480800 3797 namespace.go:98] [tsf-tas] adding namespace I0423 19:56:02.481708 3797 namespace.go:102] [tsf-tas] adding namespace took 885.067µs I0423 19:56:02.485266 3797 namespace.go:98] [konflux-ui] adding namespace I0423 19:56:02.485349 3797 namespace.go:98] [konflux-operator] adding namespace I0423 19:56:02.485407 3797 namespace.go:98] [rhbk-operator] adding namespace I0423 19:56:02.486103 3797 namespace.go:102] [konflux-ui] adding namespace took 815.121µs I0423 19:56:02.486777 3797 namespace.go:102] [konflux-operator] adding namespace took 1.411855ms I0423 19:56:02.487395 3797 namespace.go:102] [rhbk-operator] adding namespace took 1.966695ms I0423 19:56:02.487420 3797 namespace.go:98] [cert-manager-operator] adding namespace I0423 19:56:02.487957 3797 namespace.go:102] [cert-manager-operator] adding namespace took 530.827µs I0423 19:56:02.489082 3797 namespace.go:98] [rhtpa-operator] adding namespace I0423 19:56:02.489172 3797 namespace.go:98] [tsf-keycloak] adding namespace I0423 19:56:02.489671 3797 namespace.go:102] [rhtpa-operator] adding namespace took 576.57µs I0423 19:56:02.490252 3797 namespace.go:102] [tsf-keycloak] adding namespace took 1.064979ms I0423 19:56:02.491996 3797 namespace.go:98] [tsf-tpa] adding namespace I0423 19:56:02.492611 3797 namespace.go:102] [tsf-tpa] adding namespace took 601.822µs I0423 19:56:02.501540 3797 namespace.go:142] [tsf-tas] updating namespace I0423 19:56:02.514089 3797 namespace.go:142] [tsf-tas] updating namespace I0423 19:56:02.522775 3797 namespace.go:142] [konflux-operator] updating namespace I0423 19:56:02.522874 3797 namespace.go:142] [cert-manager-operator] updating namespace I0423 19:56:02.535059 3797 namespace.go:142] [konflux-ui] updating namespace I0423 19:56:02.535163 3797 namespace.go:142] [rhbk-operator] updating namespace I0423 19:56:02.535291 3797 namespace.go:142] [tsf-keycloak] updating namespace I0423 19:56:02.535422 3797 namespace.go:142] [rhtpa-operator] updating namespace I0423 19:56:02.538737 3797 namespace.go:142] [tsf-tpa] updating namespace I0423 19:56:02.548630 3797 namespace.go:142] [konflux-ui] updating namespace I0423 19:56:02.548722 3797 namespace.go:142] [tsf-tas] updating namespace I0423 19:56:02.568604 3797 namespace.go:142] [konflux-ui] updating namespace I0423 19:56:02.568637 3797 namespace.go:142] [konflux-operator] updating namespace I0423 19:56:02.584023 3797 namespace.go:142] [konflux-operator] updating namespace I0423 19:56:02.584159 3797 namespace.go:142] [rhbk-operator] updating namespace I0423 19:56:02.612137 3797 namespace.go:142] [rhbk-operator] updating namespace I0423 19:56:02.612137 3797 namespace.go:142] [cert-manager-operator] updating namespace I0423 19:56:02.620768 3797 namespace.go:142] [cert-manager-operator] updating namespace I0423 19:56:02.627411 3797 namespace.go:142] [rhtpa-operator] updating namespace I0423 19:56:02.640025 3797 namespace.go:142] [rhtpa-operator] updating namespace I0423 19:56:02.647929 3797 namespace.go:142] [tsf-keycloak] updating namespace I0423 19:56:02.666035 3797 namespace.go:142] [tsf-keycloak] updating namespace I0423 19:56:02.666204 3797 namespace.go:142] [tsf-tpa] updating namespace I0423 19:56:02.693975 3797 namespace.go:142] [tsf-tpa] updating namespace I0423 19:56:03.966332 3797 namespace.go:142] [tsf-keycloak] updating namespace I0423 19:56:03.971784 3797 namespace.go:142] [tsf-tpa] updating namespace I0423 19:56:04.949313 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:04.949445 3797 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 I0423 19:56:04.963026 3797 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8] pod update took 13.609826ms I0423 19:56:04.963046 3797 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8] addLogicalPort annotation time took 13.63618ms I0423 19:56:04.964260 3797 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8] addLogicalPort took 14.966449ms, libovsdb time 857.014µs I0423 19:56:05.185479 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:05.185599 3797 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd I0423 19:56:05.198674 3797 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd] pod update took 13.127205ms I0423 19:56:05.198701 3797 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd] addLogicalPort annotation time took 13.158194ms I0423 19:56:05.199889 3797 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd] addLogicalPort took 14.425116ms, libovsdb time 811.263µs I0423 19:56:05.309336 3797 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key ] I0423 19:56:05.318780 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8, hostIfaceName: 8b1de3e97dc46f1, network: default, NAD default, SandboxID: "8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28", PCI device ID: , UID: "60647982-6731-4994-b1a3-05c49955a6ae", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0423 19:56:05.371245 3797 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5d:20:9c:fc:00\",\"name\":\"8b1de3e97dc46f1\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f4985f5-613d-4eb4-9c76-f9bd6c2a3bb1\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:05.548999 3797 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key ] I0423 19:56:05.559469 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd, hostIfaceName: 529dd9fcc4f746f, network: default, NAD default, SandboxID: "529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067", PCI device ID: , UID: "75c29109-eeb8-4587-96b7-09756742bcdb", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0423 19:56:05.613963 3797 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0c:78:e8:ce:a2\",\"name\":\"529dd9fcc4f746f\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4007af46-f23d-4be6-8eb2-493559bb1260\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:09.188927 3797 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key ] I0423 19:56:09.266836 3797 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd 529dd9fcc4f746f683d30188661e7d24db6d452dd5eb69baeec4dfdbf2aca067 network default NAD default NAD key default], result "{}", err I0423 19:56:09.316412 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:09.316467 3797 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd I0423 19:56:09.318076 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd, ips: 10.129.0.24 I0423 19:56:09.318108 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:09.318129 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:09.318136 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 19:56:09.318318 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:09.318332 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 19:56:09.786192 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:09.786325 3797 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp I0423 19:56:09.798087 3797 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp] pod update took 11.792769ms I0423 19:56:09.798114 3797 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp] addLogicalPort annotation time took 11.821716ms I0423 19:56:09.799525 3797 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp] addLogicalPort took 13.354242ms, libovsdb time 1.003269ms I0423 19:56:10.034918 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:10.035027 3797 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 I0423 19:56:10.047135 3797 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8] pod update took 12.140028ms I0423 19:56:10.047154 3797 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8] addLogicalPort annotation time took 12.16516ms I0423 19:56:10.048484 3797 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8] addLogicalPort took 13.582462ms, libovsdb time 991.595µs I0423 19:56:10.149463 3797 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key ] I0423 19:56:10.159871 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp, hostIfaceName: b28ba4a4068f29d, network: default, NAD default, SandboxID: "b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a", PCI device ID: , UID: "ce142f27-ccee-42da-8af1-259cf066a687", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0423 19:56:10.215956 3797 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1e:96:6c:0a:49\",\"name\":\"b28ba4a4068f29d\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2fcd4c6-5be4-46a8-95e2-b93842906db7\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:10.339469 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:10.339502 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:10.339521 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:10.339531 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:10.396869 3797 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key ] I0423 19:56:10.407240 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8, hostIfaceName: 9e9808bc5f18f4e, network: default, NAD default, SandboxID: "9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839", PCI device ID: , UID: "80160b28-59f9-4229-9f89-9642ba48aeed", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0423 19:56:10.459351 3797 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ea:eb:95:89:89\",\"name\":\"9e9808bc5f18f4e\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a40902c3-ceed-4a22-9a17-ffff116684b8\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:11.206251 3797 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key ] I0423 19:56:11.284853 3797 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 8b1de3e97dc46f17f34df037b6e91433d768124bb09935f444f75b27b6375b28 network default NAD default NAD key default], result "{}", err I0423 19:56:11.330946 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:11.330995 3797 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 I0423 19:56:11.332505 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8, ips: 10.129.0.23 I0423 19:56:11.332539 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:11.332586 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:11.332600 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 19:56:11.332800 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:11.332816 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 19:56:12.244824 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:12.244960 3797 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 I0423 19:56:12.259676 3797 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4] pod update took 14.765374ms I0423 19:56:12.259700 3797 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4] addLogicalPort annotation time took 14.79766ms I0423 19:56:12.261086 3797 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4] addLogicalPort took 16.285127ms, libovsdb time 932.025µs I0423 19:56:12.348258 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:12.348369 3797 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 I0423 19:56:12.363148 3797 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8] pod update took 14.808449ms I0423 19:56:12.363178 3797 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8] addLogicalPort annotation time took 14.845426ms I0423 19:56:12.363250 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:12.363268 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:12.363282 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:12.363291 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:12.364643 3797 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8] addLogicalPort took 16.40541ms, libovsdb time 976.11µs I0423 19:56:12.606270 3797 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key ] I0423 19:56:12.616982 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4, hostIfaceName: cdb8775ac844e06, network: default, NAD default, SandboxID: "cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6", PCI device ID: , UID: "6ffc9f93-7419-49c2-88a0-f7d89f280524", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0423 19:56:12.669624 3797 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e1:bf:82:64:03\",\"name\":\"cdb8775ac844e06\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7914b256-581b-4d06-aca3-e2da411dc096\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:12.715626 3797 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key ] I0423 19:56:12.742570 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8, hostIfaceName: 9862123d52c3a7a, network: default, NAD default, SandboxID: "9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992", PCI device ID: , UID: "9a4ae863-890d-49b8-a88c-57b577eb27fc", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0423 19:56:12.796000 3797 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4f:58:b3:d0:bb\",\"name\":\"9862123d52c3a7a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94962b8d-fb8b-4603-a530-284d1602f0bc\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:15.245816 3797 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key ] I0423 19:56:15.247213 3797 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key ] I0423 19:56:15.317818 3797 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp b28ba4a4068f29d060777dfc5d8c178917cea43c9ba1d2232c6f6ddb69d1549a network default NAD default NAD key default], result "{}", err I0423 19:56:15.349466 3797 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 9e9808bc5f18f4ef1adc3f5cbff94b92c1004619a7fc1fecbdea8b7cf02a2839 network default NAD default NAD key default], result "{}", err I0423 19:56:15.368233 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.368297 3797 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp I0423 19:56:15.369829 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp, ips: 10.129.0.25 I0423 19:56:15.369855 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.369872 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.369879 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 19:56:15.370046 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.370061 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 19:56:15.488931 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.488975 3797 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 I0423 19:56:15.490281 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8, ips: 10.129.0.26 I0423 19:56:15.490307 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.490326 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.490333 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 19:56:15.490513 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:15.490533 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 19:56:16.258474 3797 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key ] I0423 19:56:16.325655 3797 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 9862123d52c3a7afdccb755fb97006d4e4726331d8814b890b6f816cc626c992 network default NAD default NAD key default], result "{}", err I0423 19:56:16.387150 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:16.387187 3797 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 I0423 19:56:16.388453 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8, ips: 10.129.0.28 I0423 19:56:16.388477 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:16.388497 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:16.388506 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 19:56:16.388688 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:16.388704 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 19:56:16.394880 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:16.394927 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:16.394942 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:16.394951 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:16.512108 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:16.512132 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:16.512144 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:16.512154 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:17.264094 3797 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key ] I0423 19:56:17.351462 3797 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 cdb8775ac844e060ecf0969332d5b87ff34e48c1d9cb10ea073d3b3f4467fef6 network default NAD default NAD key default], result "{}", err I0423 19:56:17.402924 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:17.402958 3797 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 I0423 19:56:17.404528 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4, ips: 10.129.0.27 I0423 19:56:17.404584 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:56:17.404607 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:17.404615 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 19:56:17.404822 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:56:17.404839 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 19:56:17.412179 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:17.412208 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:17.412227 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:17.412236 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:18.430767 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:18.430793 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:18.430814 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:18.430824 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:56:27.234475 3797 namespace.go:98] [cert-manager] adding namespace I0423 19:56:27.235324 3797 namespace.go:102] [cert-manager] adding namespace took 824.195µs I0423 19:56:27.262804 3797 namespace.go:142] [cert-manager] updating namespace I0423 19:56:27.291825 3797 namespace.go:142] [cert-manager] updating namespace I0423 19:56:29.073936 3797 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-w56bt] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-w56bt for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:29.074066 3797 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-w56bt I0423 19:56:29.116050 3797 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-w56bt] pod update took 42.010506ms I0423 19:56:29.116074 3797 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-w56bt] addLogicalPort annotation time took 42.040586ms I0423 19:56:29.117217 3797 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-w56bt] addLogicalPort took 43.29781ms, libovsdb time 817.995µs I0423 19:56:29.447916 3797 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-w56bt 772be6790eda94cadd592078c179854793ce345c2f70cc2a9b9f82ede0d0599d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-w56bt 772be6790eda94cadd592078c179854793ce345c2f70cc2a9b9f82ede0d0599d network default NAD default NAD key ] I0423 19:56:29.458116 3797 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-w56bt, hostIfaceName: 772be6790eda94c, network: default, NAD default, SandboxID: "772be6790eda94cadd592078c179854793ce345c2f70cc2a9b9f82ede0d0599d", PCI device ID: , UID: "3ecd09fb-98bf-456d-abe1-d4cd50c411cb", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0423 19:56:29.513115 3797 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-w56bt 772be6790eda94cadd592078c179854793ce345c2f70cc2a9b9f82ede0d0599d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-w56bt 772be6790eda94cadd592078c179854793ce345c2f70cc2a9b9f82ede0d0599d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bc:06:82:3f:1d\",\"name\":\"772be6790eda94c\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c000dc89-9540-4400-a139-1bac7f81d5f4\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:56:31.145077 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0423 19:56:31.915730 3797 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-xf98w] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-xf98w for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:31.915871 3797 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-xf98w I0423 19:56:31.942009 3797 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-xf98w] pod update took 26.165545ms I0423 19:56:31.942031 3797 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-xf98w] addLogicalPort annotation time took 26.193769ms I0423 19:56:31.943396 3797 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-xf98w] addLogicalPort took 27.690438ms, libovsdb time 1.030623ms W0423 19:56:32.425801 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0423 19:56:32.425819 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0423 19:56:32.579642 3797 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-xf98w 2b7d850fcb48a25673a9a2992d94dc327437e2bc97ca22dc6a5fdd8573acf877 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-xf98w 2b7d850fcb48a25673a9a2992d94dc327437e2bc97ca22dc6a5fdd8573acf877 network default NAD default NAD key ] I0423 19:56:32.589895 3797 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-xf98w, hostIfaceName: 2b7d850fcb48a25, network: default, NAD default, SandboxID: "2b7d850fcb48a25673a9a2992d94dc327437e2bc97ca22dc6a5fdd8573acf877", PCI device ID: , UID: "ee71bb86-2b8b-4df1-93d9-deb3e9e6a9e3", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0423 19:56:32.643072 3797 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-xf98w 2b7d850fcb48a25673a9a2992d94dc327437e2bc97ca22dc6a5fdd8573acf877 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-xf98w 2b7d850fcb48a25673a9a2992d94dc327437e2bc97ca22dc6a5fdd8573acf877 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f6:37:67:fa:63\",\"name\":\"2b7d850fcb48a25\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db54347-c5a8-420c-a1ca-f16cb1bd4e66\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:56:34.742891 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 19:56:34.753259 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 19:56:34.766929 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 19:56:34.773580 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 19:56:37.086942 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0423 19:56:38.362439 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0423 19:56:38.362461 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0423 19:56:38.958807 3797 namespace.go:142] [openshift-operators] updating namespace I0423 19:56:38.969029 3797 namespace.go:142] [openshift-operators] updating namespace I0423 19:56:40.756689 3797 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-bfctm] creating logical port cert-manager_cert-manager-59c77684cc-bfctm for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:40.756782 3797 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-bfctm I0423 19:56:40.773356 3797 pod.go:62] [cert-manager/cert-manager-59c77684cc-bfctm] pod update took 16.599772ms I0423 19:56:40.773381 3797 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-bfctm] addLogicalPort annotation time took 16.629656ms I0423 19:56:40.774599 3797 pods.go:271] [cert-manager/cert-manager-59c77684cc-bfctm] addLogicalPort took 17.924346ms, libovsdb time 822.955µs I0423 19:56:41.117874 3797 cni.go:452] [cert-manager/cert-manager-59c77684cc-bfctm a1bc45a11e9fd2599d7c0ed8fe99ab12dbc80cde7ccc07f3026e4ba831222334 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-bfctm a1bc45a11e9fd2599d7c0ed8fe99ab12dbc80cde7ccc07f3026e4ba831222334 network default NAD default NAD key ] I0423 19:56:41.127100 3797 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-bfctm, hostIfaceName: a1bc45a11e9fd25, network: default, NAD default, SandboxID: "a1bc45a11e9fd2599d7c0ed8fe99ab12dbc80cde7ccc07f3026e4ba831222334", PCI device ID: , UID: "5ffa72fc-b361-460f-938b-a49180cbfbe8", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0423 19:56:41.179492 3797 cni.go:473] [cert-manager/cert-manager-59c77684cc-bfctm a1bc45a11e9fd2599d7c0ed8fe99ab12dbc80cde7ccc07f3026e4ba831222334 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-bfctm a1bc45a11e9fd2599d7c0ed8fe99ab12dbc80cde7ccc07f3026e4ba831222334 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:49:4f:64:36:6c\",\"name\":\"a1bc45a11e9fd25\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52856602-8974-4191-ae2c-e062aaba76c2\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:42.389925 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0423 19:56:45.934474 3797 namespace.go:142] [openshift-operators] updating namespace I0423 19:56:46.254637 3797 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-wxgnr for pod on switch ip-10-0-1-57.ec2.internal I0423 19:56:46.254754 3797 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr I0423 19:56:46.283938 3797 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr] pod update took 29.211708ms I0423 19:56:46.283959 3797 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr] addLogicalPort annotation time took 29.237578ms I0423 19:56:46.285138 3797 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr] addLogicalPort took 30.520092ms, libovsdb time 850.516µs I0423 19:56:46.617818 3797 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr 68a21507f7d1a14379cb6e7c815db218816c69e5d93e5f211c73f5aaa988b6ad network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr 68a21507f7d1a14379cb6e7c815db218816c69e5d93e5f211c73f5aaa988b6ad network default NAD default NAD key ] I0423 19:56:46.627186 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-wxgnr, hostIfaceName: 68a21507f7d1a14, network: default, NAD default, SandboxID: "68a21507f7d1a14379cb6e7c815db218816c69e5d93e5f211c73f5aaa988b6ad", PCI device ID: , UID: "e2cc6446-eefd-466b-a1d9-6a8ceafd3c20", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0423 19:56:46.679124 3797 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr 68a21507f7d1a14379cb6e7c815db218816c69e5d93e5f211c73f5aaa988b6ad network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-wxgnr 68a21507f7d1a14379cb6e7c815db218816c69e5d93e5f211c73f5aaa988b6ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:58:3e:5d:fd:38\",\"name\":\"68a21507f7d1a14\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0db9955-3476-426f-8439-b45d90e15a1d\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:56:49.288101 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=568 I0423 19:56:53.348009 3797 namespace.go:98] [trusted-artifact-signer] adding namespace I0423 19:56:53.348820 3797 namespace.go:102] [trusted-artifact-signer] adding namespace took 790.949µs I0423 19:56:53.397994 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 19:56:53.409621 3797 namespace.go:142] [trusted-artifact-signer] updating namespace W0423 19:56:54.167276 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0423 19:57:01.171598 3797 namespace.go:98] [openshift-pipelines] adding namespace I0423 19:57:01.172602 3797 namespace.go:102] [openshift-pipelines] adding namespace took 979.118µs I0423 19:57:01.191985 3797 namespace.go:142] [openshift-pipelines] updating namespace I0423 19:57:01.278320 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0423 19:57:01.874800 3797 namespace.go:142] [cert-manager] updating namespace I0423 19:57:02.079868 3797 namespace.go:142] [cert-manager-operator] updating namespace I0423 19:57:02.482928 3797 namespace.go:142] [konflux-operator] updating namespace I0423 19:57:02.682680 3797 namespace.go:142] [konflux-ui] updating namespace I0423 19:57:02.883696 3797 namespace.go:142] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] updating namespace I0423 19:57:03.282376 3797 namespace.go:142] [rhbk-operator] updating namespace I0423 19:57:03.482508 3797 namespace.go:142] [rhtpa-operator] updating namespace I0423 19:57:03.682288 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 19:57:03.883307 3797 namespace.go:142] [tsf] updating namespace I0423 19:57:04.085387 3797 namespace.go:142] [tsf-keycloak] updating namespace I0423 19:57:04.283842 3797 namespace.go:142] [tsf-tas] updating namespace I0423 19:57:04.485380 3797 namespace.go:142] [tsf-tpa] updating namespace I0423 19:57:04.613088 3797 namespace.go:142] [cert-manager] updating namespace I0423 19:57:04.623963 3797 namespace.go:142] [cert-manager-operator] updating namespace I0423 19:57:04.631576 3797 namespace.go:142] [default] updating namespace I0423 19:57:04.642096 3797 namespace.go:142] [konflux-operator] updating namespace I0423 19:57:04.650720 3797 namespace.go:142] [konflux-ui] updating namespace I0423 19:57:04.660641 3797 namespace.go:142] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] updating namespace I0423 19:57:04.668113 3797 namespace.go:142] [openshift] updating namespace I0423 19:57:04.681644 3797 namespace.go:142] [rhbk-operator] updating namespace I0423 19:57:04.693296 3797 namespace.go:142] [rhtpa-operator] updating namespace I0423 19:57:04.701170 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 19:57:04.711120 3797 namespace.go:142] [tsf] updating namespace I0423 19:57:04.730166 3797 namespace.go:142] [tsf-keycloak] updating namespace I0423 19:57:04.744261 3797 namespace.go:142] [tsf-tas] updating namespace I0423 19:57:04.765482 3797 namespace.go:142] [tsf-tpa] updating namespace I0423 19:57:04.866936 3797 namespace.go:142] [cert-manager] updating namespace I0423 19:57:04.967698 3797 namespace.go:142] [cert-manager-operator] updating namespace I0423 19:57:05.066761 3797 namespace.go:142] [default] updating namespace I0423 19:57:05.169202 3797 namespace.go:142] [konflux-operator] updating namespace I0423 19:57:05.267638 3797 namespace.go:142] [konflux-ui] updating namespace I0423 19:57:05.368375 3797 namespace.go:142] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] updating namespace I0423 19:57:05.472104 3797 namespace.go:142] [openshift] updating namespace I0423 19:57:05.569041 3797 namespace.go:142] [rhbk-operator] updating namespace I0423 19:57:05.688249 3797 namespace.go:142] [rhtpa-operator] updating namespace I0423 19:57:05.812761 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 19:57:06.187949 3797 namespace.go:142] [tsf] updating namespace I0423 19:57:06.493908 3797 namespace.go:142] [tsf-keycloak] updating namespace I0423 19:57:06.718286 3797 namespace.go:142] [tsf-tas] updating namespace I0423 19:57:06.932144 3797 namespace.go:142] [tsf-tpa] updating namespace I0423 19:57:07.210311 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:07.210930 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:07.235716 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:07.235737 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:07.241176 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0423 19:57:07.241199 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0423 19:57:07.478869 3797 namespace.go:142] [openshift-pipelines] updating namespace I0423 19:57:10.034389 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0423 19:57:15.439257 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw for pod on switch ip-10-0-1-57.ec2.internal I0423 19:57:15.439360 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw I0423 19:57:15.457323 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw] pod update took 17.993103ms I0423 19:57:15.457343 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw] addLogicalPort annotation time took 18.016749ms I0423 19:57:15.458700 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw] addLogicalPort took 19.462774ms, libovsdb time 976.552µs I0423 19:57:15.542311 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-vr5st for pod on switch ip-10-0-1-57.ec2.internal I0423 19:57:15.542471 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st I0423 19:57:15.560437 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st] pod update took 18.00698ms I0423 19:57:15.560459 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st] addLogicalPort annotation time took 18.033999ms I0423 19:57:15.561696 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st] addLogicalPort took 19.407518ms, libovsdb time 888.132µs I0423 19:57:15.804931 3797 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw 5a387d1f5e7092419d84f4da32a9d02f7ada4c2c020d52736a8e5103d6387022 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw 5a387d1f5e7092419d84f4da32a9d02f7ada4c2c020d52736a8e5103d6387022 network default NAD default NAD key ] I0423 19:57:15.814568 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw, hostIfaceName: 5a387d1f5e70924, network: default, NAD default, SandboxID: "5a387d1f5e7092419d84f4da32a9d02f7ada4c2c020d52736a8e5103d6387022", PCI device ID: , UID: "c6027ba8-6e38-456e-91b2-d8aad0e0368a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0423 19:57:15.869805 3797 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw 5a387d1f5e7092419d84f4da32a9d02f7ada4c2c020d52736a8e5103d6387022 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bmzpw 5a387d1f5e7092419d84f4da32a9d02f7ada4c2c020d52736a8e5103d6387022 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0e:a1:43:92:9c\",\"name\":\"5a387d1f5e70924\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1b465b8-ee10-4a46-9444-1a8341b789cc\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:57:15.907193 3797 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st fb9242ca9952cf4e55dbfb873b7a8024bc02d708a68fe3b0dfc8591a331d0822 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st fb9242ca9952cf4e55dbfb873b7a8024bc02d708a68fe3b0dfc8591a331d0822 network default NAD default NAD key ] I0423 19:57:15.917544 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-vr5st, hostIfaceName: fb9242ca9952cf4, network: default, NAD default, SandboxID: "fb9242ca9952cf4e55dbfb873b7a8024bc02d708a68fe3b0dfc8591a331d0822", PCI device ID: , UID: "1fc0088d-a6f3-4694-89bf-0bf740fc9c0f", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0423 19:57:15.969583 3797 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st fb9242ca9952cf4e55dbfb873b7a8024bc02d708a68fe3b0dfc8591a331d0822 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vr5st fb9242ca9952cf4e55dbfb873b7a8024bc02d708a68fe3b0dfc8591a331d0822 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b8:f5:7a:0f:71\",\"name\":\"fb9242ca9952cf4\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a60f04b0-57d4-4aae-8ec6-a3d336822ee5\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:57:17.393713 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0423 19:57:20.654521 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 19:57:20.654539 3797 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 19:57:20.654545 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 19:57:20.654565 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 19:57:21.152347 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 19:57:21.152395 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 19:57:21.152401 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 19:57:21.210894 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 19:57:21.210920 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 19:57:21.210926 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 19:57:25.148330 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0423 19:57:27.312816 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0423 19:57:31.399882 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0423 19:57:31.601143 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 19:57:31.601174 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 19:57:31.601182 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 19:57:31.601188 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0423 19:57:39.485665 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-m2x48 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:57:39.485770 3797 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48 I0423 19:57:39.500033 3797 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48] pod update took 14.290596ms I0423 19:57:39.500055 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48] addLogicalPort annotation time took 14.320254ms I0423 19:57:39.501255 3797 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48] addLogicalPort took 15.609475ms, libovsdb time 851.255µs I0423 19:57:39.848677 3797 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48 b36d399be3df239a126c357c19e497e521935c080b8fa6ab01e2f6e87bdcf6a5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48 b36d399be3df239a126c357c19e497e521935c080b8fa6ab01e2f6e87bdcf6a5 network default NAD default NAD key ] I0423 19:57:39.858005 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-m2x48, hostIfaceName: b36d399be3df239, network: default, NAD default, SandboxID: "b36d399be3df239a126c357c19e497e521935c080b8fa6ab01e2f6e87bdcf6a5", PCI device ID: , UID: "4b89f573-ef82-48dd-9eb9-d93f39a774f1", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0423 19:57:39.910607 3797 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48 b36d399be3df239a126c357c19e497e521935c080b8fa6ab01e2f6e87bdcf6a5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-m2x48 b36d399be3df239a126c357c19e497e521935c080b8fa6ab01e2f6e87bdcf6a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:4a:6c:24:43:13\",\"name\":\"b36d399be3df239\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30d0afc1-b617-430c-b140-aa130feb6e60\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:57:42.709408 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0423 19:57:51.419626 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:51.420181 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:51.438746 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:51.438772 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:51.445413 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0423 19:57:51.445434 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0423 19:57:53.181373 3797 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0423 19:57:53.182077 3797 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0423 19:57:53.182096 3797 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0423 19:57:53.184016 3797 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0423 19:57:53.720815 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0423 19:57:54.360966 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0423 19:57:55.732866 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-c8dtf for pod on switch ip-10-0-1-57.ec2.internal I0423 19:57:55.732987 3797 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf I0423 19:57:55.749505 3797 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf] pod update took 16.553337ms I0423 19:57:55.749525 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf] addLogicalPort annotation time took 16.581132ms I0423 19:57:55.750690 3797 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf] addLogicalPort took 17.847275ms, libovsdb time 809.303µs I0423 19:57:56.110353 3797 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf 98c921bc8b20f7039190a3a6b799bc6ba8e709943e55876b90d9296d6a6fb36d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf 98c921bc8b20f7039190a3a6b799bc6ba8e709943e55876b90d9296d6a6fb36d network default NAD default NAD key ] I0423 19:57:56.119779 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-c8dtf, hostIfaceName: 98c921bc8b20f70, network: default, NAD default, SandboxID: "98c921bc8b20f7039190a3a6b799bc6ba8e709943e55876b90d9296d6a6fb36d", PCI device ID: , UID: "78da2ca0-b3da-4d14-9786-57d76b96f85d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0423 19:57:56.172146 3797 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf 98c921bc8b20f7039190a3a6b799bc6ba8e709943e55876b90d9296d6a6fb36d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-c8dtf 98c921bc8b20f7039190a3a6b799bc6ba8e709943e55876b90d9296d6a6fb36d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:8b:b5:b9:af:26\",\"name\":\"98c921bc8b20f70\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3521680a-52b2-45d3-ba55-b1d79f49f4d6\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:57:56.371581 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0423 19:57:59.706976 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0423 19:58:00.480711 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0423 19:58:00.480731 3797 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0423 19:58:00.485203 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0423 19:58:00.485218 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0423 19:58:13.790503 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-dnsf4 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:58:13.790614 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4 I0423 19:58:13.819430 3797 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4] pod update took 28.841385ms I0423 19:58:13.819456 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4] addLogicalPort annotation time took 28.872874ms I0423 19:58:13.820730 3797 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4] addLogicalPort took 30.240957ms, libovsdb time 871.532µs I0423 19:58:13.909121 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-f4q74 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:58:13.909212 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74 I0423 19:58:13.925155 3797 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74] pod update took 15.966605ms I0423 19:58:13.925176 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74] addLogicalPort annotation time took 15.992777ms I0423 19:58:13.926391 3797 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74] addLogicalPort took 17.285359ms, libovsdb time 831.608µs I0423 19:58:13.998085 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-g2mn5 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:58:13.998171 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5 I0423 19:58:14.021060 3797 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5] pod update took 22.911828ms I0423 19:58:14.021078 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5] addLogicalPort annotation time took 22.933911ms I0423 19:58:14.022341 3797 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5] addLogicalPort took 24.272314ms, libovsdb time 918.157µs I0423 19:58:15.655083 3797 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4 3d363e63ca1dc6bad924d126c08cbd74ab9100ca7cf8be3c51b4a3c5d77bbf09 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4 3d363e63ca1dc6bad924d126c08cbd74ab9100ca7cf8be3c51b4a3c5d77bbf09 network default NAD default NAD key ] I0423 19:58:15.667106 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-dnsf4, hostIfaceName: 3d363e63ca1dc6b, network: default, NAD default, SandboxID: "3d363e63ca1dc6bad924d126c08cbd74ab9100ca7cf8be3c51b4a3c5d77bbf09", PCI device ID: , UID: "1fbef40a-0a4b-482d-bb0e-db81884f4d3b", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0423 19:58:15.719569 3797 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4 3d363e63ca1dc6bad924d126c08cbd74ab9100ca7cf8be3c51b4a3c5d77bbf09 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-dnsf4 3d363e63ca1dc6bad924d126c08cbd74ab9100ca7cf8be3c51b4a3c5d77bbf09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:88:2b:6b:c2:40\",\"name\":\"3d363e63ca1dc6b\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cfbf305-ccc2-45e1-9b8f-89dce18cc17e\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:58:15.773124 3797 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74 af64eea98d70b16f0bc247265e30550801e847c4f32ce1a8c28ba03ec8a4331b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74 af64eea98d70b16f0bc247265e30550801e847c4f32ce1a8c28ba03ec8a4331b network default NAD default NAD key ] I0423 19:58:15.784093 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-f4q74, hostIfaceName: af64eea98d70b16, network: default, NAD default, SandboxID: "af64eea98d70b16f0bc247265e30550801e847c4f32ce1a8c28ba03ec8a4331b", PCI device ID: , UID: "29dfac89-4896-4e8a-8812-2ff156dfe911", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0423 19:58:15.836113 3797 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74 af64eea98d70b16f0bc247265e30550801e847c4f32ce1a8c28ba03ec8a4331b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-f4q74 af64eea98d70b16f0bc247265e30550801e847c4f32ce1a8c28ba03ec8a4331b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:6a:d8:e7:86:8a\",\"name\":\"af64eea98d70b16\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b69c731a-ed8a-40e0-ad56-25342fb3d890\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:58:15.860540 3797 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5 8430c3f1cb0e7545b30b127ada452e350955c4f26105631e08582b31089f9ce2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5 8430c3f1cb0e7545b30b127ada452e350955c4f26105631e08582b31089f9ce2 network default NAD default NAD key ] I0423 19:58:15.872992 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-g2mn5, hostIfaceName: 8430c3f1cb0e754, network: default, NAD default, SandboxID: "8430c3f1cb0e7545b30b127ada452e350955c4f26105631e08582b31089f9ce2", PCI device ID: , UID: "2443d72e-a238-47d9-a68c-a00c3db3322e", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0423 19:58:15.924477 3797 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5 8430c3f1cb0e7545b30b127ada452e350955c4f26105631e08582b31089f9ce2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g2mn5 8430c3f1cb0e7545b30b127ada452e350955c4f26105631e08582b31089f9ce2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:84:80:58:cb:50\",\"name\":\"8430c3f1cb0e754\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d8476c3-8a0b-4d09-8a85-43d83dda3399\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:58:21.952432 3797 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 19:58:21.952448 3797 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 19:58:21.952453 3797 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0423 19:58:26.399132 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0423 19:58:34.382508 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0423 19:58:35.672833 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 19:58:35.672851 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 19:58:35.672858 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0423 19:58:39.365707 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0423 19:58:43.777111 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:58:43.777747 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:58:43.814572 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:58:43.814599 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:58:43.823379 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0423 19:58:43.823409 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0423 19:58:46.286247 3797 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-667bf7f7f6-wdbrt] creating logical port tsf-tas_fulcio-server-667bf7f7f6-wdbrt for pod on switch ip-10-0-1-57.ec2.internal I0423 19:58:46.286333 3797 kube.go:256] Updating pod tsf-tas/fulcio-server-667bf7f7f6-wdbrt I0423 19:58:46.305460 3797 pod.go:62] [tsf-tas/fulcio-server-667bf7f7f6-wdbrt] pod update took 19.143532ms I0423 19:58:46.305488 3797 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-667bf7f7f6-wdbrt] addLogicalPort annotation time took 19.176007ms I0423 19:58:46.306696 3797 pods.go:271] [tsf-tas/fulcio-server-667bf7f7f6-wdbrt] addLogicalPort took 20.464675ms, libovsdb time 827.358µs I0423 19:58:46.650271 3797 cni.go:452] [tsf-tas/fulcio-server-667bf7f7f6-wdbrt 8fd7466d8d366a6eb593fa19cd254fc62f4b1ef495561e9d6f936f1ab83f029a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-667bf7f7f6-wdbrt 8fd7466d8d366a6eb593fa19cd254fc62f4b1ef495561e9d6f936f1ab83f029a network default NAD default NAD key ] I0423 19:58:46.659691 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-667bf7f7f6-wdbrt, hostIfaceName: 8fd7466d8d366a6, network: default, NAD default, SandboxID: "8fd7466d8d366a6eb593fa19cd254fc62f4b1ef495561e9d6f936f1ab83f029a", PCI device ID: , UID: "0ce2e2a4-572a-489e-893d-ce27f07653af", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0423 19:58:46.714625 3797 cni.go:473] [tsf-tas/fulcio-server-667bf7f7f6-wdbrt 8fd7466d8d366a6eb593fa19cd254fc62f4b1ef495561e9d6f936f1ab83f029a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-667bf7f7f6-wdbrt 8fd7466d8d366a6eb593fa19cd254fc62f4b1ef495561e9d6f936f1ab83f029a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:62:3d:ed:87:05\",\"name\":\"8fd7466d8d366a6\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8f8bc3c-19ce-4a9d-92b0-f0128c17bc70\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:58:46.773997 3797 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6997f44697-jrp5t] creating logical port tsf-tas_trillian-logsigner-6997f44697-jrp5t for pod on switch ip-10-0-1-57.ec2.internal I0423 19:58:46.774116 3797 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6997f44697-jrp5t I0423 19:58:46.810629 3797 pod.go:62] [tsf-tas/trillian-logsigner-6997f44697-jrp5t] pod update took 36.536013ms I0423 19:58:46.810651 3797 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6997f44697-jrp5t] addLogicalPort annotation time took 36.563958ms I0423 19:58:46.811873 3797 pods.go:271] [tsf-tas/trillian-logsigner-6997f44697-jrp5t] addLogicalPort took 37.895112ms, libovsdb time 875.674µs I0423 19:58:47.740439 3797 cni.go:452] [tsf-tas/trillian-logsigner-6997f44697-jrp5t 6fe73b6dd267c2b5b0b7aa4f5ac681c4d71477540d57e799eb99fd2dd0128886 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6997f44697-jrp5t 6fe73b6dd267c2b5b0b7aa4f5ac681c4d71477540d57e799eb99fd2dd0128886 network default NAD default NAD key ] I0423 19:58:47.750823 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6997f44697-jrp5t, hostIfaceName: 6fe73b6dd267c2b, network: default, NAD default, SandboxID: "6fe73b6dd267c2b5b0b7aa4f5ac681c4d71477540d57e799eb99fd2dd0128886", PCI device ID: , UID: "d73ddb75-f4ad-4592-9bde-dbb1736ed566", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0423 19:58:47.804305 3797 cni.go:473] [tsf-tas/trillian-logsigner-6997f44697-jrp5t 6fe73b6dd267c2b5b0b7aa4f5ac681c4d71477540d57e799eb99fd2dd0128886 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6997f44697-jrp5t 6fe73b6dd267c2b5b0b7aa4f5ac681c4d71477540d57e799eb99fd2dd0128886 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:57:34:f0:d4:a0\",\"name\":\"6fe73b6dd267c2b\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d33786d8-59cc-4f05-a983-dd0bb7367c1a\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:58:49.077412 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0423 19:58:49.077429 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0423 19:58:49.103958 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0423 19:58:49.104019 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0423 19:58:52.913216 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tkhpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:58:52.913858 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tkhpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:58:53.794721 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tkhpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:58:53.794750 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tkhpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 19:58:55.121947 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0423 19:58:58.277346 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=102 W0423 19:59:00.712269 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0423 19:59:02.709047 3797 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0423 19:59:03.828614 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:03.829143 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:04.849278 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:04.849305 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 19:59:08.854819 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0423 19:59:10.737343 3797 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0423 19:59:10.737362 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0423 19:59:20.938652 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-rjld5 for pod on switch ip-10-0-1-57.ec2.internal I0423 19:59:20.938751 3797 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5 I0423 19:59:20.952734 3797 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5] pod update took 14.00394ms I0423 19:59:20.952763 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5] addLogicalPort annotation time took 14.03757ms I0423 19:59:20.954208 3797 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5] addLogicalPort took 15.572387ms, libovsdb time 907.316µs I0423 19:59:21.302835 3797 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5 9280cdf067e58b54fb32932780d4559b0f41a8f192f7f5e8228ed1aa6b972ae2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5 9280cdf067e58b54fb32932780d4559b0f41a8f192f7f5e8228ed1aa6b972ae2 network default NAD default NAD key ] I0423 19:59:21.312400 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-rjld5, hostIfaceName: 9280cdf067e58b5, network: default, NAD default, SandboxID: "9280cdf067e58b54fb32932780d4559b0f41a8f192f7f5e8228ed1aa6b972ae2", PCI device ID: , UID: "e3489713-7b94-4419-a782-67f4c5c1ac44", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0423 19:59:21.366436 3797 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5 9280cdf067e58b54fb32932780d4559b0f41a8f192f7f5e8228ed1aa6b972ae2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-rjld5 9280cdf067e58b54fb32932780d4559b0f41a8f192f7f5e8228ed1aa6b972ae2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f9:85:4a:7c:82\",\"name\":\"9280cdf067e58b5\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3111056d-61bc-4454-866c-d3c2849a3b05\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:59:29.265187 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0423 19:59:35.012545 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:35.013140 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:35.030923 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:35.030944 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:35.036910 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0423 19:59:35.036934 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0423 19:59:41.040927 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:41.041439 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:41.920996 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:41.921024 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:43.175940 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:43.176430 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:44.051256 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:44.051283 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:44.171383 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-qnxz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:44.171950 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-qnxz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:45.196118 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:45.196139 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:45.501206 3797 namespace.go:142] [openshift-pipelines] updating namespace W0423 19:59:48.945012 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0423 19:59:51.962849 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0423 19:59:52.973303 3797 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0423 19:59:53.214449 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:53.215005 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:54.234191 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:54.234213 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:54.281885 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:54.281905 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:54.286724 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qnxz7 I0423 19:59:54.286746 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qnxz7 I0423 19:59:58.435876 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:58.436433 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:59:58.455493 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:58.455513 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:59:58.464241 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0423 19:59:58.464265 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0423 19:59:59.013434 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0423 20:00:04.185043 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:04.185602 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:05.062205 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:05.062224 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:06.300213 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-dqdjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:06.300798 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-dqdjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:07.323385 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-dqdjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:07.323412 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-dqdjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:10.324584 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-p85md of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:10.325150 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-p85md of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:10.462284 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-p85md of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:10.462310 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-p85md of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:10.643328 3797 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-nx22w] creating logical port tsf-tpa_create-importers-nx22w for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:10.643442 3797 kube.go:256] Updating pod tsf-tpa/create-importers-nx22w I0423 20:00:10.656203 3797 pod.go:62] [tsf-tpa/create-importers-nx22w] pod update took 12.793385ms I0423 20:00:10.656231 3797 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-nx22w] addLogicalPort annotation time took 12.827486ms I0423 20:00:10.657765 3797 pods.go:271] [tsf-tpa/create-importers-nx22w] addLogicalPort took 14.459184ms, libovsdb time 940.216µs I0423 20:00:11.014430 3797 cni.go:452] [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key ] I0423 20:00:11.024033 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-nx22w, hostIfaceName: 0b486b573306aa0, network: default, NAD default, SandboxID: "0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc", PCI device ID: , UID: "3ad64189-92d7-4d56-bcf3-9bcf9ba6cb4b", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0423 20:00:11.080259 3797 cni.go:473] [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c4:06:94:08:de\",\"name\":\"0b486b573306aa0\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ce0af08-5a51-4141-9376-5147ffb46e0d\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:00:14.375275 3797 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-jr2f6-knqbv] creating logical port tsf-tas_tuf-repository-init-jr2f6-knqbv for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:14.375395 3797 kube.go:256] Updating pod tsf-tas/tuf-repository-init-jr2f6-knqbv I0423 20:00:14.389752 3797 pod.go:62] [tsf-tas/tuf-repository-init-jr2f6-knqbv] pod update took 14.382537ms I0423 20:00:14.389772 3797 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-jr2f6-knqbv] addLogicalPort annotation time took 14.406606ms I0423 20:00:14.391162 3797 pods.go:271] [tsf-tas/tuf-repository-init-jr2f6-knqbv] addLogicalPort took 15.904141ms, libovsdb time 918.87µs I0423 20:00:15.577250 3797 cni.go:452] [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key ] I0423 20:00:15.648396 3797 cni.go:473] [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-nx22w 0b486b573306aa02b5ef928b82d193a773935d645be418cd0b11fd90c7bb3bdc network default NAD default NAD key default], result "{}", err I0423 20:00:15.698628 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-nx22w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:15.698663 3797 pods.go:176] Deleting pod: tsf-tpa/create-importers-nx22w I0423 20:00:15.700040 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-nx22w, ips: 10.129.0.43 I0423 20:00:15.700074 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-nx22w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:16.722882 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-nx22w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:16.722910 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-nx22w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:22.238525 3797 cni.go:452] [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key ] I0423 20:00:22.248115 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-jr2f6-knqbv, hostIfaceName: 79d80783e42afe8, network: default, NAD default, SandboxID: "79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab", PCI device ID: , UID: "24e6a916-0678-4005-8b24-d4562ffcaee5", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0423 20:00:22.302338 3797 cni.go:473] [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f3:97:03:66:ad\",\"name\":\"79d80783e42afe8\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a4fdd92-d3a4-4c0f-b17e-57690720884e\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:00:25.261953 3797 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0423 20:00:28.658603 3797 cni.go:452] [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key ] I0423 20:00:28.747000 3797 cni.go:473] [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-jr2f6-knqbv 79d80783e42afe8792df812897ac789c75ef8970145d946440c85d3b7a6c75ab network default NAD default NAD key default], result "{}", err I0423 20:00:28.799347 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:28.799381 3797 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-jr2f6-knqbv I0423 20:00:28.800730 3797 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-jr2f6-knqbv, ips: 10.129.0.44 I0423 20:00:28.800761 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:29.666157 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:29.666185 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:31.504442 3797 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-6mbxs] creating logical port tsf-tas_tuf-97fc8ff76-6mbxs for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:31.504585 3797 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-6mbxs I0423 20:00:31.520318 3797 pod.go:62] [tsf-tas/tuf-97fc8ff76-6mbxs] pod update took 15.778039ms I0423 20:00:31.520350 3797 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-6mbxs] addLogicalPort annotation time took 15.815793ms I0423 20:00:31.521690 3797 pods.go:271] [tsf-tas/tuf-97fc8ff76-6mbxs] addLogicalPort took 17.260579ms, libovsdb time 933.323µs I0423 20:00:32.169248 3797 cni.go:452] [tsf-tas/tuf-97fc8ff76-6mbxs 6483bbf7af75f3d3a434e5726df0b6533901e729414e78c11bb3253d1e8f4b70 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-6mbxs 6483bbf7af75f3d3a434e5726df0b6533901e729414e78c11bb3253d1e8f4b70 network default NAD default NAD key ] I0423 20:00:32.179049 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-6mbxs, hostIfaceName: 6483bbf7af75f3d, network: default, NAD default, SandboxID: "6483bbf7af75f3d3a434e5726df0b6533901e729414e78c11bb3253d1e8f4b70", PCI device ID: , UID: "11677f51-15bc-422a-953f-f3a96490563e", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0423 20:00:32.235170 3797 cni.go:473] [tsf-tas/tuf-97fc8ff76-6mbxs 6483bbf7af75f3d3a434e5726df0b6533901e729414e78c11bb3253d1e8f4b70 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-6mbxs 6483bbf7af75f3d3a434e5726df0b6533901e729414e78c11bb3253d1e8f4b70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:40:41:4a:23:da\",\"name\":\"6483bbf7af75f3d\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1727ff5-1e6b-4ac2-b803-1b2f5cc1039e\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:00:35.276864 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0423 20:00:37.705432 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0423 20:00:48.714529 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0423 20:00:52.467475 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:52.468032 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:52.507606 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:52.507630 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:52.513371 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0423 20:00:52.513394 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0423 20:00:53.209217 3797 namespace.go:98] [image-controller] adding namespace I0423 20:00:53.209350 3797 namespace.go:98] [default-tenant] adding namespace I0423 20:00:53.210161 3797 namespace.go:102] [image-controller] adding namespace took 921.484µs I0423 20:00:53.210769 3797 namespace.go:102] [default-tenant] adding namespace took 1.402272ms I0423 20:00:53.215958 3797 namespace.go:98] [integration-service] adding namespace I0423 20:00:53.216057 3797 namespace.go:98] [build-service] adding namespace I0423 20:00:53.216663 3797 namespace.go:102] [integration-service] adding namespace took 690.167µs I0423 20:00:53.217260 3797 namespace.go:102] [build-service] adding namespace took 1.186992ms I0423 20:00:53.242387 3797 namespace.go:142] [image-controller] updating namespace I0423 20:00:53.267324 3797 namespace.go:142] [image-controller] updating namespace I0423 20:00:53.278602 3797 namespace.go:142] [default-tenant] updating namespace I0423 20:00:53.321928 3797 namespace.go:142] [integration-service] updating namespace I0423 20:00:53.324180 3797 namespace.go:142] [default-tenant] updating namespace I0423 20:00:53.346951 3797 namespace.go:142] [build-service] updating namespace I0423 20:00:53.351741 3797 namespace.go:142] [integration-service] updating namespace I0423 20:00:53.374245 3797 namespace.go:142] [build-service] updating namespace I0423 20:00:53.439471 3797 namespace.go:142] [build-service] updating namespace I0423 20:00:53.457008 3797 namespace.go:142] [integration-service] updating namespace I0423 20:00:53.477904 3797 namespace.go:98] [release-service] adding namespace I0423 20:00:53.478775 3797 namespace.go:102] [release-service] adding namespace took 854.027µs I0423 20:00:53.501278 3797 namespace.go:142] [release-service] updating namespace I0423 20:00:53.523479 3797 namespace.go:142] [release-service] updating namespace I0423 20:00:53.571539 3797 namespace.go:142] [konflux-ui] updating namespace I0423 20:00:53.619750 3797 namespace.go:98] [konflux-info] adding namespace I0423 20:00:53.620541 3797 namespace.go:102] [konflux-info] adding namespace took 770.125µs I0423 20:00:53.657034 3797 namespace.go:142] [konflux-info] updating namespace I0423 20:00:53.734059 3797 namespace.go:142] [konflux-info] updating namespace I0423 20:00:53.837328 3797 namespace.go:98] [namespace-lister] adding namespace I0423 20:00:53.838089 3797 namespace.go:102] [namespace-lister] adding namespace took 740.014µs I0423 20:00:53.936259 3797 namespace.go:142] [namespace-lister] updating namespace I0423 20:00:53.985220 3797 namespace.go:98] [enterprise-contract-service] adding namespace I0423 20:00:53.986085 3797 namespace.go:102] [enterprise-contract-service] adding namespace took 841.284µs I0423 20:00:54.000594 3797 namespace.go:142] [namespace-lister] updating namespace I0423 20:00:54.101274 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:00:54.175102 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:00:54.212637 3797 namespace.go:142] [image-controller] updating namespace I0423 20:00:54.636043 3797 namespace.go:142] [default-tenant] updating namespace I0423 20:00:54.910462 3797 namespace.go:98] [segment-bridge] adding namespace I0423 20:00:54.910522 3797 namespace.go:98] [konflux-cli] adding namespace I0423 20:00:54.911453 3797 namespace.go:102] [segment-bridge] adding namespace took 967.829µs I0423 20:00:54.912066 3797 namespace.go:102] [konflux-cli] adding namespace took 1.53153ms I0423 20:00:55.315143 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0423 20:00:55.315808 3797 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0423 20:00:55.315824 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0423 20:00:55.318461 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0423 20:00:55.318490 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0423 20:00:55.318501 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0423 20:00:55.319101 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0423 20:00:55.391156 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0423 20:00:55.433847 3797 namespace.go:142] [segment-bridge] updating namespace I0423 20:00:55.433997 3797 namespace.go:142] [build-service] updating namespace I0423 20:00:55.622288 3797 namespace.go:142] [segment-bridge] updating namespace I0423 20:00:55.639428 3797 namespace.go:142] [konflux-cli] updating namespace I0423 20:00:55.700863 3797 namespace.go:142] [konflux-cli] updating namespace I0423 20:00:55.706375 3797 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-58rwt] creating logical port namespace-lister_namespace-lister-696b855848-58rwt for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:55.706523 3797 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-58rwt I0423 20:00:55.706430 3797 base_network_controller_pods.go:487] [default/konflux-ui/dex-75cc64c969-5srjj] creating logical port konflux-ui_dex-75cc64c969-5srjj for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:55.706660 3797 kube.go:256] Updating pod konflux-ui/dex-75cc64c969-5srjj I0423 20:00:55.794253 3797 namespace.go:142] [default-tenant] updating namespace I0423 20:00:55.847248 3797 pod.go:62] [namespace-lister/namespace-lister-696b855848-58rwt] pod update took 140.749789ms I0423 20:00:55.847274 3797 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-58rwt] addLogicalPort annotation time took 140.781258ms I0423 20:00:55.848652 3797 pods.go:271] [namespace-lister/namespace-lister-696b855848-58rwt] addLogicalPort took 142.29364ms, libovsdb time 916.463µs I0423 20:00:55.849529 3797 base_network_controller_pods.go:487] [default/konflux-ui/proxy-79fb68b488-8bwn9] creating logical port konflux-ui_proxy-79fb68b488-8bwn9 for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:55.849650 3797 kube.go:256] Updating pod konflux-ui/proxy-79fb68b488-8bwn9 I0423 20:00:55.853044 3797 pod.go:62] [konflux-ui/dex-75cc64c969-5srjj] pod update took 146.402173ms I0423 20:00:55.853067 3797 base_network_controller_pods.go:951] [default/konflux-ui/dex-75cc64c969-5srjj] addLogicalPort annotation time took 146.435902ms I0423 20:00:55.854318 3797 pods.go:271] [konflux-ui/dex-75cc64c969-5srjj] addLogicalPort took 147.903149ms, libovsdb time 712.788µs I0423 20:00:55.948447 3797 pod.go:62] [konflux-ui/proxy-79fb68b488-8bwn9] pod update took 98.835504ms I0423 20:00:55.948476 3797 base_network_controller_pods.go:951] [default/konflux-ui/proxy-79fb68b488-8bwn9] addLogicalPort annotation time took 98.870223ms I0423 20:00:55.949942 3797 pods.go:271] [konflux-ui/proxy-79fb68b488-8bwn9] addLogicalPort took 100.423895ms, libovsdb time 819.45µs I0423 20:00:56.002090 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:00:56.117133 3797 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-chqd5] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-chqd5 for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:56.117262 3797 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 I0423 20:00:56.139766 3797 namespace.go:142] [image-controller] updating namespace I0423 20:00:56.191280 3797 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5] pod update took 74.04205ms I0423 20:00:56.191304 3797 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-chqd5] addLogicalPort annotation time took 74.070836ms I0423 20:00:56.192603 3797 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5] addLogicalPort took 75.490773ms, libovsdb time 867.34µs I0423 20:00:56.238181 3797 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-4vrgf] creating logical port build-service_build-service-controller-manager-7cbf488fcf-4vrgf for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:56.238299 3797 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-4vrgf I0423 20:00:56.267927 3797 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-4vrgf] pod update took 29.651675ms I0423 20:00:56.267947 3797 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-4vrgf] addLogicalPort annotation time took 29.676702ms I0423 20:00:56.269221 3797 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-4vrgf] addLogicalPort took 31.056253ms, libovsdb time 892.774µs I0423 20:00:56.339103 3797 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-lnxbc for pod on switch ip-10-0-1-57.ec2.internal I0423 20:00:56.339201 3797 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc I0423 20:00:56.370122 3797 namespace.go:142] [integration-service] updating namespace I0423 20:00:56.392902 3797 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc] pod update took 53.730306ms I0423 20:00:56.392925 3797 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc] addLogicalPort annotation time took 53.756289ms I0423 20:00:56.394400 3797 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc] addLogicalPort took 55.311457ms, libovsdb time 1.025049ms I0423 20:00:56.569696 3797 namespace.go:142] [konflux-info] updating namespace I0423 20:00:56.609792 3797 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-4vrgf 263185c7671206b4c0554b879cf4935ee3e0d24c281467c9d41f344e1687cfee network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-4vrgf 263185c7671206b4c0554b879cf4935ee3e0d24c281467c9d41f344e1687cfee network default NAD default NAD key ] I0423 20:00:56.619156 3797 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-4vrgf, hostIfaceName: 263185c7671206b, network: default, NAD default, SandboxID: "263185c7671206b4c0554b879cf4935ee3e0d24c281467c9d41f344e1687cfee", PCI device ID: , UID: "0fa534d6-8061-4f72-9e33-aa5bf3a3ed6f", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0423 20:00:56.674793 3797 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-4vrgf 263185c7671206b4c0554b879cf4935ee3e0d24c281467c9d41f344e1687cfee network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-4vrgf 263185c7671206b4c0554b879cf4935ee3e0d24c281467c9d41f344e1687cfee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:5e:6b:d0:c2:9c\",\"name\":\"263185c7671206b\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2558dcc1-74d6-4e64-abfb-484737082bfd\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:00:56.766239 3797 namespace.go:142] [namespace-lister] updating namespace I0423 20:00:57.000033 3797 namespace.go:142] [release-service] updating namespace I0423 20:00:57.122461 3797 namespace.go:142] [build-service] updating namespace I0423 20:00:57.161121 3797 namespace.go:142] [default-tenant] updating namespace I0423 20:00:57.205932 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:00:57.223409 3797 namespace.go:142] [image-controller] updating namespace I0423 20:00:57.238428 3797 namespace.go:142] [integration-service] updating namespace I0423 20:00:57.268174 3797 namespace.go:142] [konflux-info] updating namespace I0423 20:00:57.297572 3797 namespace.go:142] [namespace-lister] updating namespace I0423 20:00:57.327892 3797 namespace.go:142] [release-service] updating namespace I0423 20:00:57.440449 3797 namespace.go:142] [build-service] updating namespace I0423 20:00:57.516671 3797 namespace.go:142] [default-tenant] updating namespace I0423 20:00:57.587260 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:00:57.650090 3797 namespace.go:142] [image-controller] updating namespace I0423 20:00:57.716864 3797 namespace.go:142] [integration-service] updating namespace I0423 20:00:57.801195 3797 namespace.go:142] [konflux-info] updating namespace I0423 20:00:57.896756 3797 namespace.go:142] [namespace-lister] updating namespace I0423 20:00:57.957423 3797 namespace.go:142] [release-service] updating namespace I0423 20:00:59.280628 3797 namespace.go:142] [konflux-cli] updating namespace I0423 20:00:59.483323 3797 namespace.go:142] [segment-bridge] updating namespace I0423 20:00:59.589743 3797 namespace.go:142] [konflux-cli] updating namespace I0423 20:00:59.606268 3797 namespace.go:142] [segment-bridge] updating namespace I0423 20:00:59.706504 3797 namespace.go:142] [konflux-cli] updating namespace I0423 20:00:59.817307 3797 namespace.go:142] [segment-bridge] updating namespace I0423 20:01:00.085516 3797 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key ] I0423 20:01:00.094885 3797 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-chqd5, hostIfaceName: 1537db5407d696b, network: default, NAD default, SandboxID: "1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05", PCI device ID: , UID: "8d2693e3-b396-4b3c-a3b2-f3eff2de73bf", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0423 20:01:00.149433 3797 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:21:e9:8e:47:1b\",\"name\":\"1537db5407d696b\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76e79da2-eb0d-44fc-a0d7-60ecf8dee37e\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:01:00.848980 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0423 20:01:02.408667 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0423 20:01:03.944600 3797 cni.go:452] [namespace-lister/namespace-lister-696b855848-58rwt 8d422fe14d779f3e59470474a5561ad55207a232b6371616d316e0cc09fa40ae network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-58rwt 8d422fe14d779f3e59470474a5561ad55207a232b6371616d316e0cc09fa40ae network default NAD default NAD key ] I0423 20:01:03.944614 3797 cni.go:452] [konflux-ui/dex-75cc64c969-5srjj 05cc8e97aaf0a672ea342af5ed5604588b8e74cc77b26ecc2745d384eb397f32 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-75cc64c969-5srjj 05cc8e97aaf0a672ea342af5ed5604588b8e74cc77b26ecc2745d384eb397f32 network default NAD default NAD key ] I0423 20:01:03.945792 3797 cni.go:452] [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key ] I0423 20:01:03.958146 3797 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-58rwt, hostIfaceName: 8d422fe14d779f3, network: default, NAD default, SandboxID: "8d422fe14d779f3e59470474a5561ad55207a232b6371616d316e0cc09fa40ae", PCI device ID: , UID: "919c9f0a-4859-4a17-86ce-5a1d74bbe08b", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0423 20:01:03.958251 3797 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-75cc64c969-5srjj, hostIfaceName: 05cc8e97aaf0a67, network: default, NAD default, SandboxID: "05cc8e97aaf0a672ea342af5ed5604588b8e74cc77b26ecc2745d384eb397f32", PCI device ID: , UID: "c50c9915-c5e6-49b6-98b0-c7259d8dfbdc", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0423 20:01:03.959130 3797 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-79fb68b488-8bwn9, hostIfaceName: 1af7f51a483914e, network: default, NAD default, SandboxID: "1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e", PCI device ID: , UID: "c5a699cd-1ab8-4546-91b7-792c3d81eabe", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0423 20:01:04.020988 3797 cni.go:473] [konflux-ui/dex-75cc64c969-5srjj 05cc8e97aaf0a672ea342af5ed5604588b8e74cc77b26ecc2745d384eb397f32 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-75cc64c969-5srjj 05cc8e97aaf0a672ea342af5ed5604588b8e74cc77b26ecc2745d384eb397f32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d9:bc:fb:34:fe\",\"name\":\"05cc8e97aaf0a67\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29aee465-5d29-464a-a7bb-e38492154daf\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:01:04.206065 3797 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc 3853794ee3edb306428ea85a74fca4958d04f1ecbdb111982ef950950f310ff9 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc 3853794ee3edb306428ea85a74fca4958d04f1ecbdb111982ef950950f310ff9 network default NAD default NAD key ] I0423 20:01:04.216161 3797 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-lnxbc, hostIfaceName: 3853794ee3edb30, network: default, NAD default, SandboxID: "3853794ee3edb306428ea85a74fca4958d04f1ecbdb111982ef950950f310ff9", PCI device ID: , UID: "49c89d6c-d3a2-4a1b-b8b9-81bfd69b8117", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0423 20:01:04.253837 3797 cni.go:473] [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:bd:cc:b7:94:93\",\"name\":\"1af7f51a483914e\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8330544c-3660-4855-a70c-e421c4739ff1\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:01:04.254913 3797 cni.go:473] [namespace-lister/namespace-lister-696b855848-58rwt 8d422fe14d779f3e59470474a5561ad55207a232b6371616d316e0cc09fa40ae network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-58rwt 8d422fe14d779f3e59470474a5561ad55207a232b6371616d316e0cc09fa40ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ab:9b:e1:a4:1e\",\"name\":\"8d422fe14d779f3\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c9988dd-0314-4e0e-9748-29e198a1d49b\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:01:04.272151 3797 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc 3853794ee3edb306428ea85a74fca4958d04f1ecbdb111982ef950950f310ff9 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-lnxbc 3853794ee3edb306428ea85a74fca4958d04f1ecbdb111982ef950950f310ff9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:78:d5:90:55:71\",\"name\":\"3853794ee3edb30\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b8a15c-bb7c-4d0f-a5c4-eca3c1426db9\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:01:04.875709 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0423 20:01:04.880421 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0423 20:01:05.413998 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0423 20:01:05.413998 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0423 20:01:06.896385 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0423 20:01:06.919999 3797 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0423 20:01:07.932314 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0423 20:01:09.443284 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0423 20:01:09.443303 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0423 20:01:09.929503 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0423 20:01:09.929525 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0423 20:01:09.950756 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0423 20:01:09.952388 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0423 20:01:11.860160 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0423 20:01:11.974363 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0423 20:01:15.895491 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0423 20:01:15.898230 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0423 20:01:16.596962 3797 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key ] I0423 20:01:16.681677 3797 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 1537db5407d696b3506f19fc08ab24464b72007b43bf95491bf04b9f3d86da05 network default NAD default NAD key default], result "{}", err I0423 20:01:16.735121 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:16.735166 3797 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 I0423 20:01:16.736671 3797 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-chqd5, ips: 10.129.0.49 I0423 20:01:16.736699 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:16.977256 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:16.977291 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:16.979997 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 I0423 20:01:16.980025 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 W0423 20:01:20.938253 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0423 20:01:20.940672 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0423 20:01:31.364839 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0423 20:01:46.992750 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0423 20:01:46.992771 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0423 20:02:23.197882 3797 cni.go:452] [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key ] I0423 20:02:23.286438 3797 cni.go:473] [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-79fb68b488-8bwn9 1af7f51a483914e4a72262916eae866f96a052c03404dc3764aae8959b9fe75e network default NAD default NAD key default], result "{}", err I0423 20:02:23.350064 3797 obj_retry.go:498] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:23.350112 3797 pods.go:176] Deleting pod: konflux-ui/proxy-79fb68b488-8bwn9 I0423 20:02:23.351759 3797 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-79fb68b488-8bwn9, ips: 10.129.0.48 I0423 20:02:23.351790 3797 obj_retry.go:498] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:23.673226 3797 obj_retry.go:492] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:23.673254 3797 obj_retry.go:492] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:23.676055 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-79fb68b488-8bwn9 I0423 20:02:23.676076 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-79fb68b488-8bwn9 I0423 20:02:25.021722 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:25.022295 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:25.041873 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:25.041897 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:25.044513 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0423 20:02:25.044538 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0423 20:03:06.752824 3797 namespace.go:98] [default-managed-tenant-ddc59] adding namespace I0423 20:03:06.753818 3797 namespace.go:102] [default-managed-tenant-ddc59] adding namespace took 966.546µs I0423 20:03:06.795100 3797 namespace.go:142] [default-managed-tenant-ddc59] updating namespace I0423 20:03:06.815920 3797 namespace.go:142] [default-managed-tenant-ddc59] updating namespace I0423 20:03:07.797793 3797 namespace.go:142] [default-managed-tenant-ddc59] updating namespace I0423 20:03:07.931298 3797 namespace.go:142] [default-managed-tenant-ddc59] updating namespace I0423 20:03:08.031623 3797 namespace.go:142] [default-managed-tenant-ddc59] updating namespace I0423 20:03:46.394812 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0423 20:03:52.363868 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6