+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-56.ec2.internal ++ [[ -n ip-10-0-0-56.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-56.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 03:05:27.512334783 - disable conntrack on geneve port' I0506 03:05:27.512334783 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 03:05:27.573766498 - starting ovnkube-node' I0506 03:05:27.573766498 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-56.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-56.ec2.internal --init-node ip-10-0-0-56.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-56.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 03:05:27.637599 3673 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 03:05:27.637661 3673 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fe582da664.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 03:05:27.639599 3673 kube.go:431] Waiting for certificate I0506 03:05:27.639630 3673 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 03:05:27.639670 3673 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 03:05:27.640377 3673 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 03:05:27.668408 3673 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:05:27.668428 3673 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:05:27.671393 3673 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:05:27.671477 3673 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-h5z4d" I0506 03:05:27.675371 3673 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-h5z4d" I0506 03:05:27.675438 3673 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:05:28.640387 3673 kube.go:438] Certificate found I0506 03:05:28.641412 3673 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 03:05:28.642298 3673 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 03:05:28.692830 3673 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 03:00:27 +0000 UTC" deadline="2026-05-06 22:28:52.432116776 +0000 UTC" I0506 03:05:28.692872 3673 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h23m23.739256961s" I0506 03:05:28.711532 3673 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 03:05:28.730054 3673 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 03:05:28.730143 3673 server.go:101] MetricServer registers OVS metrics I0506 03:05:28.730499 3673 server.go:105] MetricServer registers OVN DB metrics I0506 03:05:28.731895 3673 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 03:05:28.731962 3673 factory.go:561] Starting watch factory I0506 03:05:28.732044 3673 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732093 3673 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732081 3673 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732116 3673 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732135 3673 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732143 3673 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732332 3673 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732388 3673 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732409 3673 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732418 3673 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732415 3673 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.732576 3673 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.735140 3673 controller_manager.go:370] Starting the ovnkube controller I0506 03:05:28.735152 3673 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-56.ec2.internal I0506 03:05:28.735210 3673 controller_manager.go:395] NBDB zone sync took: 49.909µs I0506 03:05:28.735223 3673 factory.go:561] Starting watch factory I0506 03:05:28.735592 3673 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 03:05:28.735621 3673 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 03:05:28.749646 3673 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 03:05:28.749664 3673 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 03:05:28.753124 3673 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.753473 3673 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.753773 3673 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 03:05:28.753810 3673 server.go:109] MetricServer registers OVN Controller metrics I0506 03:05:28.754821 3673 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.757806 3673 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.759602 3673 server.go:113] MetricServer registers OVN Northd metrics I0506 03:05:28.760947 3673 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.764460 3673 metrics.go:519] OVN Metrics Server starts to run ... I0506 03:05:28.769109 3673 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:05:28.837717 3673 factory.go:1977] *v1.Service informer cache synced successfully I0506 03:05:28.837739 3673 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 03:05:28.837743 3673 factory.go:1977] *v1.Pod informer cache synced successfully I0506 03:05:28.837746 3673 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 03:05:28.837749 3673 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 03:05:28.837753 3673 factory.go:1977] *v1.Node informer cache synced successfully I0506 03:05:28.837837 3673 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:05:28.837844 3673 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:05:28.837852 3673 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:05:28.837869 3673 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:05:28.840707 3673 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:05:28.840728 3673 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:05:28.841442 3673 factory.go:1977] *v1.Service informer cache synced successfully I0506 03:05:28.841453 3673 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 03:05:28.841456 3673 factory.go:1977] *v1.Pod informer cache synced successfully I0506 03:05:28.841460 3673 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 03:05:28.841463 3673 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 03:05:28.841465 3673 factory.go:1977] *v1.Node informer cache synced successfully I0506 03:05:28.842818 3673 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 03:05:28.842825 3673 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 03:05:28.842873 3673 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.842885 3673 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.845368 3673 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.846977 3673 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 03:05:28.846988 3673 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 03:05:28.848349 3673 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 03:05:28.848404 3673 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.848415 3673 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.850566 3673 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.852526 3673 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 03:05:28.853726 3673 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 03:05:28.853784 3673 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.853797 3673 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.855998 3673 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.857846 3673 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 03:05:28.858998 3673 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 03:05:28.859073 3673 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.859107 3673 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.861411 3673 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.863260 3673 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 03:05:28.864427 3673 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 03:05:28.864487 3673 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.864504 3673 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.866753 3673 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.868723 3673 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 03:05:28.870024 3673 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 03:05:28.870208 3673 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 03:05:28.870227 3673 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 03:05:28.872526 3673 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 03:05:28.874454 3673 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 03:05:28.875544 3673 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 03:05:28.875612 3673 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.875623 3673 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.875661 3673 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.875679 3673 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.877997 3673 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.878286 3673 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:05:28.879933 3673 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 03:05:28.881364 3673 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 03:05:28.881374 3673 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 03:05:28.881381 3673 factory.go:680] Watch Factory start up complete, took: 149.42185ms I0506 03:05:28.881454 3673 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 03:05:28.884995 3673 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 03:05:28.885010 3673 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 03:05:28.885020 3673 factory.go:680] Watch Factory start up complete, took: 149.793744ms I0506 03:05:28.885030 3673 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-56.ec2.internal" zone I0506 03:05:28.928580 3673 default_node_network_controller.go:710] Initializing the default node network controller I0506 03:05:29.017512 3673 udn_isolation.go:101] Starting UDN host isolation manager I0506 03:05:29.023476 3673 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 03:05:29.077751 3673 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 03:05:29.077919 3673 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 03:05:29.077936 3673 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 03:05:29.115489 3673 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 03:05:29.115558 3673 default_node_network_controller.go:809] Node ip-10-0-0-56.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0506 03:05:29.121461 3673 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.56"] k8s.ovn.org/zone-name:ip-10-0-0-56.ec2.internal] on node ip-10-0-0-56.ec2.internal I0506 03:05:29.135103 3673 controller_manager.go:429] Waiting for node in zone sync took: 250.055733ms I0506 03:05:29.139272 3673 controller_manager.go:611] Switching to transit router for layer2 networks I0506 03:05:29.139300 3673 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-56.ec2.internal I0506 03:05:29.142085 3673 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 03:05:29.148738 3673 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 03:05:29.148838 3673 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0506 03:05:29.148956 3673 gateway_init.go:263] Preparing Gateway I0506 03:05:29.148968 3673 gateway_shared_intf.go:1687] Creating new gateway I0506 03:05:29.153361 3673 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 03:05:29.160562 3673 controller_manager.go:290] SCTP support detected in OVN I0506 03:05:29.161119 3673 services_controller.go:69] Creating services controller for network=default I0506 03:05:29.161206 3673 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 03:05:29.161279 3673 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 03:05:29.161314 3673 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 03:05:29.161328 3673 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 03:05:29.161336 3673 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 03:05:29.161502 3673 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 03:05:29.161552 3673 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 03:05:29.161593 3673 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.28µs I0506 03:05:29.161620 3673 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 56.13µs I0506 03:05:29.161637 3673 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 83.165µs I0506 03:05:29.161646 3673 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 03:05:29.161660 3673 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 03:05:29.161673 3673 default_network_controller.go:325] Starting the default network controller I0506 03:05:29.161709 3673 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.372µs I0506 03:05:29.161729 3673 udn_enabled_svc.go:95] Performing full resync I0506 03:05:29.162028 3673 udn_enabled_svc.go:99] Waiting for handler to sync I0506 03:05:29.162038 3673 udn_enabled_svc.go:104] Starting worker I0506 03:05:29.171376 3673 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 03:05:29.171433 3673 repair.go:33] Syncing exgw routes took 44.137µs I0506 03:05:29.171453 3673 default_network_controller.go:414] Starting all the Watchers... I0506 03:05:29.171578 3673 namespace.go:98] [openshift-logging] adding namespace I0506 03:05:29.171590 3673 namespace.go:98] [openshift-authentication] adding namespace I0506 03:05:29.171608 3673 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 03:05:29.171617 3673 namespace.go:98] [openshift] adding namespace I0506 03:05:29.171626 3673 namespace.go:98] [openshift-controller-manager] adding namespace I0506 03:05:29.171628 3673 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 03:05:29.171638 3673 namespace.go:98] [openshift-monitoring] adding namespace I0506 03:05:29.171648 3673 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 03:05:29.171650 3673 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 03:05:29.171649 3673 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 03:05:29.171657 3673 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 03:05:29.171663 3673 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 03:05:29.171681 3673 namespace.go:98] [openshift-cluster-version] adding namespace I0506 03:05:29.171578 3673 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 03:05:29.172048 3673 namespace.go:98] [openshift-console] adding namespace I0506 03:05:29.172252 3673 namespace.go:102] [openshift-logging] adding namespace took 660.619µs I0506 03:05:29.172269 3673 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 03:05:29.172818 3673 namespace.go:102] [openshift-authentication] adding namespace took 1.219991ms I0506 03:05:29.172833 3673 namespace.go:98] [openshift-network-console] adding namespace I0506 03:05:29.173400 3673 namespace.go:102] [openshift-network-console] adding namespace took 560.269µs I0506 03:05:29.173414 3673 namespace.go:98] [openshift-console-operator] adding namespace W0506 03:05:29.173419 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-cdxfs: pod openshift-network-diagnostics/network-check-target-cdxfs: no pod IPs found I0506 03:05:29.174038 3673 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.423472ms I0506 03:05:29.174055 3673 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 03:05:29.174531 3673 namespace.go:102] [openshift] adding namespace took 2.908378ms I0506 03:05:29.174553 3673 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 03:05:29.175040 3673 namespace.go:102] [openshift-controller-manager] adding namespace took 3.408203ms I0506 03:05:29.175056 3673 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 03:05:29.175650 3673 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.011688ms I0506 03:05:29.175665 3673 namespace.go:98] [openshift-etcd] adding namespace I0506 03:05:29.176151 3673 namespace.go:102] [openshift-monitoring] adding namespace took 4.505826ms I0506 03:05:29.176172 3673 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 03:05:29.176635 3673 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.981227ms I0506 03:05:29.176652 3673 namespace.go:98] [openshift-marketplace] adding namespace I0506 03:05:29.177065 3673 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.407615ms I0506 03:05:29.177085 3673 namespace.go:98] [openshift-network-operator] adding namespace I0506 03:05:29.177532 3673 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.86961ms I0506 03:05:29.177550 3673 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 03:05:29.177970 3673 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.304913ms I0506 03:05:29.177988 3673 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 03:05:29.178432 3673 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.763919ms I0506 03:05:29.178450 3673 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 03:05:29.178865 3673 namespace.go:102] [openshift-cluster-version] adding namespace took 7.172864ms I0506 03:05:29.178882 3673 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 03:05:29.179312 3673 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.592339ms I0506 03:05:29.179327 3673 namespace.go:98] [openshift-apiserver] adding namespace I0506 03:05:29.179881 3673 namespace.go:102] [openshift-console] adding namespace took 7.824842ms I0506 03:05:29.179894 3673 namespace.go:98] [openshift-ingress] adding namespace I0506 03:05:29.180422 3673 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.146401ms I0506 03:05:29.180443 3673 namespace.go:98] [openshift-machine-api] adding namespace I0506 03:05:29.180850 3673 namespace.go:102] [openshift-console-operator] adding namespace took 7.431065ms I0506 03:05:29.180861 3673 namespace.go:98] [openshift-dns] adding namespace I0506 03:05:29.181323 3673 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.260711ms I0506 03:05:29.181339 3673 namespace.go:98] [kube-system] adding namespace I0506 03:05:29.181929 3673 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.368089ms I0506 03:05:29.181948 3673 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 03:05:29.182417 3673 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.355094ms I0506 03:05:29.182430 3673 namespace.go:98] [openshift-infra] adding namespace I0506 03:05:29.182949 3673 namespace.go:102] [openshift-etcd] adding namespace took 7.276183ms I0506 03:05:29.182967 3673 namespace.go:98] [openshift-config-operator] adding namespace I0506 03:05:29.183410 3673 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.228936ms I0506 03:05:29.183423 3673 namespace.go:98] [openshift-backplane] adding namespace I0506 03:05:29.183959 3673 namespace.go:102] [openshift-marketplace] adding namespace took 7.302648ms I0506 03:05:29.183968 3673 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 03:05:29.184448 3673 namespace.go:102] [openshift-network-operator] adding namespace took 7.356126ms I0506 03:05:29.184465 3673 namespace.go:98] [openshift-operators] adding namespace I0506 03:05:29.185000 3673 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.443161ms I0506 03:05:29.185017 3673 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 03:05:29.185524 3673 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.529491ms I0506 03:05:29.185538 3673 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 03:05:29.185886 3673 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.428398ms I0506 03:05:29.185903 3673 namespace.go:98] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] adding namespace I0506 03:05:29.186473 3673 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.582801ms I0506 03:05:29.186492 3673 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 03:05:29.186915 3673 namespace.go:102] [openshift-apiserver] adding namespace took 7.582669ms I0506 03:05:29.186928 3673 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 03:05:29.187460 3673 namespace.go:102] [openshift-ingress] adding namespace took 7.560944ms I0506 03:05:29.187471 3673 namespace.go:98] [openshift-image-registry] adding namespace I0506 03:05:29.187893 3673 namespace.go:102] [openshift-machine-api] adding namespace took 7.443255ms I0506 03:05:29.187904 3673 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 03:05:29.188320 3673 namespace.go:102] [openshift-dns] adding namespace took 7.452679ms I0506 03:05:29.188337 3673 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 03:05:29.188696 3673 namespace.go:102] [kube-system] adding namespace took 7.351797ms I0506 03:05:29.189037 3673 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.084177ms I0506 03:05:29.189046 3673 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 03:05:29.189127 3673 namespace.go:98] [kube-public] adding namespace I0506 03:05:29.189535 3673 namespace.go:102] [openshift-infra] adding namespace took 7.099698ms I0506 03:05:29.189546 3673 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 03:05:29.189908 3673 namespace.go:102] [openshift-config-operator] adding namespace took 6.935063ms I0506 03:05:29.189921 3673 namespace.go:98] [openshift-package-operator] adding namespace I0506 03:05:29.190254 3673 namespace.go:102] [openshift-backplane] adding namespace took 6.825815ms I0506 03:05:29.190269 3673 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 03:05:29.190697 3673 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.725514ms I0506 03:05:29.190709 3673 namespace.go:98] [openshift-host-network] adding namespace I0506 03:05:29.191065 3673 namespace.go:102] [openshift-operators] adding namespace took 6.596449ms I0506 03:05:29.191075 3673 namespace.go:98] [dedicated-admin] adding namespace I0506 03:05:29.191425 3673 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.404004ms I0506 03:05:29.191436 3673 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 03:05:29.191882 3673 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.339823ms I0506 03:05:29.191895 3673 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 03:05:29.192294 3673 namespace.go:102] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] adding namespace took 6.385219ms I0506 03:05:29.192308 3673 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 03:05:29.192872 3673 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.372664ms I0506 03:05:29.192889 3673 namespace.go:98] [openshift-multus] adding namespace I0506 03:05:29.193260 3673 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.325512ms I0506 03:05:29.193276 3673 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 03:05:29.193724 3673 namespace.go:102] [openshift-image-registry] adding namespace took 6.248331ms I0506 03:05:29.193739 3673 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 03:05:29.194180 3673 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.27031ms I0506 03:05:29.194195 3673 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 03:05:29.194666 3673 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.324319ms I0506 03:05:29.194680 3673 namespace.go:98] [openshift-insights] adding namespace I0506 03:05:29.195108 3673 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.056039ms I0506 03:05:29.195122 3673 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 03:05:29.195529 3673 namespace.go:102] [kube-public] adding namespace took 6.392481ms I0506 03:05:29.195545 3673 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 03:05:29.195985 3673 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.433137ms I0506 03:05:29.196000 3673 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 03:05:29.196405 3673 namespace.go:102] [openshift-package-operator] adding namespace took 6.479529ms I0506 03:05:29.196421 3673 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 03:05:29.196854 3673 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.579472ms I0506 03:05:29.196868 3673 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 03:05:29.197310 3673 namespace.go:102] [openshift-host-network] adding namespace took 6.594475ms I0506 03:05:29.197326 3673 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 03:05:29.197706 3673 namespace.go:102] [dedicated-admin] adding namespace took 6.626648ms I0506 03:05:29.197718 3673 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 03:05:29.198265 3673 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.822272ms I0506 03:05:29.198768 3673 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.866321ms I0506 03:05:29.198784 3673 namespace.go:98] [openshift-config-managed] adding namespace W0506 03:05:29.199132 3673 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9t7j5: pod openshift-multus/network-metrics-daemon-9t7j5: no pod IPs found I0506 03:05:29.199176 3673 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.862251ms I0506 03:05:29.199186 3673 namespace.go:98] [openshift-node] adding namespace I0506 03:05:29.199734 3673 namespace.go:102] [openshift-multus] adding namespace took 6.840221ms I0506 03:05:29.199747 3673 namespace.go:98] [openshift-config] adding namespace I0506 03:05:29.200155 3673 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.873438ms I0506 03:05:29.200174 3673 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 03:05:29.200602 3673 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.856815ms I0506 03:05:29.200615 3673 namespace.go:98] [default] adding namespace I0506 03:05:29.201003 3673 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.802108ms I0506 03:05:29.201415 3673 namespace.go:102] [openshift-insights] adding namespace took 6.729637ms I0506 03:05:29.201807 3673 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.679824ms I0506 03:05:29.202145 3673 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.593164ms I0506 03:05:29.202166 3673 namespace.go:98] [openshift-dns-operator] adding namespace I0506 03:05:29.202597 3673 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.591272ms I0506 03:05:29.202967 3673 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.538644ms I0506 03:05:29.202984 3673 namespace.go:98] [kube-node-lease] adding namespace I0506 03:05:29.203389 3673 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.515108ms I0506 03:05:29.203407 3673 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 03:05:29.203994 3673 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.660277ms I0506 03:05:29.204601 3673 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.877575ms I0506 03:05:29.204972 3673 namespace.go:102] [openshift-config-managed] adding namespace took 6.18343ms I0506 03:05:29.205415 3673 namespace.go:102] [openshift-node] adding namespace took 6.223554ms I0506 03:05:29.205430 3673 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 03:05:29.205790 3673 namespace.go:102] [openshift-config] adding namespace took 6.03861ms I0506 03:05:29.206124 3673 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.945046ms I0506 03:05:29.206566 3673 namespace.go:102] [default] adding namespace took 5.946087ms I0506 03:05:29.206926 3673 namespace.go:102] [openshift-dns-operator] adding namespace took 4.753978ms I0506 03:05:29.207317 3673 namespace.go:102] [kube-node-lease] adding namespace took 4.326901ms I0506 03:05:29.207743 3673 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.330898ms I0506 03:05:29.208062 3673 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.62727ms W0506 03:05:29.208141 3673 master.go:458] Unable to parse local node ip-10-0-0-56.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 03:05:29.208150 3673 master.go:481] Removing stale chassis with ID/Name: d2bda177-cefc-4588-941a-20676ec515d2, hostname: ip-10-0-0-56.ec2.internal I0506 03:05:29.208569 3673 master.go:548] Adding or Updating local node "ip-10-0-0-56.ec2.internal" for network "default" I0506 03:05:29.209719 3673 zone_ic_handler.go:195] Time taken to create transit switch: 282.434µs I0506 03:05:29.209735 3673 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-194.ec2.internal for the network default E0506 03:05:29.209863 3673 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-14.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-14.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-14.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc006f8ef08 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1110215681}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0506 03:05:29.209940 3673 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-14.ec2.internal", UID:"49e8c24b-fd23-429d-a4eb-419331fb2550", APIVersion:"v1", ResourceVersion:"8287", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-14.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-14.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc006f8ef08 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1110215681}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0506 03:05:29.211502 3673 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-194.ec2.internal" on network "default" took: 2.077039ms I0506 03:05:29.212654 3673 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-56.ec2.internal for the network default I0506 03:05:29.212820 3673 zone_ic_handler.go:195] Time taken to create transit switch: 153.009µs I0506 03:05:29.213584 3673 default_network_controller.go:823] Node add failed for ip-10-0-0-56.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal, error getting gateway config for node ip-10-0-0-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal", failed to update chassis to local for local node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal] E0506 03:05:29.213639 3673 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-56.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal, error getting gateway config for node ip-10-0-0-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal", failed to update chassis to local for local node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal] I0506 03:05:29.213692 3673 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 03:05:29.213697 3673 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-56.ec2.internal", UID:"c212ca48-a606-4e2f-91bb-38b218aa7c0e", APIVersion:"v1", ResourceVersion:"8974", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal, error getting gateway config for node ip-10-0-0-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal", failed to update chassis to local for local node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal] I0506 03:05:29.213734 3673 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 03:05:29.213750 3673 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 03:05:29.213752 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0506 03:05:29.213784 3673 node_tracker.go:235] Node ip-10-0-0-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal" I0506 03:05:29.213799 3673 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:29.213814 3673 services_controller.go:574] Full service sync requested for network=default I0506 03:05:29.213820 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default" I0506 03:05:29.213913 3673 node_tracker.go:169] Node ip-10-0-1-194.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:29.213921 3673 services_controller.go:574] Full service sync requested for network=default I0506 03:05:29.213929 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-14.ec2.internal in network "default" I0506 03:05:29.213958 3673 node_tracker.go:169] Node ip-10-0-2-14.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:29.213966 3673 services_controller.go:574] Full service sync requested for network=default I0506 03:05:29.310462 3673 iptables.go:108] Creating table: filter chain: FORWARD I0506 03:05:29.314470 3673 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 03:05:29.314489 3673 services_controller.go:208] Setting up event handlers for services for network=default I0506 03:05:29.314529 3673 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 03:05:29.314559 3673 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 03:05:29.314569 3673 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 03:05:29.317610 3673 iptables.go:108] Creating table: filter chain: OUTPUT I0506 03:05:29.324801 3673 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 03:05:29.324819 3673 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-56.ec2.internal","mac-address":"12:ee:3b:58:e7:ed","ip-addresses":["10.0.0.56/24"],"ip-address":"10.0.0.56/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d2bda177-cefc-4588-941a-20676ec515d2 k8s.ovn.org/node-encap-ips:["10.0.0.56"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.56/24"} k8s.ovn.org/zone-name:ip-10-0-0-56.ec2.internal] on node ip-10-0-0-56.ec2.internal I0506 03:05:29.338961 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0506 03:05:29.339033 3673 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:29.339052 3673 services_controller.go:574] Full service sync requested for network=default I0506 03:05:29.339071 3673 master.go:548] Adding or Updating local node "ip-10-0-0-56.ec2.internal" for network "default" I0506 03:05:29.343685 3673 default_node_network_controller.go:519] Node connection status = connected W0506 03:05:29.344784 3673 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-9t7j5: pod openshift-multus/network-metrics-daemon-9t7j5: no pod IPs found W0506 03:05:29.344802 3673 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-cdxfs: pod openshift-network-diagnostics/network-check-target-cdxfs: no pod IPs found I0506 03:05:29.345833 3673 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-56.ec2.internal for the network default I0506 03:05:29.346033 3673 zone_ic_handler.go:195] Time taken to create transit switch: 186.354µs I0506 03:05:29.414664 3673 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 03:05:29.414687 3673 repair.go:60] Starting repairing loop for services I0506 03:05:29.414774 3673 repair.go:131] Deleted 0 stale service LBs I0506 03:05:29.414794 3673 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 03:05:29.414812 3673 repair.go:62] Finished repairing loop for services: 126.427µs I0506 03:05:29.414836 3673 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 03:05:29.414846 3673 services_controller.go:254] Starting workers for network=default I0506 03:05:29.415266 3673 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cdxfs] creating logical port openshift-network-diagnostics_network-check-target-cdxfs for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:29.415283 3673 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9t7j5] creating logical port openshift-multus_network-metrics-daemon-9t7j5 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:29.415379 3673 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-9t7j5 I0506 03:05:29.415441 3673 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-cdxfs I0506 03:05:29.432085 3673 pod.go:62] [openshift-network-diagnostics/network-check-target-cdxfs] pod update took 16.748355ms I0506 03:05:29.432105 3673 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-cdxfs] addLogicalPort annotation time took 16.774086ms I0506 03:05:29.432805 3673 pod.go:62] [openshift-multus/network-metrics-daemon-9t7j5] pod update took 17.47032ms I0506 03:05:29.432827 3673 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-9t7j5] addLogicalPort annotation time took 17.49315ms I0506 03:05:29.432957 3673 pods.go:271] [openshift-network-diagnostics/network-check-target-cdxfs] addLogicalPort took 17.702574ms, libovsdb time 635.912µs I0506 03:05:29.433717 3673 pods.go:271] [openshift-multus/network-metrics-daemon-9t7j5] addLogicalPort took 18.439027ms, libovsdb time 572.702µs I0506 03:05:29.434215 3673 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 03:05:29.434249 3673 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 03:05:29.434261 3673 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 03:05:29.434265 3673 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 03:05:29.434510 3673 repair.go:29] Repairing admin network policies took 240.615µs I0506 03:05:29.434611 3673 repair.go:92] Repairing baseline admin network policies took 93.207µs I0506 03:05:29.434917 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 03:05:29.434934 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 03:05:29.436719 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 03:05:29.436740 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 03:05:29.437476 3673 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 03:05:29.437490 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 03:05:29.439103 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 03:05:29.439125 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 03:05:29.439135 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 03:05:29.440646 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 03:05:29.440665 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 03:05:29.440674 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 03:05:29.442307 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 03:05:29.442325 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 03:05:29.442331 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 03:05:29.442603 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 03:05:29.442621 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 03:05:29.442648 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 03:05:29.443408 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 03:05:29.443430 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 03:05:29.443438 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 03:05:29.444642 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 03:05:29.444672 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 03:05:29.444683 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 03:05:29.445695 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 03:05:29.445711 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 03:05:29.445720 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 03:05:29.446226 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 03:05:29.446263 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 03:05:29.446273 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 03:05:29.448444 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 03:05:29.448462 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 03:05:29.448470 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 03:05:29.448986 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 03:05:29.449004 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 03:05:29.449013 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 03:05:29.450103 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 03:05:29.450122 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 03:05:29.450129 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 03:05:29.450643 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 03:05:29.450658 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 03:05:29.450667 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 03:05:29.451155 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 03:05:29.451168 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 03:05:29.451178 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 03:05:29.451472 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 03:05:29.451491 3673 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 03:05:29.451497 3673 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 03:05:29.453282 3673 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 03:05:29.453301 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 03:05:29.453309 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 03:05:29.453811 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 03:05:29.453829 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 03:05:29.453837 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 03:05:29.454348 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 03:05:29.454370 3673 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 03:05:29.454380 3673 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 03:05:29.455178 3673 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 03:05:29.455192 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 03:05:29.455201 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 03:05:29.456488 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 03:05:29.456505 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 03:05:29.456523 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 03:05:29.457788 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 03:05:29.457807 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 03:05:29.457825 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 03:05:29.458322 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 03:05:29.458340 3673 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 03:05:29.458349 3673 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 03:05:29.459315 3673 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 03:05:29.459334 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 03:05:29.459341 3673 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 03:05:29.460854 3673 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 03:05:29.460871 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 03:05:29.460878 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 03:05:29.461524 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 03:05:29.461541 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 03:05:29.461548 3673 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 03:05:29.461983 3673 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 03:05:29.462004 3673 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 03:05:29.462017 3673 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 03:05:29.462512 3673 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 03:05:29.462530 3673 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 03:05:29.462539 3673 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 03:05:29.463521 3673 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 03:05:29.463539 3673 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 03:05:29.463549 3673 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 03:05:29.463858 3673 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 03:05:29.469631 3673 egressfirewall.go:374] Starting EgressFirewall controller I0506 03:05:29.469661 3673 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 03:05:29.469677 3673 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 03:05:29.469704 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 03:05:29.469711 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 03:05:29.469720 3673 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 03:05:29.469725 3673 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 03:05:29.470053 3673 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 03:05:29.470071 3673 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 03:05:29.470076 3673 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 03:05:29.470098 3673 egressqos.go:193] Setting up event handlers for EgressQoS I0506 03:05:29.470102 3673 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0506 03:05:29.470115 3673 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall I0506 03:05:29.470124 3673 egressfirewall.go:723] Syncing node "ip-10-0-2-14.ec2.internal" for egress firewall I0506 03:05:29.470247 3673 egressqos.go:245] Starting EgressQoS Controller I0506 03:05:29.470261 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 03:05:29.470270 3673 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 03:05:29.470278 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 03:05:29.470284 3673 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 03:05:29.470304 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 03:05:29.470314 3673 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 03:05:29.470329 3673 egressqos.go:259] Repairing EgressQoSes I0506 03:05:29.470334 3673 egressqos.go:399] Starting repairing loop for egressqos I0506 03:05:29.470412 3673 egressqos.go:401] Finished repairing loop for egressqos: 78.77µs I0506 03:05:29.470464 3673 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 03:05:29.470524 3673 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-56.ec2.internal I0506 03:05:29.470564 3673 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-56.ec2.internal : 40.663µs I0506 03:05:29.470669 3673 egressservice_zone.go:210] Starting Egress Services Controller I0506 03:05:29.470684 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 03:05:29.470695 3673 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 03:05:29.470704 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 03:05:29.470709 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 03:05:29.470715 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 03:05:29.470719 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 03:05:29.470724 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 03:05:29.470728 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 03:05:29.470732 3673 egressservice_zone.go:228] Repairing Egress Services I0506 03:05:29.470988 3673 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 03:05:29.470996 3673 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 03:05:29.471009 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-14.ec2.internal I0506 03:05:29.471025 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-14.ec2.internal: 17.328µs I0506 03:05:29.471035 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:29.471039 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 4.312µs I0506 03:05:29.471043 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:29.471047 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 3.944µs I0506 03:05:29.471183 3673 default_network_controller.go:585] Completing all the Watchers took 299.720402ms I0506 03:05:29.471195 3673 default_network_controller.go:589] Starting unidling controllers I0506 03:05:29.471207 3673 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 03:05:29.471216 3673 unidle.go:63] Populating Initial ContollerEvent events I0506 03:05:29.471227 3673 unidle.go:79] Setting up event handlers for services I0506 03:05:29.471324 3673 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 03:05:29.843583 3673 default_node_network_controller.go:519] Node connection status = connected I0506 03:05:30.343467 3673 default_node_network_controller.go:519] Node connection status = connected I0506 03:05:30.843190 3673 default_node_network_controller.go:519] Node connection status = connected I0506 03:05:31.321702 3673 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 03:05:31.343525 3673 default_node_network_controller.go:519] Node connection status = connected I0506 03:05:31.361452 3673 bridgeconfig.go:537] Gateway is ready I0506 03:05:31.361470 3673 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 03:05:31.373508 3673 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.56. Updating OVN encap IP. I0506 03:05:31.379219 3673 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.56 - it is already configured I0506 03:05:31.379247 3673 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.56/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 03:05:31.379482 3673 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.56/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-56.ec2.internal","mac-address":"12:ee:3b:58:e7:ed","ip-addresses":["10.0.0.56/24"],"ip-address":"10.0.0.56/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d2bda177-cefc-4588-941a-20676ec515d2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.56/24"}] on node ip-10-0-0-56.ec2.internal I0506 03:05:31.395868 3673 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0506 03:05:31.395904 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:31.395910 3673 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0506 03:05:31.395914 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 11.783µs I0506 03:05:31.395963 3673 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:31.395965 3673 master.go:548] Adding or Updating local node "ip-10-0-0-56.ec2.internal" for network "default" I0506 03:05:31.395980 3673 services_controller.go:574] Full service sync requested for network=default I0506 03:05:31.396716 3673 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.56 I0506 03:05:31.396972 3673 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-56.ec2.internal I0506 03:05:31.400776 3673 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-56.ec2.internal. Updating no re-route policies I0506 03:05:31.400854 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jrj2z I0506 03:05:31.400866 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jmrdz I0506 03:05:31.400875 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-jrj2z I0506 03:05:31.400881 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jmrdz I0506 03:05:31.400876 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9t7j5 I0506 03:05:31.400896 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6qgsp I0506 03:05:31.400896 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-cdxfs I0506 03:05:31.400908 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6qgsp I0506 03:05:31.400910 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jmrdz after 0 failed attempt(s) I0506 03:05:31.400913 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-jrj2z after 0 failed attempt(s) I0506 03:05:31.400915 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pndsc I0506 03:05:31.400925 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6qgsp after 0 failed attempt(s) I0506 03:05:31.400914 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-cdxfs I0506 03:05:31.400931 3673 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xtv8t I0506 03:05:31.400932 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pndsc I0506 03:05:31.400938 3673 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-56.ec2.internal I0506 03:05:31.400940 3673 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xtv8t I0506 03:05:31.400940 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-56.ec2.internal I0506 03:05:31.400954 3673 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-56.ec2.internal I0506 03:05:31.400956 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-56.ec2.internal I0506 03:05:31.400954 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wk58q I0506 03:05:31.400964 3673 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xtv8t after 0 failed attempt(s) I0506 03:05:31.400970 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wk58q I0506 03:05:31.400866 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jzsl9 I0506 03:05:31.400974 3673 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cdxfs] creating logical port openshift-network-diagnostics_network-check-target-cdxfs for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:31.400971 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fz7rb I0506 03:05:31.400977 3673 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-56.ec2.internal after 0 failed attempt(s) I0506 03:05:31.400979 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jzsl9 I0506 03:05:31.400984 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fz7rb I0506 03:05:31.400985 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wk58q after 0 failed attempt(s) I0506 03:05:31.400937 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9t7j5 I0506 03:05:31.400995 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fz7rb after 0 failed attempt(s) I0506 03:05:31.400997 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jzsl9 after 0 failed attempt(s) I0506 03:05:31.400854 3673 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-67cb5 I0506 03:05:31.401017 3673 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-67cb5 I0506 03:05:31.401024 3673 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9t7j5] creating logical port openshift-multus_network-metrics-daemon-9t7j5 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:31.401040 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-67cb5 after 0 failed attempt(s) I0506 03:05:31.400978 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-56.ec2.internal after 0 failed attempt(s) I0506 03:05:31.400971 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-pndsc after 0 failed attempt(s) I0506 03:05:31.401789 3673 pods.go:271] [openshift-network-diagnostics/network-check-target-cdxfs] addLogicalPort took 824.62µs, libovsdb time 250.419µs I0506 03:05:31.401803 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-cdxfs after 0 failed attempt(s) I0506 03:05:31.401861 3673 pods.go:271] [openshift-multus/network-metrics-daemon-9t7j5] addLogicalPort took 848.47µs, libovsdb time 320.244µs I0506 03:05:31.401870 3673 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-9t7j5 after 0 failed attempt(s) I0506 03:05:31.411894 3673 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 03:05:31.424418 3673 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 03:05:31.428016 3673 iptables.go:108] Creating table: nat chain: OUTPUT I0506 03:05:31.476343 3673 iptables.go:108] Creating table: nat chain: PREROUTING I0506 03:05:31.538619 3673 iptables.go:108] Creating table: filter chain: FORWARD I0506 03:05:31.557370 3673 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 03:05:31.557480 3673 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 03:05:31.557542 3673 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 03:05:31.557649 3673 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 03:05:31.557714 3673 gateway_init.go:325] Gateway and management port readiness took 2.21890423s I0506 03:05:31.557741 3673 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 03:05:31.557778 3673 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 03:05:31.557791 3673 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 03:05:31.557799 3673 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 03:05:31.557853 3673 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 03:05:31.557934 3673 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.714µs I0506 03:05:31.558248 3673 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 03:05:31.558284 3673 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 26.72µs I0506 03:05:31.558297 3673 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 68.535µs I0506 03:05:31.558303 3673 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 03:05:31.558312 3673 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 03:05:31.558317 3673 default_node_network_controller.go:899] Starting the default node network controller I0506 03:05:31.558322 3673 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 03:05:31.558397 3673 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.578µs I0506 03:05:31.558493 3673 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 03:05:31.558501 3673 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 03:05:31.558524 3673 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1a3d0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc0007a5c70 0xc00033e2a0 0xc00033e380 0xc000b2c000 0xc00647dc00 0xc00033e3f0 map[0x2ff9080:0xc002790de0 0x2ff95c0:0xc002229620 0x2ffa2e0:0xc002790d20 0x2ffa580:0xc002790d80 0x2ffad60:0xc002790e40 0x2ffb000:0xc002790ea0 0x2ffb2a0:0xc002790f00 0x2ffba80:0xc002229680 0x2ffbd20:0xc0022296e0 0x3026980:0xc000a72a20 0x3026d20:0xc000a72a80 0x3027800:0xc000c688a0 0x3029160:0xc001b3a000 0x30298a0:0xc002605c80 0x302a720:0xc000a729c0] 0xc0001811f0 0} I0506 03:05:31.558575 3673 gateway.go:151] Starting gateway service sync I0506 03:05:31.559448 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 03:05:31.561812 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 03:05:31.584525 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 03:05:31.585849 3673 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 03:05:31.587091 3673 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 03:05:31.623401 3673 gateway.go:168] Gateway service sync done. Time taken: 64.811557ms I0506 03:05:31.623744 3673 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32454 I0506 03:05:31.624191 3673 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1a3d0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc0007a5c70 0xc00033e2a0 0xc00033e380 0xc000b2c000 0xc00647dc00 0xc00033e3f0 map[0x2ff9080:0xc002790de0 0x2ff95c0:0xc002229620 0x2ffa2e0:0xc002790d20 0x2ffa580:0xc002790d80 0x2ffad60:0xc002790e40 0x2ffb000:0xc002790ea0 0x2ffb2a0:0xc002790f00 0x2ffba80:0xc002229680 0x2ffbd20:0xc0022296e0 0x3026980:0xc000a72a20 0x3026d20:0xc000a72a80 0x3027800:0xc000c688a0 0x3029160:0xc001b3a000 0x30298a0:0xc002605c80 0x302a720:0xc000a729c0] 0xc0001811f0 0} I0506 03:05:31.624705 3673 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1a3d0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc0007a5c70 0xc00033e2a0 0xc00033e380 0xc000b2c000 0xc00647dc00 0xc00033e3f0 map[0x2ff9080:0xc002790de0 0x2ff95c0:0xc002229620 0x2ffa2e0:0xc002790d20 0x2ffa580:0xc002790d80 0x2ffad60:0xc002790e40 0x2ffb000:0xc002790ea0 0x2ffb2a0:0xc002790f00 0x2ffba80:0xc002229680 0x2ffbd20:0xc0022296e0 0x3026980:0xc000a72a20 0x3026d20:0xc000a72a80 0x3027800:0xc000c688a0 0x3029160:0xc001b3a000 0x30298a0:0xc002605c80 0x302a720:0xc000a729c0] 0xc0001811f0 0} I0506 03:05:31.624740 3673 gateway.go:532] Reconciling gateway with updates I0506 03:05:31.630185 3673 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 03:05:31.630268 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:31.630282 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:31.630299 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:31.630307 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:31.630316 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:31.630285 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:31.630328 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:31.630340 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:31.630346 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:31.630270 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:31.630356 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:31.630357 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:31.630359 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 03:05:31.630362 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:31.630367 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:31.630369 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 03:05:31.630370 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:31.630377 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:31.630380 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:31.630385 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 03:05:31.630383 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 03:05:31.630297 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:31.630359 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:31.630402 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 03:05:31.630403 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:31.630319 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:31.630412 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:31.630408 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 03:05:31.630413 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:31.630421 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 03:05:31.630421 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:31.630427 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:31.630427 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 03:05:31.630428 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:31.630434 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:31.630440 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 03:05:31.630442 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:31.630332 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:31.630451 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 03:05:31.630446 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:31.630464 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:31.630480 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:31.630483 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:31.630487 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:31.630492 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:31.630501 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:31.630507 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 03:05:31.630327 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:31.630516 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 32567 is already open, no action needed I0506 03:05:31.630519 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:31.630522 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:31.630530 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 32249 is already open, no action needed I0506 03:05:31.630532 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:31.630479 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:31.630540 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:31.630547 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:31.630495 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:31.630467 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:31.630688 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 03:05:31.630403 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:31.630717 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:31.630417 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:31.630730 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:31.630731 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:31.630399 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 03:05:31.630430 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:31.630765 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:31.630361 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:31.630777 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:31.630368 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 03:05:31.630394 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:31.630390 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:31.630876 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:31.630405 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:31.630920 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:31.630416 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:31.630966 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:31.630434 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 03:05:31.630440 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:31.631001 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:31.630444 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:31.631034 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 03:05:31.630277 3673 default_node_network_controller.go:944] Gateway and management port readiness took 71.768692ms I0506 03:05:31.630452 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:31.631094 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:31.630454 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:31.631134 3673 node_ip_handler_linux.go:160] Node IP manager is running I0506 03:05:31.631140 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:31.630346 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:31.631151 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:31.630466 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:31.631165 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:31.630467 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:31.631202 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:31.630471 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:31.631243 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:31.630464 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:31.631318 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:31.630475 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:31.631359 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:31.630348 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 03:05:31.630480 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:31.631398 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:31.631402 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 03:05:31.661249 3673 default_network_controller.go:1025] Node "ip-10-0-2-14.ec2.internal" in remote zone "ip-10-0-2-14.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:31.662043 3673 zone_ic_handler.go:195] Time taken to create transit switch: 312.417µs I0506 03:05:31.662065 3673 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-14.ec2.internal for the network default I0506 03:05:31.663208 3673 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-14.ec2.internal" on network "default" took: 1.496976ms W0506 03:05:31.674697 3673 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 03:05:31.674979 3673 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 03:05:31.675226 3673 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0506 03:05:31.684066 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 03:05:31.684098 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 03:05:31.727491 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 03:05:31.727530 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 03:05:31.727541 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 03:05:31.727550 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 03:05:31.727558 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 03:05:31.727567 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 03:05:31.727575 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 03:05:31.727586 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 03:05:31.727598 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 03:05:31.770397 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 03:05:31.770420 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 03:05:31.770426 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 03:05:31.770433 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 03:05:31.770439 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 03:05:31.770446 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 03:05:31.770454 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 03:05:31.770460 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 03:05:31.770467 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 03:05:31.770474 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 03:05:31.770478 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 03:05:31.770484 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 03:05:31.770489 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 03:05:31.770494 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 03:05:31.770499 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 03:05:31.770504 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 03:05:31.770509 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 03:05:31.770516 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 03:05:31.770521 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 03:05:31.770526 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 03:05:31.770532 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 03:05:31.905225 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:31.905282 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 64.093µs I0506 03:05:33.541932 3673 default_node_network_controller.go:1380] Starting node controller node sync W0506 03:05:33.541951 3673 egressip_healthcheck.go:76] Health checking using insecure connection I0506 03:05:33.542002 3673 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0506 03:05:33.554094 3673 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.134462ms I0506 03:05:33.554216 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-194.ec2.internal", IP: 10.0.1.194 to PMTUD blocking rules I0506 03:05:33.554242 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-194.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 03:05:33.554249 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-14.ec2.internal", IP: 10.0.2.14 to PMTUD blocking rules I0506 03:05:33.554267 3673 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-14.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 03:05:33.566262 3673 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 03:05:33.566532 3673 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 03:05:33.566638 3673 egressservice_node.go:183] Starting Egress Services Controller I0506 03:05:33.566656 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 03:05:33.566669 3673 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 03:05:33.566678 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 03:05:33.566683 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 03:05:33.566688 3673 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 03:05:33.566693 3673 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 03:05:33.566697 3673 egressservice_node.go:197] Repairing Egress Services I0506 03:05:33.578030 3673 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 03:05:33.578044 3673 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 03:05:33.578203 3673 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 03:05:33.578216 3673 link_network_manager.go:119] Link manager is running I0506 03:05:33.578225 3673 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 03:05:33.578457 3673 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 03:05:33.578600 3673 vrf_manager.go:128] VRF manager is running I0506 03:05:33.578676 3673 node_controller_manager.go:437] Removing flows to drop GARP I0506 03:05:33.578686 3673 gateway.go:532] Reconciling gateway with updates I0506 03:05:33.598098 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:33.598098 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:33.598114 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:33.598122 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:33.598100 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:33.598136 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:33.598136 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:33.598137 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:33.598137 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:33.598145 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:33.598155 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:33.598156 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:33.598158 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:33.598158 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 03:05:33.598164 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:33.598173 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:33.598176 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:33.598164 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:33.598187 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 03:05:33.598136 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:33.598197 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:33.598193 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:33.598205 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:33.598205 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:33.598213 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 03:05:33.598213 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:33.598219 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:33.598125 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:33.598216 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:33.598250 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:33.598250 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:33.598188 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:33.598265 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:33.598146 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:33.598273 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:33.598215 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:33.598288 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 03:05:33.598293 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:33.598128 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:33.598304 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 03:05:33.598307 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:33.598310 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598273 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:33.598315 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 03:05:33.598315 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 03:05:33.598323 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:33.598324 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 03:05:33.598317 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 03:05:33.598331 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:33.598329 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:33.598338 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:33.598337 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:33.598343 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598343 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:33.598345 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:33.598351 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:33.598350 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:33.598353 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:33.598355 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:33.598351 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:33.598363 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598361 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 03:05:33.598368 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:33.598377 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:33.598380 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 03:05:33.598383 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 03:05:33.598385 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:33.598125 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:33.598391 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:33.598402 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:33.598264 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:33.598412 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:33.598423 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:33.598426 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 03:05:33.598430 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:33.598425 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:33.598437 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 03:05:33.598444 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:33.598358 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 03:05:33.598255 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:33.598452 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598459 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 03:05:33.598464 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:33.598475 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:33.598479 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 03:05:33.598481 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 03:05:33.598176 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 03:05:33.598487 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 03:05:33.598493 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 32567 is already open, no action needed I0506 03:05:33.598514 3673 port_claim.go:71] Svc openshift-ingress/router-default: port 32249 is already open, no action needed I0506 03:05:33.598521 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 03:05:33.598482 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598316 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:33.598538 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:33.598547 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 03:05:33.598203 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:33.598577 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598203 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:33.598594 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:33.598205 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:33.598658 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:33.598225 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:33.598107 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:33.598708 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:33.598715 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 03:05:33.598263 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:33.598279 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 03:05:33.598280 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598299 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598315 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 03:05:33.598326 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 03:05:33.598340 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 03:05:33.598777 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 03:05:33.598783 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 03:05:33.598341 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 03:05:33.598339 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:33.598180 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:33.598841 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 03:05:33.598339 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:33.598851 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:33.598361 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:33.598360 3673 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:33.598890 3673 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:33.598897 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 03:05:33.598384 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 03:05:33.625331 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 03:05:33.625348 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 03:05:33.625354 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 03:05:33.625362 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 03:05:33.625368 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 03:05:33.668413 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 03:05:33.668448 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 03:05:33.711836 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 03:05:33.711862 3673 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 03:05:35.317345 3673 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:35.317373 3673 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 35.349µs I0506 03:05:35.341874 3673 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-b997bbb4b-hvzbg] creating logical port openshift-image-registry_image-registry-b997bbb4b-hvzbg for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:35.342062 3673 kube.go:256] Updating pod openshift-image-registry/image-registry-b997bbb4b-hvzbg I0506 03:05:35.359302 3673 pod.go:62] [openshift-image-registry/image-registry-b997bbb4b-hvzbg] pod update took 17.264829ms I0506 03:05:35.359322 3673 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-b997bbb4b-hvzbg] addLogicalPort annotation time took 17.299583ms I0506 03:05:35.360570 3673 pods.go:271] [openshift-image-registry/image-registry-b997bbb4b-hvzbg] addLogicalPort took 18.715803ms, libovsdb time 988.59µs I0506 03:05:35.366948 3673 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rhkkw] creating logical port openshift-dns_dns-default-rhkkw for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:35.367061 3673 kube.go:256] Updating pod openshift-dns/dns-default-rhkkw I0506 03:05:35.367832 3673 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-r8f5v] creating logical port openshift-ingress-canary_ingress-canary-r8f5v for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:35.367922 3673 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-r8f5v I0506 03:05:35.385117 3673 pod.go:62] [openshift-ingress-canary/ingress-canary-r8f5v] pod update took 17.211229ms I0506 03:05:35.385141 3673 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-r8f5v] addLogicalPort annotation time took 17.237295ms I0506 03:05:35.386388 3673 pods.go:271] [openshift-ingress-canary/ingress-canary-r8f5v] addLogicalPort took 18.567554ms, libovsdb time 894.712µs I0506 03:05:35.391699 3673 pod.go:62] [openshift-dns/dns-default-rhkkw] pod update took 24.666241ms I0506 03:05:35.391720 3673 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rhkkw] addLogicalPort annotation time took 24.691657ms I0506 03:05:35.392722 3673 pods.go:271] [openshift-dns/dns-default-rhkkw] addLogicalPort took 25.786683ms, libovsdb time 761.903µs I0506 03:05:36.608751 3673 cni.go:452] [openshift-ingress-canary/ingress-canary-r8f5v f10699e1d085ccec6e72e2fe472421297634029172234de9e9cbb13f0e4835c4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-r8f5v f10699e1d085ccec6e72e2fe472421297634029172234de9e9cbb13f0e4835c4 network default NAD default NAD key ] I0506 03:05:36.641960 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-r8f5v, hostIfaceName: f10699e1d085cce, network: default, NAD default, SandboxID: "f10699e1d085ccec6e72e2fe472421297634029172234de9e9cbb13f0e4835c4", PCI device ID: , UID: "9d9564b2-0014-41de-85ad-a311d472da81", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0506 03:05:36.698201 3673 cni.go:473] [openshift-ingress-canary/ingress-canary-r8f5v f10699e1d085ccec6e72e2fe472421297634029172234de9e9cbb13f0e4835c4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-r8f5v f10699e1d085ccec6e72e2fe472421297634029172234de9e9cbb13f0e4835c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f4:28:1b:1c:33\",\"name\":\"f10699e1d085cce\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e3455f4-6aec-44c5-b2cd-fc78a251d1e3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:05:39.516482 3673 cni.go:452] [openshift-network-diagnostics/network-check-target-cdxfs 1db13bb6a3b58f0eed87dd9d1d3962bfba39f5ae0ad541c8c944a9b90788e7eb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-cdxfs 1db13bb6a3b58f0eed87dd9d1d3962bfba39f5ae0ad541c8c944a9b90788e7eb network default NAD default NAD key ] I0506 03:05:39.527615 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-cdxfs, hostIfaceName: 1db13bb6a3b58f0, network: default, NAD default, SandboxID: "1db13bb6a3b58f0eed87dd9d1d3962bfba39f5ae0ad541c8c944a9b90788e7eb", PCI device ID: , UID: "f60c3451-d61f-405d-af3c-20c98cf69fb0", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0506 03:05:39.573531 3673 cni.go:473] [openshift-network-diagnostics/network-check-target-cdxfs 1db13bb6a3b58f0eed87dd9d1d3962bfba39f5ae0ad541c8c944a9b90788e7eb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-cdxfs 1db13bb6a3b58f0eed87dd9d1d3962bfba39f5ae0ad541c8c944a9b90788e7eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:44:a3:d2:7a:2a\",\"name\":\"1db13bb6a3b58f0\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/581aee0a-e1aa-46f5-83a2-5ef5a0005888\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:05:40.727113 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:05:40.809210 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:05:43.690699 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 03:05:52.044491 3673 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f for pod on switch ip-10-0-0-56.ec2.internal I0506 03:05:52.044591 3673 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f I0506 03:05:52.056893 3673 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f] pod update took 12.331781ms I0506 03:05:52.056913 3673 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f] addLogicalPort annotation time took 12.355585ms I0506 03:05:52.058122 3673 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f] addLogicalPort took 13.665919ms, libovsdb time 901.988µs I0506 03:05:52.432288 3673 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key ] I0506 03:05:52.441628 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f, hostIfaceName: 040e3a5ba7fe976, network: default, NAD default, SandboxID: "040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15", PCI device ID: , UID: "759e5669-6ca1-41d6-b5b7-3dd4e86070fd", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0506 03:05:52.488677 3673 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ce:e7:7f:34:da\",\"name\":\"040e3a5ba7fe976\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0fe425c-217a-4c97-9828-2f94f5275b60\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:06:11.736887 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:06:11.736912 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:06:11.818530 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:06:11.818552 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:06:14.702865 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 03:06:15.779277 3673 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key ] I0506 03:06:15.844986 3673 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f 040e3a5ba7fe976a176a077638921f42998a04b3752d98f9d526f65d1d0a0f15 network default NAD default NAD key default], result "{}", err I0506 03:06:15.887083 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.887119 3673 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f I0506 03:06:15.888406 3673 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f, ips: 10.130.0.8 I0506 03:06:15.888436 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.888459 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.888469 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 03:06:15.888691 3673 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.888707 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 03:06:16.913442 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:16.913471 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:16.913493 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:16.913503 3673 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.109594 3673 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 03:06:17.119969 3673 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 03:07:10.188663 3673 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-dhsxw for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:10.188787 3673 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw I0506 03:07:10.189420 3673 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-cbfx9 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:10.189524 3673 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9 I0506 03:07:10.205112 3673 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9] pod update took 15.626861ms I0506 03:07:10.205138 3673 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9] addLogicalPort annotation time took 15.655131ms I0506 03:07:10.205170 3673 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw] pod update took 16.402117ms I0506 03:07:10.205191 3673 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw] addLogicalPort annotation time took 16.430542ms I0506 03:07:10.206370 3673 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw] addLogicalPort took 17.727869ms, libovsdb time 890.497µs I0506 03:07:10.206679 3673 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9] addLogicalPort took 17.276478ms, libovsdb time 1.200122ms I0506 03:07:10.298971 3673 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-9z7nn for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:10.299104 3673 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn I0506 03:07:10.318863 3673 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn] pod update took 19.784799ms I0506 03:07:10.318887 3673 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn] addLogicalPort annotation time took 19.813957ms I0506 03:07:10.319999 3673 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn] addLogicalPort took 21.041869ms, libovsdb time 852.218µs I0506 03:07:10.434428 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-mmvqx for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:10.434545 3673 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx I0506 03:07:10.441289 3673 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-mtj28 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:10.441416 3673 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28 I0506 03:07:10.455090 3673 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx] pod update took 20.574137ms I0506 03:07:10.455111 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx] addLogicalPort annotation time took 20.611914ms I0506 03:07:10.456881 3673 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx] addLogicalPort took 22.470989ms, libovsdb time 881.698µs I0506 03:07:10.465398 3673 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28] pod update took 24.043406ms I0506 03:07:10.465417 3673 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28] addLogicalPort annotation time took 24.072362ms I0506 03:07:10.466431 3673 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28] addLogicalPort took 25.159523ms, libovsdb time 735.073µs I0506 03:07:10.545601 3673 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw 0c572b8b877e75c8055fe6c2caf4a7fdd3eb03f44825d163361f40b10f4fe9d6 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw 0c572b8b877e75c8055fe6c2caf4a7fdd3eb03f44825d163361f40b10f4fe9d6 network default NAD default NAD key ] I0506 03:07:10.549971 3673 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9 b9708b77129f393757c228f1c2c65143e3ded9d6caae6c899d0b6af7af938956 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9 b9708b77129f393757c228f1c2c65143e3ded9d6caae6c899d0b6af7af938956 network default NAD default NAD key ] I0506 03:07:10.555372 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-dhsxw, hostIfaceName: 0c572b8b877e75c, network: default, NAD default, SandboxID: "0c572b8b877e75c8055fe6c2caf4a7fdd3eb03f44825d163361f40b10f4fe9d6", PCI device ID: , UID: "aa57d8fe-1e34-4795-a3b4-548f6cab8386", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0506 03:07:10.561263 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-cbfx9, hostIfaceName: b9708b77129f393, network: default, NAD default, SandboxID: "b9708b77129f393757c228f1c2c65143e3ded9d6caae6c899d0b6af7af938956", PCI device ID: , UID: "7bd34c60-6a66-452b-9ce9-1798c95e4070", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0506 03:07:10.601745 3673 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw 0c572b8b877e75c8055fe6c2caf4a7fdd3eb03f44825d163361f40b10f4fe9d6 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-dhsxw 0c572b8b877e75c8055fe6c2caf4a7fdd3eb03f44825d163361f40b10f4fe9d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5a:50:71:64:c4\",\"name\":\"0c572b8b877e75c\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9f2250c-b1ab-4378-bada-18b8dcb2df2b\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:10.617446 3673 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9 b9708b77129f393757c228f1c2c65143e3ded9d6caae6c899d0b6af7af938956 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-cbfx9 b9708b77129f393757c228f1c2c65143e3ded9d6caae6c899d0b6af7af938956 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:9c:49:5c:4d:01\",\"name\":\"b9708b77129f393\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efe1e2d1-76d6-4645-b54d-d053bf8f0b3c\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:10.657520 3673 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn 3d60e57cb711d5fab1d1ab68135e8d14d15886266d0ce7a3aba3380df7837c58 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn 3d60e57cb711d5fab1d1ab68135e8d14d15886266d0ce7a3aba3380df7837c58 network default NAD default NAD key ] I0506 03:07:10.668165 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-9z7nn, hostIfaceName: 3d60e57cb711d5f, network: default, NAD default, SandboxID: "3d60e57cb711d5fab1d1ab68135e8d14d15886266d0ce7a3aba3380df7837c58", PCI device ID: , UID: "9d91d08a-31ec-45eb-89d7-33725d9f97fb", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0506 03:07:10.714960 3673 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn 3d60e57cb711d5fab1d1ab68135e8d14d15886266d0ce7a3aba3380df7837c58 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9z7nn 3d60e57cb711d5fab1d1ab68135e8d14d15886266d0ce7a3aba3380df7837c58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6d:ec:df:e4:ea\",\"name\":\"3d60e57cb711d5f\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb595b25-d1fc-4cdb-87b7-e328762aa091\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:12.943205 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 03:07:13.904590 3673 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 03:07:13.905504 3673 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 883.432µs I0506 03:07:13.920074 3673 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 03:07:15.312996 3673 namespace.go:98] [openshift-service-ca] adding namespace I0506 03:07:15.314023 3673 namespace.go:102] [openshift-service-ca] adding namespace took 997.569µs I0506 03:07:15.326870 3673 namespace.go:142] [openshift-service-ca] updating namespace W0506 03:07:24.021032 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 03:07:41.951969 3673 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:07:42.056940 3673 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hczfp] creating logical port openshift-insights_insights-runtime-extractor-hczfp for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:42.057034 3673 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hczfp I0506 03:07:42.072172 3673 pod.go:62] [openshift-insights/insights-runtime-extractor-hczfp] pod update took 15.165378ms I0506 03:07:42.072201 3673 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-hczfp] addLogicalPort annotation time took 15.197267ms I0506 03:07:42.073903 3673 pods.go:271] [openshift-insights/insights-runtime-extractor-hczfp] addLogicalPort took 16.980448ms, libovsdb time 1.31377ms W0506 03:07:42.120207 3673 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:42.120226 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:42.120248 3673 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 03:07:42.417733 3673 cni.go:452] [openshift-insights/insights-runtime-extractor-hczfp 3108f4279fe039dbc5ae41e56a03d6137802547ba224d264d83bdbf4d0adb2ca network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hczfp 3108f4279fe039dbc5ae41e56a03d6137802547ba224d264d83bdbf4d0adb2ca network default NAD default NAD key ] I0506 03:07:42.427032 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hczfp, hostIfaceName: 3108f4279fe039d, network: default, NAD default, SandboxID: "3108f4279fe039dbc5ae41e56a03d6137802547ba224d264d83bdbf4d0adb2ca", PCI device ID: , UID: "cfd445e5-9c48-49ef-a0f7-baaf28e824cf", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0506 03:07:42.475506 3673 cni.go:473] [openshift-insights/insights-runtime-extractor-hczfp 3108f4279fe039dbc5ae41e56a03d6137802547ba224d264d83bdbf4d0adb2ca network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hczfp 3108f4279fe039dbc5ae41e56a03d6137802547ba224d264d83bdbf4d0adb2ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d6:b0:01:ee:93\",\"name\":\"3108f4279fe039d\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f014f93-5d04-4938-a38b-3c78128a5f6d\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:42.596465 3673 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx ed1a95148d84512b745f0bf923fd41c322ee5b467b68670747cab8dccfa5d6c3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx ed1a95148d84512b745f0bf923fd41c322ee5b467b68670747cab8dccfa5d6c3 network default NAD default NAD key ] I0506 03:07:42.597031 3673 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28 d0d4ca14a0e44e528293936c5091fb715c13b2c7f6d86c1789be0ff1eaafcd59 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28 d0d4ca14a0e44e528293936c5091fb715c13b2c7f6d86c1789be0ff1eaafcd59 network default NAD default NAD key ] I0506 03:07:42.607407 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-mmvqx, hostIfaceName: ed1a95148d84512, network: default, NAD default, SandboxID: "ed1a95148d84512b745f0bf923fd41c322ee5b467b68670747cab8dccfa5d6c3", PCI device ID: , UID: "e4de5e97-87d0-4428-b631-547f4605fd59", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0506 03:07:42.607766 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-mtj28, hostIfaceName: d0d4ca14a0e44e5, network: default, NAD default, SandboxID: "d0d4ca14a0e44e528293936c5091fb715c13b2c7f6d86c1789be0ff1eaafcd59", PCI device ID: , UID: "cc999f59-51af-4d1b-a4fa-a7712c85bd45", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0506 03:07:42.654454 3673 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx ed1a95148d84512b745f0bf923fd41c322ee5b467b68670747cab8dccfa5d6c3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mmvqx ed1a95148d84512b745f0bf923fd41c322ee5b467b68670747cab8dccfa5d6c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:be:d9:93:63:4d\",\"name\":\"ed1a95148d84512\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/680cb1f7-7fa5-4720-942a-0db814da86f7\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:42.669869 3673 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28 d0d4ca14a0e44e528293936c5091fb715c13b2c7f6d86c1789be0ff1eaafcd59 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mtj28 d0d4ca14a0e44e528293936c5091fb715c13b2c7f6d86c1789be0ff1eaafcd59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:6d:75:95:20:3c\",\"name\":\"d0d4ca14a0e44e5\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ea941b0-e347-4e82-89bb-2d31035b7085\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:43.007167 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:43.007199 3673 pods.go:176] Deleting pod: openshift-image-registry/image-registry-b997bbb4b-hvzbg I0506 03:07:43.008437 3673 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-b997bbb4b-hvzbg, ips: 10.130.0.5 I0506 03:07:43.008463 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:43.019485 3673 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bbd4749b5-zps2c] creating logical port openshift-image-registry_image-registry-7bbd4749b5-zps2c for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:43.019582 3673 kube.go:256] Updating pod openshift-image-registry/image-registry-7bbd4749b5-zps2c I0506 03:07:43.033553 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:43.033575 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:43.044490 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b997bbb4b-hvzbg I0506 03:07:43.044570 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b997bbb4b-hvzbg W0506 03:07:43.044582 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.044596 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.044602 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.044698 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.044715 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0506 03:07:43.048552 3673 pod.go:62] [openshift-image-registry/image-registry-7bbd4749b5-zps2c] pod update took 29.004542ms I0506 03:07:43.048578 3673 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bbd4749b5-zps2c] addLogicalPort annotation time took 29.032944ms I0506 03:07:43.049881 3673 pods.go:271] [openshift-image-registry/image-registry-7bbd4749b5-zps2c] addLogicalPort took 30.410906ms, libovsdb time 915.513µs W0506 03:07:43.071851 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.071879 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.071887 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.071889 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.071907 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.117405 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.117421 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.117428 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.117528 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.117542 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0506 03:07:43.383969 3673 cni.go:452] [openshift-image-registry/image-registry-7bbd4749b5-zps2c 8cb791c4ce7350940d01df46c88fea80cc94ffa883e5ff05c5a1f6bd99a3d8ca network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bbd4749b5-zps2c 8cb791c4ce7350940d01df46c88fea80cc94ffa883e5ff05c5a1f6bd99a3d8ca network default NAD default NAD key ] I0506 03:07:43.394626 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bbd4749b5-zps2c, hostIfaceName: 8cb791c4ce73509, network: default, NAD default, SandboxID: "8cb791c4ce7350940d01df46c88fea80cc94ffa883e5ff05c5a1f6bd99a3d8ca", PCI device ID: , UID: "b189a42a-d021-443e-8e10-20b1d9906837", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0506 03:07:43.447057 3673 cni.go:473] [openshift-image-registry/image-registry-7bbd4749b5-zps2c 8cb791c4ce7350940d01df46c88fea80cc94ffa883e5ff05c5a1f6bd99a3d8ca network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bbd4749b5-zps2c 8cb791c4ce7350940d01df46c88fea80cc94ffa883e5ff05c5a1f6bd99a3d8ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:12:de:61:f9:35\",\"name\":\"8cb791c4ce73509\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee0a586c-377d-40bc-8614-0b9af2047533\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:43.521654 3673 cni.go:452] [openshift-dns/dns-default-rhkkw f37201d147f8105dfcdefa8c3b1dc543ea3e15f51c91fa9977693f7cefab3fc9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rhkkw f37201d147f8105dfcdefa8c3b1dc543ea3e15f51c91fa9977693f7cefab3fc9 network default NAD default NAD key ] I0506 03:07:43.532919 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rhkkw, hostIfaceName: f37201d147f8105, network: default, NAD default, SandboxID: "f37201d147f8105dfcdefa8c3b1dc543ea3e15f51c91fa9977693f7cefab3fc9", PCI device ID: , UID: "2dad0869-895f-4c3c-b5e8-91a82a43ae58", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0506 03:07:43.585551 3673 cni.go:473] [openshift-dns/dns-default-rhkkw f37201d147f8105dfcdefa8c3b1dc543ea3e15f51c91fa9977693f7cefab3fc9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rhkkw f37201d147f8105dfcdefa8c3b1dc543ea3e15f51c91fa9977693f7cefab3fc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f9:6b:12:21:2b\",\"name\":\"f37201d147f8105\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2e55b15-d205-41fe-869b-877420918e73\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:44.013105 3673 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:07:44.104269 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:44.105009 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:44.123921 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:44.123952 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:44.135734 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bcf5547c-7s2vr I0506 03:07:44.135758 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bcf5547c-7s2vr W0506 03:07:45.078512 3673 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:07:45.559743 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-nvjjd for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:45.559861 3673 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd I0506 03:07:45.571647 3673 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd] pod update took 11.818178ms I0506 03:07:45.571734 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd] addLogicalPort annotation time took 11.910422ms I0506 03:07:45.573358 3673 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd] addLogicalPort took 13.634641ms, libovsdb time 1.227261ms I0506 03:07:45.920298 3673 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd d3ed753bd1af2aa679e7d3a604a27e7b54be92a2c9e3485553c6ffef9602f42f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd d3ed753bd1af2aa679e7d3a604a27e7b54be92a2c9e3485553c6ffef9602f42f network default NAD default NAD key ] I0506 03:07:45.930137 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-nvjjd, hostIfaceName: d3ed753bd1af2aa, network: default, NAD default, SandboxID: "d3ed753bd1af2aa679e7d3a604a27e7b54be92a2c9e3485553c6ffef9602f42f", PCI device ID: , UID: "51de640f-e5d5-470a-824e-deda59493e02", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0506 03:07:45.976835 3673 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd d3ed753bd1af2aa679e7d3a604a27e7b54be92a2c9e3485553c6ffef9602f42f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nvjjd d3ed753bd1af2aa679e7d3a604a27e7b54be92a2c9e3485553c6ffef9602f42f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:15:ba:5d:61:3a\",\"name\":\"d3ed753bd1af2aa\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3aeaa35-f51c-41bf-9681-63f76ddcc828\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:46.056908 3673 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:46.056924 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:46.056930 3673 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:48.037174 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 03:07:48.062848 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 03:07:48.641815 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-mdkjr] creating logical port openshift-monitoring_prometheus-operator-76b589d668-mdkjr for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:48.641927 3673 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-mdkjr I0506 03:07:48.657903 3673 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-mdkjr] pod update took 16.01105ms I0506 03:07:48.657924 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-mdkjr] addLogicalPort annotation time took 16.036729ms I0506 03:07:48.659139 3673 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-mdkjr] addLogicalPort took 17.338661ms, libovsdb time 897.287µs I0506 03:07:49.001463 3673 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-mdkjr 60c71c68202fa0d5a723c2cc5855b077bbfd121b42d8b1712ebd7f58395d4ffa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-mdkjr 60c71c68202fa0d5a723c2cc5855b077bbfd121b42d8b1712ebd7f58395d4ffa network default NAD default NAD key ] I0506 03:07:49.012544 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-mdkjr, hostIfaceName: 60c71c68202fa0d, network: default, NAD default, SandboxID: "60c71c68202fa0d5a723c2cc5855b077bbfd121b42d8b1712ebd7f58395d4ffa", PCI device ID: , UID: "df97a41a-ece7-4978-952c-bab182626ac2", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0506 03:07:49.061922 3673 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-mdkjr 60c71c68202fa0d5a723c2cc5855b077bbfd121b42d8b1712ebd7f58395d4ffa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-mdkjr 60c71c68202fa0d5a723c2cc5855b077bbfd121b42d8b1712ebd7f58395d4ffa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c3:00:07:88:11\",\"name\":\"60c71c68202fa0d\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c51b09b3-194f-424b-93aa-add7640ca290\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:53.116449 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-5g8dn for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:53.116550 3673 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn W0506 03:07:53.137277 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:53.137298 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:53.137306 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:53.137317 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:53.137322 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:53.137326 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0506 03:07:53.144703 3673 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn] pod update took 28.185262ms I0506 03:07:53.144726 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn] addLogicalPort annotation time took 28.213752ms I0506 03:07:53.145965 3673 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn] addLogicalPort took 29.538325ms, libovsdb time 897.871µs I0506 03:07:54.078947 3673 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn 044bf8e9e0d3a274f6f7c94f62112e18aa4c93bbd8243bfc51e17a2697bc0d72 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn 044bf8e9e0d3a274f6f7c94f62112e18aa4c93bbd8243bfc51e17a2697bc0d72 network default NAD default NAD key ] I0506 03:07:54.088919 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-5g8dn, hostIfaceName: 044bf8e9e0d3a27, network: default, NAD default, SandboxID: "044bf8e9e0d3a274f6f7c94f62112e18aa4c93bbd8243bfc51e17a2697bc0d72", PCI device ID: , UID: "4175ac7e-9e15-4cd9-9727-ad20b6c8949d", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0506 03:07:54.145599 3673 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn 044bf8e9e0d3a274f6f7c94f62112e18aa4c93bbd8243bfc51e17a2697bc0d72 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-5g8dn 044bf8e9e0d3a274f6f7c94f62112e18aa4c93bbd8243bfc51e17a2697bc0d72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:93:d6:a4:83:44\",\"name\":\"044bf8e9e0d3a27\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f4d7b7-a9cd-439a-84f7-4d86911d4d21\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:54.221343 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:54.221466 3673 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 03:07:54.244668 3673 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.238634ms I0506 03:07:54.244701 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.278243ms I0506 03:07:54.246136 3673 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.816882ms, libovsdb time 1.01908ms I0506 03:07:55.190424 3673 cni.go:452] [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key ] I0506 03:07:55.199953 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 34df55fd1c9e7fe, network: default, NAD default, SandboxID: "34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a", PCI device ID: , UID: "010161c0-0848-4661-a25d-3645ee3d9ec4", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0506 03:07:55.250212 3673 cni.go:473] [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:26:56:b5:4e:e1\",\"name\":\"34df55fd1c9e7fe\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cf17851-5147-4003-a656-131d1a05856f\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:56.040408 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:56.040435 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:56.040441 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:56.140164 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:56.140188 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:56.140195 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:07:56.261534 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-c46c8f677-l74l6] creating logical port openshift-monitoring_thanos-querier-c46c8f677-l74l6 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:56.261627 3673 kube.go:256] Updating pod openshift-monitoring/thanos-querier-c46c8f677-l74l6 I0506 03:07:56.279104 3673 pod.go:62] [openshift-monitoring/thanos-querier-c46c8f677-l74l6] pod update took 17.506601ms I0506 03:07:56.279126 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-c46c8f677-l74l6] addLogicalPort annotation time took 17.534125ms I0506 03:07:56.280400 3673 pods.go:271] [openshift-monitoring/thanos-querier-c46c8f677-l74l6] addLogicalPort took 18.87694ms, libovsdb time 879.264µs I0506 03:07:56.700640 3673 cni.go:452] [openshift-monitoring/thanos-querier-c46c8f677-l74l6 d9183d88467793f50eb8a84b59eea5e9d3366dc8fa5423d6977bdc6c4b2c6e14 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-c46c8f677-l74l6 d9183d88467793f50eb8a84b59eea5e9d3366dc8fa5423d6977bdc6c4b2c6e14 network default NAD default NAD key ] I0506 03:07:56.710100 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-c46c8f677-l74l6, hostIfaceName: d9183d88467793f, network: default, NAD default, SandboxID: "d9183d88467793f50eb8a84b59eea5e9d3366dc8fa5423d6977bdc6c4b2c6e14", PCI device ID: , UID: "de9e1bcf-d852-4413-9355-6baf66ab42b9", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0506 03:07:56.759332 3673 cni.go:473] [openshift-monitoring/thanos-querier-c46c8f677-l74l6 d9183d88467793f50eb8a84b59eea5e9d3366dc8fa5423d6977bdc6c4b2c6e14 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-c46c8f677-l74l6 d9183d88467793f50eb8a84b59eea5e9d3366dc8fa5423d6977bdc6c4b2c6e14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:12:98:eb:45:44\",\"name\":\"d9183d88467793f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d390da66-b42a-4051-824e-e1767a69a601\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:57.101516 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:57.101537 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:57.101542 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:07:57.616378 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6d6f679f44-64r6w] creating logical port openshift-monitoring_metrics-server-6d6f679f44-64r6w for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:57.616529 3673 kube.go:256] Updating pod openshift-monitoring/metrics-server-6d6f679f44-64r6w I0506 03:07:57.636221 3673 pod.go:62] [openshift-monitoring/metrics-server-6d6f679f44-64r6w] pod update took 19.718307ms I0506 03:07:57.636333 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6d6f679f44-64r6w] addLogicalPort annotation time took 19.83533ms I0506 03:07:57.637786 3673 pods.go:271] [openshift-monitoring/metrics-server-6d6f679f44-64r6w] addLogicalPort took 21.428182ms, libovsdb time 1.076442ms I0506 03:07:57.813396 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-dtvnn for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:57.813575 3673 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn I0506 03:07:57.830324 3673 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn] pod update took 16.776679ms I0506 03:07:57.830377 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn] addLogicalPort annotation time took 16.831641ms I0506 03:07:57.832158 3673 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn] addLogicalPort took 18.781975ms, libovsdb time 1.326941ms I0506 03:07:58.723009 3673 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn 9f3f4eca24627f2fb858f6e05637aaf7ebf95fa40beacaf68c222f4ef10b4c9c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn 9f3f4eca24627f2fb858f6e05637aaf7ebf95fa40beacaf68c222f4ef10b4c9c network default NAD default NAD key ] I0506 03:07:58.727369 3673 cni.go:452] [openshift-monitoring/metrics-server-6d6f679f44-64r6w 4c69ed8ace6aeb5448e95c96161fc3db1d79d164b70cf2649e7319aef26a711c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6d6f679f44-64r6w 4c69ed8ace6aeb5448e95c96161fc3db1d79d164b70cf2649e7319aef26a711c network default NAD default NAD key ] I0506 03:07:58.733542 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-dtvnn, hostIfaceName: 9f3f4eca24627f2, network: default, NAD default, SandboxID: "9f3f4eca24627f2fb858f6e05637aaf7ebf95fa40beacaf68c222f4ef10b4c9c", PCI device ID: , UID: "eb175aa4-6053-4413-9bfb-744a3843aeb2", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0506 03:07:58.738468 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6d6f679f44-64r6w, hostIfaceName: 4c69ed8ace6aeb5, network: default, NAD default, SandboxID: "4c69ed8ace6aeb5448e95c96161fc3db1d79d164b70cf2649e7319aef26a711c", PCI device ID: , UID: "478620ee-06ff-49e3-a11e-0c8779947467", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0506 03:07:58.790894 3673 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn 9f3f4eca24627f2fb858f6e05637aaf7ebf95fa40beacaf68c222f4ef10b4c9c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dtvnn 9f3f4eca24627f2fb858f6e05637aaf7ebf95fa40beacaf68c222f4ef10b4c9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e4:78:35:af:fc\",\"name\":\"9f3f4eca24627f2\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf6a735a-58cf-4e61-9df9-48555440fd31\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:58.813067 3673 cni.go:473] [openshift-monitoring/metrics-server-6d6f679f44-64r6w 4c69ed8ace6aeb5448e95c96161fc3db1d79d164b70cf2649e7319aef26a711c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6d6f679f44-64r6w 4c69ed8ace6aeb5448e95c96161fc3db1d79d164b70cf2649e7319aef26a711c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5d:44:1f:6a:fa\",\"name\":\"4c69ed8ace6aeb5\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc16eab1-f8f2-4811-8e81-3d12b1499054\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:59.123266 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:07:59.123290 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:07:59.123295 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:07:59.123302 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 03:07:59.422274 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:07:59.422476 3673 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 03:07:59.466858 3673 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 44.430925ms I0506 03:07:59.466892 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 44.470016ms I0506 03:07:59.468422 3673 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 46.167325ms, libovsdb time 1.046163ms W0506 03:08:00.139079 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:00.139098 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:00.169267 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:00.182483 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0506 03:08:00.424705 3673 cni.go:452] [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key ] I0506 03:08:00.434759 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 88e5da247494d64, network: default, NAD default, SandboxID: "88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834", PCI device ID: , UID: "2e217ee6-6950-4af4-bade-bbf43a0d1760", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0506 03:08:00.488916 3673 cni.go:473] [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3a:81:2a:b4:64\",\"name\":\"88e5da247494d64\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9258259-6579-4b72-9048-291607252bc6\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:08:01.162975 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.162996 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.163001 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.163006 3673 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.191834 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:01.221655 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 03:08:01.259542 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:01.259561 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:02.111163 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:02.111188 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:08:03.447082 3673 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-2csg9] creating logical port openshift-console_downloads-5c54f4944f-2csg9 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:08:03.447209 3673 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-2csg9 I0506 03:08:03.468571 3673 pod.go:62] [openshift-console/downloads-5c54f4944f-2csg9] pod update took 21.406816ms I0506 03:08:03.468599 3673 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-2csg9] addLogicalPort annotation time took 21.440707ms I0506 03:08:03.469803 3673 pods.go:271] [openshift-console/downloads-5c54f4944f-2csg9] addLogicalPort took 22.74104ms, libovsdb time 890.042µs I0506 03:08:03.808645 3673 cni.go:452] [openshift-console/downloads-5c54f4944f-2csg9 26b827367d7719612ea59a49b83141598ecc2781c47e8a10e2f38f9f639ae0b7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-2csg9 26b827367d7719612ea59a49b83141598ecc2781c47e8a10e2f38f9f639ae0b7 network default NAD default NAD key ] I0506 03:08:03.819456 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-2csg9, hostIfaceName: 26b827367d77196, network: default, NAD default, SandboxID: "26b827367d7719612ea59a49b83141598ecc2781c47e8a10e2f38f9f639ae0b7", PCI device ID: , UID: "d9bdd6a5-dbbd-4f80-9560-d8fff9bc15b1", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0506 03:08:03.876757 3673 cni.go:473] [openshift-console/downloads-5c54f4944f-2csg9 26b827367d7719612ea59a49b83141598ecc2781c47e8a10e2f38f9f639ae0b7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-2csg9 26b827367d7719612ea59a49b83141598ecc2781c47e8a10e2f38f9f639ae0b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:0d:b2:ae:61:4d\",\"name\":\"26b827367d77196\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b58bfbb7-b15b-4746-98a0-0e5acc7590d8\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:08:05.035972 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:05.161637 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.161659 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.161665 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.161670 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.161683 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.161688 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.161692 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.161696 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:07.153366 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:07.153394 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:07.153402 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:07.153410 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 03:08:14.001414 3673 base_network_controller_pods.go:487] [default/openshift-console/console-5cbc56f74f-9vqcw] creating logical port openshift-console_console-5cbc56f74f-9vqcw for pod on switch ip-10-0-0-56.ec2.internal I0506 03:08:14.001517 3673 kube.go:256] Updating pod openshift-console/console-5cbc56f74f-9vqcw I0506 03:08:14.034391 3673 pod.go:62] [openshift-console/console-5cbc56f74f-9vqcw] pod update took 32.89871ms I0506 03:08:14.034422 3673 base_network_controller_pods.go:951] [default/openshift-console/console-5cbc56f74f-9vqcw] addLogicalPort annotation time took 32.935247ms I0506 03:08:14.035800 3673 pods.go:271] [openshift-console/console-5cbc56f74f-9vqcw] addLogicalPort took 34.404574ms, libovsdb time 1.003426ms W0506 03:08:14.205470 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 03:08:19.127632 3673 cni.go:452] [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key ] I0506 03:08:19.137453 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cbc56f74f-9vqcw, hostIfaceName: e6d11862f45afef, network: default, NAD default, SandboxID: "e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a", PCI device ID: , UID: "8994fa48-c6d9-4d27-b806-338c06d9d9b7", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0506 03:08:19.194517 3673 cni.go:473] [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:bb:4d:a7:c5:d5\",\"name\":\"e6d11862f45afef\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d73af9d3-2582-40c2-bfc5-79bc153f5705\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:08:20.234816 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 03:08:20.268278 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 03:08:20.277473 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 03:08:20.331258 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:08:21.139119 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:21.139146 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:22.142038 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:24.676366 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:24.676390 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:24.676398 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:24.676413 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:24.676420 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:24.676426 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:25.263058 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:25.263083 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:25.263089 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:25.297498 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:08:28.266334 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:08:28.266354 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:08:28.266388 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:08:29.271362 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:08:29.271412 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:08:29.271366 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:08:29.299086 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:08:30.277716 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 03:08:30.356594 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:30.357207 3673 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:31.291093 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:31.291120 3673 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:31.294710 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bcf5547c-qx59n I0506 03:08:31.294734 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bcf5547c-qx59n W0506 03:08:36.285581 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0506 03:08:45.556351 3673 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-l8k27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:45.556948 3673 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-l8k27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:46.362125 3673 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-l8k27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:46.362147 3673 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-l8k27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:46.365563 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84df56f8d4-l8k27 I0506 03:08:46.365590 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84df56f8d4-l8k27 I0506 03:08:50.623939 3673 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-89xv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:50.624502 3673 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-89xv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:51.347012 3673 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-89xv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:51.347030 3673 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-89xv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:51.351887 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84df56f8d4-89xv5 I0506 03:08:51.351913 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84df56f8d4-89xv5 I0506 03:09:00.364579 3673 obj_retry.go:498] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:00.365098 3673 obj_retry.go:498] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:09:00.427329 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:09:00.427377 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:09:00.427393 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:09:00.427398 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:09:00.462478 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:09:00.462505 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:09:00.686874 3673 obj_retry.go:492] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:00.686903 3673 obj_retry.go:492] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:00.690069 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6768b979cc-d7zwg I0506 03:09:00.690093 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6768b979cc-d7zwg I0506 03:09:10.997204 3673 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 03:09:15.312321 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:15.312972 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:15.471614 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:15.471642 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:15.477341 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 03:09:15.477365 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 03:09:17.497772 3673 cni.go:452] [openshift-multus/network-metrics-daemon-9t7j5 02f3317d6ef97041e24cc105dab4ebdb531971676b22ea54a4ec9841fbd0114c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-9t7j5 02f3317d6ef97041e24cc105dab4ebdb531971676b22ea54a4ec9841fbd0114c network default NAD default NAD key ] I0506 03:09:17.507122 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-9t7j5, hostIfaceName: 02f3317d6ef9704, network: default, NAD default, SandboxID: "02f3317d6ef97041e24cc105dab4ebdb531971676b22ea54a4ec9841fbd0114c", PCI device ID: , UID: "c6bfc2c4-1b87-41ec-a994-55815ab883e0", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0506 03:09:17.563458 3673 cni.go:473] [openshift-multus/network-metrics-daemon-9t7j5 02f3317d6ef97041e24cc105dab4ebdb531971676b22ea54a4ec9841fbd0114c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-9t7j5 02f3317d6ef97041e24cc105dab4ebdb531971676b22ea54a4ec9841fbd0114c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:4a:f6:35:4e:61\",\"name\":\"02f3317d6ef9704\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ad531e2-8618-474a-a400-96de268925b4\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:09:19.098015 3673 cni.go:452] [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key ] I0506 03:09:19.179729 3673 cni.go:473] [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 88e5da247494d645ab2b8686f36ac270df5cb6bb553645555577d93dff799834 network default NAD default NAD key default], result "{}", err I0506 03:09:19.272144 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:19.272189 3673 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0506 03:09:19.274178 3673 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.23 I0506 03:09:19.274308 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:19.531313 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:19.531342 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:19.538042 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 03:09:19.538072 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 03:09:19.574070 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:09:19.574268 3673 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 03:09:19.598160 3673 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.992886ms I0506 03:09:19.598183 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.019427ms I0506 03:09:19.599508 3673 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.451746ms, libovsdb time 890.448µs I0506 03:09:19.935178 3673 cni.go:452] [openshift-monitoring/prometheus-k8s-1 782988390de175422129d1fde96804856fb007a734d6ce14874832eacc6afbd4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 782988390de175422129d1fde96804856fb007a734d6ce14874832eacc6afbd4 network default NAD default NAD key ] I0506 03:09:19.945872 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 782988390de1754, network: default, NAD default, SandboxID: "782988390de175422129d1fde96804856fb007a734d6ce14874832eacc6afbd4", PCI device ID: , UID: "121562e9-10dc-439e-b94c-baa9192ec7b5", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0506 03:09:19.996093 3673 cni.go:473] [openshift-monitoring/prometheus-k8s-1 782988390de175422129d1fde96804856fb007a734d6ce14874832eacc6afbd4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 782988390de175422129d1fde96804856fb007a734d6ce14874832eacc6afbd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:8d:fa:2c:77:b9\",\"name\":\"782988390de1754\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2204e365-acc5-4d54-b029-114247ec9979\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:09:36.129693 3673 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-fktlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:36.130252 3673 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-fktlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:36.531787 3673 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-fktlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:36.531809 3673 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-fktlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:36.537765 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbc56f74f-fktlt I0506 03:09:36.537808 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbc56f74f-fktlt I0506 03:09:46.713616 3673 cni.go:452] [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key ] I0506 03:09:46.805486 3673 cni.go:473] [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cbc56f74f-9vqcw e6d11862f45afefd16070d7bad372fa5a6bf1b98bd1230f2436fe4faa4bf515a network default NAD default NAD key default], result "{}", err I0506 03:09:46.864995 3673 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:46.865029 3673 pods.go:176] Deleting pod: openshift-console/console-5cbc56f74f-9vqcw I0506 03:09:46.866484 3673 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cbc56f74f-9vqcw, ips: 10.130.0.25 I0506 03:09:46.866514 3673 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:47.095916 3673 cni.go:452] [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key ] I0506 03:09:47.183551 3673 cni.go:473] [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 34df55fd1c9e7fea4183e5fc3a98ab392a54e013a0d0943a6cab91e28baade9a network default NAD default NAD key default], result "{}", err I0506 03:09:47.241287 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:47.241320 3673 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0506 03:09:47.242562 3673 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.19 I0506 03:09:47.242595 3673 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:47.637525 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.637584 3673 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.644684 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 03:09:47.644721 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 03:09:47.660497 3673 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.660523 3673 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.663885 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbc56f74f-9vqcw I0506 03:09:47.663913 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbc56f74f-9vqcw I0506 03:09:47.686350 3673 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:09:47.686483 3673 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 03:09:47.711846 3673 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.400888ms I0506 03:09:47.711876 3673 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.436767ms I0506 03:09:47.713079 3673 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.74666ms, libovsdb time 852.839µs I0506 03:09:48.049497 3673 cni.go:452] [openshift-monitoring/alertmanager-main-0 f8bbad8b30b6cbe66f387b025f8deb3b6fb315f05855f1cb7ce020ca61265f5b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f8bbad8b30b6cbe66f387b025f8deb3b6fb315f05855f1cb7ce020ca61265f5b network default NAD default NAD key ] I0506 03:09:48.058916 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f8bbad8b30b6cbe, network: default, NAD default, SandboxID: "f8bbad8b30b6cbe66f387b025f8deb3b6fb315f05855f1cb7ce020ca61265f5b", PCI device ID: , UID: "f737ef8d-8447-4d23-a4d2-37d28ccd8c8e", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0506 03:09:48.110732 3673 cni.go:473] [openshift-monitoring/alertmanager-main-0 f8bbad8b30b6cbe66f387b025f8deb3b6fb315f05855f1cb7ce020ca61265f5b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f8bbad8b30b6cbe66f387b025f8deb3b6fb315f05855f1cb7ce020ca61265f5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:3d:46:f0:11:10\",\"name\":\"f8bbad8b30b6cbe\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c9c5c34-b8fc-4777-9f4c-e578c91a7c6c\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:10:04.763472 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.764037 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:05.663217 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:05.663260 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:10:08.100792 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:10:08.100811 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:10:08.100817 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:10:20.853245 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:10:20.853265 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:10:22.155037 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:22.155639 3673 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:22.741217 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:22.741265 3673 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:22.748405 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 03:10:22.748430 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 03:10:33.772198 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=526 I0506 03:10:36.756297 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0506 03:10:50.881623 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0506 03:11:07.844024 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 03:11:13.853540 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0506 03:11:20.874818 3673 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 W0506 03:11:21.914693 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:11:30.760785 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 03:11:32.981402 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 03:11:32.981471 3673 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fxtp7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fxtp7: no pod IPs found I0506 03:12:09.859107 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 03:12:41.847897 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 03:13:03.756697 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0506 03:13:20.864556 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 03:13:29.843786 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 03:13:56.763669 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0506 03:13:59.869493 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 03:14:10.757914 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0506 03:14:56.881103 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0506 03:15:52.532610 3673 namespace.go:98] [tsf] adding namespace I0506 03:15:52.533559 3673 namespace.go:102] [tsf] adding namespace took 921.157µs I0506 03:15:52.550261 3673 namespace.go:142] [tsf] updating namespace I0506 03:15:52.559211 3673 namespace.go:142] [tsf] updating namespace I0506 03:15:56.227373 3673 namespace.go:98] [rhtpa-operator] adding namespace I0506 03:15:56.228308 3673 namespace.go:102] [rhtpa-operator] adding namespace took 912.734µs I0506 03:15:56.236727 3673 namespace.go:98] [konflux-operator] adding namespace I0506 03:15:56.236998 3673 namespace.go:98] [cert-manager-operator] adding namespace I0506 03:15:56.237016 3673 namespace.go:98] [tsf-tas] adding namespace I0506 03:15:56.237145 3673 namespace.go:98] [rhbk-operator] adding namespace I0506 03:15:56.237272 3673 namespace.go:98] [konflux-ui] adding namespace I0506 03:15:56.237304 3673 namespace.go:98] [tsf-keycloak] adding namespace I0506 03:15:56.237675 3673 namespace.go:102] [konflux-operator] adding namespace took 931.866µs I0506 03:15:56.237718 3673 namespace.go:98] [tsf-tpa] adding namespace I0506 03:15:56.238367 3673 namespace.go:102] [tsf-tpa] adding namespace took 641.892µs I0506 03:15:56.238942 3673 namespace.go:102] [cert-manager-operator] adding namespace took 1.87865ms I0506 03:15:56.239723 3673 namespace.go:102] [tsf-tas] adding namespace took 2.650651ms I0506 03:15:56.240399 3673 namespace.go:102] [rhbk-operator] adding namespace took 3.195536ms I0506 03:15:56.240963 3673 namespace.go:102] [konflux-ui] adding namespace took 3.668121ms I0506 03:15:56.241457 3673 namespace.go:102] [tsf-keycloak] adding namespace took 4.144586ms I0506 03:15:56.250260 3673 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:15:56.267640 3673 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:15:56.277010 3673 namespace.go:142] [konflux-operator] updating namespace I0506 03:15:56.287712 3673 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:56.287718 3673 namespace.go:142] [tsf-tas] updating namespace I0506 03:15:56.290669 3673 namespace.go:142] [konflux-operator] updating namespace I0506 03:15:56.290722 3673 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:15:56.303524 3673 namespace.go:142] [konflux-ui] updating namespace I0506 03:15:56.303622 3673 namespace.go:142] [rhbk-operator] updating namespace I0506 03:15:56.309995 3673 namespace.go:142] [konflux-operator] updating namespace I0506 03:15:56.310017 3673 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:15:56.312674 3673 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:15:56.328063 3673 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:15:56.353280 3673 namespace.go:142] [tsf-tas] updating namespace I0506 03:15:56.356632 3673 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:15:56.370629 3673 namespace.go:142] [tsf-tas] updating namespace I0506 03:15:56.370645 3673 namespace.go:142] [rhbk-operator] updating namespace I0506 03:15:56.385028 3673 namespace.go:142] [rhbk-operator] updating namespace I0506 03:15:56.387752 3673 namespace.go:142] [konflux-ui] updating namespace I0506 03:15:56.400553 3673 namespace.go:142] [konflux-ui] updating namespace I0506 03:15:56.405196 3673 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:15:56.418454 3673 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:56.434814 3673 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:15:56.443004 3673 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:57.333177 3673 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:57.345565 3673 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:15:58.929124 3673 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf for pod on switch ip-10-0-0-56.ec2.internal I0506 03:15:58.929283 3673 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf I0506 03:15:58.941818 3673 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf] pod update took 12.587022ms I0506 03:15:58.941841 3673 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf] addLogicalPort annotation time took 12.615268ms I0506 03:15:58.943079 3673 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf] addLogicalPort took 13.973275ms, libovsdb time 902.365µs I0506 03:15:59.028799 3673 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p for pod on switch ip-10-0-0-56.ec2.internal I0506 03:15:59.028910 3673 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p I0506 03:15:59.041541 3673 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p] pod update took 12.658047ms I0506 03:15:59.041564 3673 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p] addLogicalPort annotation time took 12.684975ms I0506 03:15:59.042908 3673 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p] addLogicalPort took 14.121922ms, libovsdb time 987.655µs I0506 03:15:59.291062 3673 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key ] I0506 03:15:59.300857 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf, hostIfaceName: 7f0b43c3367c47b, network: default, NAD default, SandboxID: "7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92", PCI device ID: , UID: "08338140-427e-43d0-900c-802d6d94eeb4", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0506 03:15:59.354304 3673 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5c:36:3c:99:11\",\"name\":\"7f0b43c3367c47b\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d4b3ac2-e7a0-4921-b388-65b2a431b4f2\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:15:59.394823 3673 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key ] I0506 03:15:59.405802 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p, hostIfaceName: 9e05ad0bb222181, network: default, NAD default, SandboxID: "9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156", PCI device ID: , UID: "698a4fc1-56cd-4d6f-bc93-2ef339340719", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0506 03:15:59.458636 3673 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:d8:d1:51:54:75\",\"name\":\"9e05ad0bb222181\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49fb2e5a-ecbf-47c2-8de6-622b8e19376e\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:02.020984 3673 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:02.021105 3673 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn I0506 03:16:02.032904 3673 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn] pod update took 11.85032ms I0506 03:16:02.032935 3673 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn] addLogicalPort annotation time took 11.885812ms I0506 03:16:02.034204 3673 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn] addLogicalPort took 13.236562ms, libovsdb time 823.401µs I0506 03:16:02.254460 3673 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:02.254620 3673 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc I0506 03:16:02.274175 3673 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc] pod update took 19.587201ms I0506 03:16:02.274198 3673 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc] addLogicalPort annotation time took 19.617086ms I0506 03:16:02.275527 3673 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc] addLogicalPort took 21.084883ms, libovsdb time 952.486µs I0506 03:16:02.383379 3673 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key ] I0506 03:16:02.394415 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn, hostIfaceName: 2da0521948cd002, network: default, NAD default, SandboxID: "2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f", PCI device ID: , UID: "350aec60-4e69-440d-bbc4-f3fcefb47761", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0506 03:16:02.445999 3673 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:eb:58:5a:67:7a\",\"name\":\"2da0521948cd002\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f9605d0-78cb-4f43-8151-e709175179bd\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:02.615613 3673 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key ] I0506 03:16:02.625612 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc, hostIfaceName: 372e29dd08709b7, network: default, NAD default, SandboxID: "372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0", PCI device ID: , UID: "b681fde9-0e17-4160-9858-cea0254520e0", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0506 03:16:02.676570 3673 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:be:dc:3f:a1:93\",\"name\":\"372e29dd08709b7\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3aa149dc-eff4-4c94-9a1a-780422d6fcd3\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:03.254799 3673 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key ] I0506 03:16:03.334366 3673 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf 7f0b43c3367c47bad5d5875b92eee151151f179e82748b0280cd03b489b4fc92 network default NAD default NAD key default], result "{}", err I0506 03:16:03.383648 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.383677 3673 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf I0506 03:16:03.385279 3673 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf, ips: 10.130.0.28 I0506 03:16:03.385308 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.385331 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.385341 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:03.385578 3673 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.385597 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:04.263188 3673 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key ] I0506 03:16:04.337818 3673 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p 9e05ad0bb222181b5668f57cc2791e2406d6d0fe36bc494253448b662ad3e156 network default NAD default NAD key default], result "{}", err I0506 03:16:04.387067 3673 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.387107 3673 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p I0506 03:16:04.389030 3673 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p, ips: 10.130.0.29 I0506 03:16:04.389120 3673 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.389168 3673 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.389181 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:04.389499 3673 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.389516 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:04.425923 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:04.425945 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:04.425962 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:04.425977 3673 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.198486 3673 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:05.198641 3673 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 I0506 03:16:05.212214 3673 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9] pod update took 13.607781ms I0506 03:16:05.212259 3673 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9] addLogicalPort annotation time took 13.653513ms I0506 03:16:05.213887 3673 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9] addLogicalPort took 15.429564ms, libovsdb time 1.084824ms I0506 03:16:05.300944 3673 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:05.301078 3673 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k I0506 03:16:05.313809 3673 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k] pod update took 12.754929ms I0506 03:16:05.313842 3673 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k] addLogicalPort annotation time took 12.794719ms I0506 03:16:05.315170 3673 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k] addLogicalPort took 14.24422ms, libovsdb time 930.125µs I0506 03:16:05.409739 3673 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.409765 3673 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.409782 3673 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.409796 3673 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.595812 3673 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key ] I0506 03:16:05.605779 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9, hostIfaceName: 21d78fdd16f3e7b, network: default, NAD default, SandboxID: "21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49", PCI device ID: , UID: "e4841f0f-7971-4950-b60b-e25f00db1af8", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0506 03:16:05.660126 3673 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:0e:92:b1:c1:bf\",\"name\":\"21d78fdd16f3e7b\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/349774fe-e619-4dec-bb4a-cb6a63e1ca5c\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:05.699933 3673 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key ] I0506 03:16:05.710374 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k, hostIfaceName: a063e5867a324c1, network: default, NAD default, SandboxID: "a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af", PCI device ID: , UID: "5c06d08c-08ee-481a-8d4e-85205581f06a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0506 03:16:05.761618 3673 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b0:09:d3:46:54\",\"name\":\"a063e5867a324c1\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/234125fe-c2ef-4b0e-89af-3f678501d791\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:08.296428 3673 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key ] I0506 03:16:08.297188 3673 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key ] I0506 03:16:08.373840 3673 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn 2da0521948cd0022bba98b1e2c64c8f3a0937b2367660682d799fe7df32f522f network default NAD default NAD key default], result "{}", err I0506 03:16:08.399365 3673 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc 372e29dd08709b7619a1c9b750bb38aff6e017d08dd69d0b7edce4730f9b21c0 network default NAD default NAD key default], result "{}", err I0506 03:16:08.423517 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.423594 3673 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn I0506 03:16:08.425094 3673 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn, ips: 10.130.0.30 I0506 03:16:08.425135 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.425160 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.425171 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:08.425391 3673 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.425402 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:08.451362 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.451406 3673 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc I0506 03:16:08.452917 3673 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc, ips: 10.130.0.31 I0506 03:16:08.452951 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.452969 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.452977 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:08.453172 3673 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.453189 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:09.457719 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.457749 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.457764 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.457774 3673 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481927 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481955 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481971 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481979 3673 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:10.314984 3673 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key ] I0506 03:16:10.315674 3673 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key ] I0506 03:16:10.382749 3673 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 21d78fdd16f3e7bd729ca2c68ba31fcbf1d7c81c76e6609a752335c65387de49 network default NAD default NAD key default], result "{}", err I0506 03:16:10.424792 3673 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k a063e5867a324c149553e62031f633932d85b9298f6ee400b3ba39b1cc6da3af network default NAD default NAD key default], result "{}", err I0506 03:16:10.503532 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.503563 3673 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 I0506 03:16:10.505028 3673 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9, ips: 10.130.0.32 I0506 03:16:10.505062 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.505081 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.505089 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:10.505364 3673 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.505385 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:10.602482 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.602518 3673 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k I0506 03:16:10.603952 3673 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k, ips: 10.130.0.33 I0506 03:16:10.603983 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.604008 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.604020 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:10.604191 3673 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.604202 3673 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:11.570830 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.570856 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.570871 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.570879 3673 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.672077 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.672117 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.672135 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.672154 3673 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:12.243911 3673 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-64m29] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-64m29 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:12.244024 3673 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-64m29 I0506 03:16:12.267492 3673 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-64m29] pod update took 23.490382ms I0506 03:16:12.267519 3673 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-64m29] addLogicalPort annotation time took 23.524614ms I0506 03:16:12.268791 3673 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-64m29] addLogicalPort took 24.89559ms, libovsdb time 871.668µs I0506 03:16:12.606891 3673 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-64m29 ad2b7d7b56a12c69dae110dfaef44743220463096effca3f13d2f2d3367eddd7 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-64m29 ad2b7d7b56a12c69dae110dfaef44743220463096effca3f13d2f2d3367eddd7 network default NAD default NAD key ] I0506 03:16:12.617852 3673 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-64m29, hostIfaceName: ad2b7d7b56a12c6, network: default, NAD default, SandboxID: "ad2b7d7b56a12c69dae110dfaef44743220463096effca3f13d2f2d3367eddd7", PCI device ID: , UID: "e8f12d65-f1d0-4ad6-9c9a-30e494a6b822", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0506 03:16:12.679249 3673 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-64m29 ad2b7d7b56a12c69dae110dfaef44743220463096effca3f13d2f2d3367eddd7 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-64m29 ad2b7d7b56a12c69dae110dfaef44743220463096effca3f13d2f2d3367eddd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:5e:c4:e7:c3:46\",\"name\":\"ad2b7d7b56a12c6\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a77d3af0-c872-4593-a144-0d84fde216db\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:17.887354 3673 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-pxx6l for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:17.887505 3673 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l I0506 03:16:17.917511 3673 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l] pod update took 30.043054ms I0506 03:16:17.917575 3673 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l] addLogicalPort annotation time took 30.113131ms I0506 03:16:17.918830 3673 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l] addLogicalPort took 31.497736ms, libovsdb time 828.578µs I0506 03:16:18.248846 3673 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l 14328af5711866c10f2fb0d9ce39e2ba054ced2c7791bcfaec1dcb94ada7bfb9 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l 14328af5711866c10f2fb0d9ce39e2ba054ced2c7791bcfaec1dcb94ada7bfb9 network default NAD default NAD key ] I0506 03:16:18.258149 3673 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-pxx6l, hostIfaceName: 14328af5711866c, network: default, NAD default, SandboxID: "14328af5711866c10f2fb0d9ce39e2ba054ced2c7791bcfaec1dcb94ada7bfb9", PCI device ID: , UID: "29ba490b-ad20-45b0-ad47-b9254414cdd7", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0506 03:16:18.309919 3673 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l 14328af5711866c10f2fb0d9ce39e2ba054ced2c7791bcfaec1dcb94ada7bfb9 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pxx6l 14328af5711866c10f2fb0d9ce39e2ba054ced2c7791bcfaec1dcb94ada7bfb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:49:f3:e8:de:66\",\"name\":\"14328af5711866c\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d86b2ba-ff61-4483-809e-ded9a8486f2b\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:20.595725 3673 namespace.go:98] [cert-manager] adding namespace I0506 03:16:20.596767 3673 namespace.go:102] [cert-manager] adding namespace took 1.012781ms I0506 03:16:20.637615 3673 namespace.go:142] [cert-manager] updating namespace I0506 03:16:20.685487 3673 namespace.go:142] [cert-manager] updating namespace W0506 03:16:23.248012 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 03:16:24.196213 3673 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-9zkd6 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:24.196329 3673 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6 I0506 03:16:24.259430 3673 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6] pod update took 63.113324ms I0506 03:16:24.259459 3673 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6] addLogicalPort annotation time took 63.159177ms I0506 03:16:24.260686 3673 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6] addLogicalPort took 64.492763ms, libovsdb time 865.447µs I0506 03:16:24.644313 3673 namespace.go:142] [openshift-operators] updating namespace I0506 03:16:24.656331 3673 namespace.go:142] [openshift-operators] updating namespace I0506 03:16:26.664210 3673 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6 863e9dc0f2d49004e1f5fbcc78c64c41f412c85eefb3f5ae6589e6a2665c2dc5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6 863e9dc0f2d49004e1f5fbcc78c64c41f412c85eefb3f5ae6589e6a2665c2dc5 network default NAD default NAD key ] I0506 03:16:26.673847 3673 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-9zkd6, hostIfaceName: 863e9dc0f2d4900, network: default, NAD default, SandboxID: "863e9dc0f2d49004e1f5fbcc78c64c41f412c85eefb3f5ae6589e6a2665c2dc5", PCI device ID: , UID: "34e16c8c-f664-4dbc-a432-ade784ce14ee", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0506 03:16:26.727106 3673 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6 863e9dc0f2d49004e1f5fbcc78c64c41f412c85eefb3f5ae6589e6a2665c2dc5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-9zkd6 863e9dc0f2d49004e1f5fbcc78c64c41f412c85eefb3f5ae6589e6a2665c2dc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:8b:0e:68:3c:50\",\"name\":\"863e9dc0f2d4900\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e16ad3bf-eb03-46f7-b9f7-4aea431ca6b9\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:16:27.301326 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:16:27.301349 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:16:30.270687 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 03:16:30.860366 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 03:16:33.401350 3673 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 03:16:33.402417 3673 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.037205ms I0506 03:16:33.434301 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:33.443417 3673 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 03:16:34.342452 3673 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:16:38.101860 3673 namespace.go:142] [openshift-operators] updating namespace I0506 03:16:38.681465 3673 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-mxhwv for pod on switch ip-10-0-0-56.ec2.internal I0506 03:16:38.681598 3673 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv I0506 03:16:38.803754 3673 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv] pod update took 122.187163ms I0506 03:16:38.803861 3673 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv] addLogicalPort annotation time took 122.299963ms I0506 03:16:38.805166 3673 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv] addLogicalPort took 123.723265ms, libovsdb time 871.91µs I0506 03:16:39.044350 3673 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv 2a7b8dc21bc11d25315e1d009a237817f4dce63fb8625457f22aff45860a0a9e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv 2a7b8dc21bc11d25315e1d009a237817f4dce63fb8625457f22aff45860a0a9e network default NAD default NAD key ] I0506 03:16:39.054475 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-mxhwv, hostIfaceName: 2a7b8dc21bc11d2, network: default, NAD default, SandboxID: "2a7b8dc21bc11d25315e1d009a237817f4dce63fb8625457f22aff45860a0a9e", PCI device ID: , UID: "73ad96a9-93e0-4796-8e34-47d53bbcff6f", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0506 03:16:39.109580 3673 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv 2a7b8dc21bc11d25315e1d009a237817f4dce63fb8625457f22aff45860a0a9e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mxhwv 2a7b8dc21bc11d25315e1d009a237817f4dce63fb8625457f22aff45860a0a9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ce:37:6b:88:dd\",\"name\":\"2a7b8dc21bc11d2\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4dce918-c4de-4aef-8e3b-c9edc1ae016a\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:16:50.259078 3673 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:50.259639 3673 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:50.289584 3673 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:50.289604 3673 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:50.294532 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 03:16:50.294555 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 03:16:53.752534 3673 namespace.go:98] [openshift-pipelines] adding namespace I0506 03:16:53.753498 3673 namespace.go:102] [openshift-pipelines] adding namespace took 936.541µs I0506 03:16:53.777257 3673 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:16:54.460895 3673 namespace.go:142] [cert-manager] updating namespace I0506 03:16:54.659719 3673 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:16:55.063104 3673 namespace.go:142] [konflux-operator] updating namespace I0506 03:16:55.266578 3673 namespace.go:142] [konflux-ui] updating namespace I0506 03:16:55.463952 3673 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace I0506 03:16:55.865449 3673 namespace.go:142] [rhbk-operator] updating namespace I0506 03:16:56.068600 3673 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:16:56.266252 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:56.469345 3673 namespace.go:142] [tsf] updating namespace I0506 03:16:56.674977 3673 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:16:56.872801 3673 namespace.go:142] [tsf-tas] updating namespace I0506 03:16:57.073294 3673 namespace.go:142] [tsf-tpa] updating namespace I0506 03:16:57.209706 3673 namespace.go:142] [cert-manager] updating namespace I0506 03:16:57.218468 3673 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:16:57.230059 3673 namespace.go:142] [default] updating namespace I0506 03:16:57.241411 3673 namespace.go:142] [konflux-operator] updating namespace I0506 03:16:57.250398 3673 namespace.go:142] [konflux-ui] updating namespace I0506 03:16:57.264157 3673 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace I0506 03:16:57.272123 3673 namespace.go:142] [openshift] updating namespace I0506 03:16:57.283925 3673 namespace.go:142] [rhbk-operator] updating namespace I0506 03:16:57.292191 3673 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:16:57.301048 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:57.309263 3673 namespace.go:142] [tsf] updating namespace I0506 03:16:57.318297 3673 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:16:57.335939 3673 namespace.go:142] [tsf-tas] updating namespace I0506 03:16:57.357691 3673 namespace.go:142] [tsf-tpa] updating namespace I0506 03:16:57.456121 3673 namespace.go:142] [cert-manager] updating namespace I0506 03:16:57.556555 3673 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:16:57.659799 3673 namespace.go:142] [default] updating namespace I0506 03:16:57.754928 3673 namespace.go:142] [konflux-operator] updating namespace I0506 03:16:57.858069 3673 namespace.go:142] [konflux-ui] updating namespace I0506 03:16:57.956990 3673 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace I0506 03:16:58.054887 3673 namespace.go:142] [openshift] updating namespace I0506 03:16:58.158700 3673 namespace.go:142] [rhbk-operator] updating namespace I0506 03:16:58.255111 3673 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:16:58.362394 3673 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:58.455187 3673 namespace.go:142] [tsf] updating namespace I0506 03:16:58.555254 3673 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:16:58.655264 3673 namespace.go:142] [tsf-tas] updating namespace I0506 03:16:58.757002 3673 namespace.go:142] [tsf-tpa] updating namespace I0506 03:16:59.044551 3673 namespace.go:142] [openshift-pipelines] updating namespace W0506 03:16:59.156532 3673 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 03:17:01.231971 3673 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 03:17:07.104605 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-kzqn8 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:17:07.104706 3673 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8 I0506 03:17:07.119721 3673 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8] pod update took 15.044521ms I0506 03:17:07.119749 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8] addLogicalPort annotation time took 15.079066ms I0506 03:17:07.120921 3673 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8] addLogicalPort took 16.335638ms, libovsdb time 816.607µs I0506 03:17:07.475214 3673 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8 27e6ce2d6e1ddddbfa9ccb890ba876a4e3a54bd7389aca479211c5f07d9d63c1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8 27e6ce2d6e1ddddbfa9ccb890ba876a4e3a54bd7389aca479211c5f07d9d63c1 network default NAD default NAD key ] I0506 03:17:07.484924 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-kzqn8, hostIfaceName: 27e6ce2d6e1dddd, network: default, NAD default, SandboxID: "27e6ce2d6e1ddddbfa9ccb890ba876a4e3a54bd7389aca479211c5f07d9d63c1", PCI device ID: , UID: "48e37a75-7fc4-4ee9-92ef-94a158bb4279", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0506 03:17:07.541364 3673 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8 27e6ce2d6e1ddddbfa9ccb890ba876a4e3a54bd7389aca479211c5f07d9d63c1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kzqn8 27e6ce2d6e1ddddbfa9ccb890ba876a4e3a54bd7389aca479211c5f07d9d63c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ec:6e:04:3a:f5\",\"name\":\"27e6ce2d6e1dddd\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a3616df-ef6d-40be-ba63-c91d8dd9264e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:17:07.878101 3673 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0506 03:17:11.698727 3673 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:11.698749 3673 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:11.698754 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:11.698760 3673 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:19.248647 3673 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:17:19.248665 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:17:19.248673 3673 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:17:19.481047 3673 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:17:19.481076 3673 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:17:19.481084 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:17:22.673040 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:22.673066 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:22.673074 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:22.673080 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 03:17:37.688200 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-cqh8x for pod on switch ip-10-0-0-56.ec2.internal I0506 03:17:37.688320 3673 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x I0506 03:17:37.703530 3673 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x] pod update took 15.232648ms I0506 03:17:37.703561 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x] addLogicalPort annotation time took 15.268998ms I0506 03:17:37.704927 3673 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x] addLogicalPort took 16.750065ms, libovsdb time 937.182µs I0506 03:17:38.053188 3673 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x f9cb6c78cad9e90879de3e9d0a3e86776b7a2b6c293fcade1aa14196cdd25752 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x f9cb6c78cad9e90879de3e9d0a3e86776b7a2b6c293fcade1aa14196cdd25752 network default NAD default NAD key ] I0506 03:17:38.063850 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-cqh8x, hostIfaceName: f9cb6c78cad9e90, network: default, NAD default, SandboxID: "f9cb6c78cad9e90879de3e9d0a3e86776b7a2b6c293fcade1aa14196cdd25752", PCI device ID: , UID: "0ab89c0c-e4b7-4280-928b-ea96cf84a330", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0506 03:17:38.117167 3673 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x f9cb6c78cad9e90879de3e9d0a3e86776b7a2b6c293fcade1aa14196cdd25752 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-cqh8x f9cb6c78cad9e90879de3e9d0a3e86776b7a2b6c293fcade1aa14196cdd25752 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:52:57:93:e2:2b\",\"name\":\"f9cb6c78cad9e90\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48a62b74-ae59-4e1a-92cc-c7b1555dc074\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:17:40.814787 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 03:17:47.491125 3673 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:17:47.491756 3673 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:17:47.511868 3673 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:17:47.511887 3673 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:17:47.517894 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 03:17:47.517922 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 03:17:49.609027 3673 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 03:17:49.609611 3673 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 03:17:49.609628 3673 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 03:17:49.611765 3673 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0506 03:17:51.829250 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 03:17:53.627118 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-d2bb2 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:17:53.627213 3673 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2 I0506 03:17:53.642277 3673 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2] pod update took 15.084993ms I0506 03:17:53.642309 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2] addLogicalPort annotation time took 15.121603ms I0506 03:17:53.643575 3673 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2] addLogicalPort took 16.477074ms, libovsdb time 839.33µs I0506 03:17:53.989479 3673 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2 8bd13572091e2399010846114410540942166211ae1d286e00dbd2962a0c9a95 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2 8bd13572091e2399010846114410540942166211ae1d286e00dbd2962a0c9a95 network default NAD default NAD key ] I0506 03:17:53.998951 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-d2bb2, hostIfaceName: 8bd13572091e239, network: default, NAD default, SandboxID: "8bd13572091e2399010846114410540942166211ae1d286e00dbd2962a0c9a95", PCI device ID: , UID: "fbf874a2-4677-4a33-aad1-066ba4123d67", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0506 03:17:54.053162 3673 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2 8bd13572091e2399010846114410540942166211ae1d286e00dbd2962a0c9a95 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-d2bb2 8bd13572091e2399010846114410540942166211ae1d286e00dbd2962a0c9a95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:51:73:86:9a:25\",\"name\":\"8bd13572091e239\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a604113-67c2-4087-b40f-877d9242b82c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:17:56.417226 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:17:56.417266 3673 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:17:56.418147 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:17:56.418165 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0506 03:18:01.780722 3673 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:18:04.854383 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:18:04.854512 3673 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0506 03:18:04.865944 3673 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.453491ms I0506 03:18:04.865967 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.482283ms I0506 03:18:04.867363 3673 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 12.998687ms, libovsdb time 967.345µs I0506 03:18:12.733610 3673 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 03efe17d70f699a77a0c7f4cc5bd2ff2e0c63c453941a68182ab9bccb310f697 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 03efe17d70f699a77a0c7f4cc5bd2ff2e0c63c453941a68182ab9bccb310f697 network default NAD default NAD key ] I0506 03:18:12.743255 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 03efe17d70f699a, network: default, NAD default, SandboxID: "03efe17d70f699a77a0c7f4cc5bd2ff2e0c63c453941a68182ab9bccb310f697", PCI device ID: , UID: "4f0613a8-6964-44d4-8dc3-dc5dd4c80df2", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0506 03:18:12.796200 3673 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 03efe17d70f699a77a0c7f4cc5bd2ff2e0c63c453941a68182ab9bccb310f697 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 03efe17d70f699a77a0c7f4cc5bd2ff2e0c63c453941a68182ab9bccb310f697 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5d:cf:3a:30:56\",\"name\":\"03efe17d70f699a\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23dae5ca-ac67-4eca-b710-5b346845547c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:18:18.073164 3673 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:18:18.763118 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 03:18:19.415547 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-pwhkf for pod on switch ip-10-0-0-56.ec2.internal I0506 03:18:19.415661 3673 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf I0506 03:18:19.430480 3673 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf] pod update took 14.849559ms I0506 03:18:19.430506 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf] addLogicalPort annotation time took 14.883881ms I0506 03:18:19.431861 3673 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf] addLogicalPort took 16.329172ms, libovsdb time 910.848µs I0506 03:18:19.607878 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-hcpcr for pod on switch ip-10-0-0-56.ec2.internal I0506 03:18:19.608012 3673 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr I0506 03:18:19.623902 3673 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr] pod update took 15.918697ms I0506 03:18:19.623933 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr] addLogicalPort annotation time took 15.9531ms I0506 03:18:19.625486 3673 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr] addLogicalPort took 17.62022ms, libovsdb time 1.028932ms I0506 03:18:19.781003 3673 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf 0362e7c2e7e082006d6a71d1822945d94771abfd356ee24c8b432682663e06ca network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf 0362e7c2e7e082006d6a71d1822945d94771abfd356ee24c8b432682663e06ca network default NAD default NAD key ] I0506 03:18:19.790767 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-pwhkf, hostIfaceName: 0362e7c2e7e0820, network: default, NAD default, SandboxID: "0362e7c2e7e082006d6a71d1822945d94771abfd356ee24c8b432682663e06ca", PCI device ID: , UID: "90b6fe1e-b6b3-4157-8082-18da3f4a9231", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0506 03:18:19.846309 3673 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf 0362e7c2e7e082006d6a71d1822945d94771abfd356ee24c8b432682663e06ca network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-pwhkf 0362e7c2e7e082006d6a71d1822945d94771abfd356ee24c8b432682663e06ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fa:5e:00:61:66\",\"name\":\"0362e7c2e7e0820\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1e03f8f-0071-4b2c-9903-00b8a708a90c\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:18:19.970889 3673 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr 9e26bc0a3886c2e7c696a21845f949ea3c8ac47852fac5f6638cb04048ec497e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr 9e26bc0a3886c2e7c696a21845f949ea3c8ac47852fac5f6638cb04048ec497e network default NAD default NAD key ] I0506 03:18:19.981778 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-hcpcr, hostIfaceName: 9e26bc0a3886c2e, network: default, NAD default, SandboxID: "9e26bc0a3886c2e7c696a21845f949ea3c8ac47852fac5f6638cb04048ec497e", PCI device ID: , UID: "ea533941-9ccc-4d0f-b62a-816142c54396", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0506 03:18:20.036779 3673 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr 9e26bc0a3886c2e7c696a21845f949ea3c8ac47852fac5f6638cb04048ec497e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hcpcr 9e26bc0a3886c2e7c696a21845f949ea3c8ac47852fac5f6638cb04048ec497e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:71:e1:d2:a0:4c\",\"name\":\"9e26bc0a3886c2e\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2feb2f8-1a71-423f-84cd-e0cc033e05c0\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:18:22.674766 3673 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:22.675434 3673 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:22.716742 3673 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:22.716774 3673 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:22.722203 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 03:18:22.722253 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0506 03:18:25.080329 3673 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:18:25.080352 3673 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:18:25.080357 3673 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 03:18:25.418072 3673 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-787bf4888c-r27cg] creating logical port tsf-tas_trillian-logserver-787bf4888c-r27cg for pod on switch ip-10-0-0-56.ec2.internal I0506 03:18:25.418164 3673 kube.go:256] Updating pod tsf-tas/trillian-logserver-787bf4888c-r27cg I0506 03:18:25.434508 3673 pod.go:62] [tsf-tas/trillian-logserver-787bf4888c-r27cg] pod update took 16.368317ms I0506 03:18:25.434532 3673 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-787bf4888c-r27cg] addLogicalPort annotation time took 16.39731ms I0506 03:18:25.435890 3673 pods.go:271] [tsf-tas/trillian-logserver-787bf4888c-r27cg] addLogicalPort took 17.840814ms, libovsdb time 918.329µs I0506 03:18:25.559961 3673 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-d8lxs-rwzhw] creating logical port tsf-tas_rekor-createtree-job-d8lxs-rwzhw for pod on switch ip-10-0-0-56.ec2.internal I0506 03:18:25.560055 3673 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-d8lxs-rwzhw I0506 03:18:25.572048 3673 pod.go:62] [tsf-tas/rekor-createtree-job-d8lxs-rwzhw] pod update took 12.021771ms I0506 03:18:25.572072 3673 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-d8lxs-rwzhw] addLogicalPort annotation time took 12.051028ms I0506 03:18:25.573518 3673 pods.go:271] [tsf-tas/rekor-createtree-job-d8lxs-rwzhw] addLogicalPort took 13.571772ms, libovsdb time 1.030654ms I0506 03:18:25.922568 3673 cni.go:452] [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key ] I0506 03:18:25.932102 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-d8lxs-rwzhw, hostIfaceName: dceb748cc980353, network: default, NAD default, SandboxID: "dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e", PCI device ID: , UID: "d7f1473f-9a08-4b90-9d19-902680ac93d8", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0506 03:18:25.985923 3673 cni.go:473] [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:72:d3:5b:cd:36\",\"name\":\"dceb748cc980353\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66ca6438-523d-4257-9d11-5fc8d2ce4f0d\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:18:26.384786 3673 cni.go:452] [tsf-tas/trillian-logserver-787bf4888c-r27cg 66326d7a213329c544c0f19fa5841805b20a251282bcb8a3bca628e3f2f55d68 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-787bf4888c-r27cg 66326d7a213329c544c0f19fa5841805b20a251282bcb8a3bca628e3f2f55d68 network default NAD default NAD key ] I0506 03:18:26.395662 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-787bf4888c-r27cg, hostIfaceName: 66326d7a213329c, network: default, NAD default, SandboxID: "66326d7a213329c544c0f19fa5841805b20a251282bcb8a3bca628e3f2f55d68", PCI device ID: , UID: "14d39aa4-89f6-430c-8b25-8b210e00f9a2", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0506 03:18:26.449702 3673 cni.go:473] [tsf-tas/trillian-logserver-787bf4888c-r27cg 66326d7a213329c544c0f19fa5841805b20a251282bcb8a3bca628e3f2f55d68 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-787bf4888c-r27cg 66326d7a213329c544c0f19fa5841805b20a251282bcb8a3bca628e3f2f55d68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f6:f7:c7:ec:68\",\"name\":\"66326d7a213329c\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96532665-87e0-44c0-8b13-33c572edc529\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:18:27.825424 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:18:27.825449 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:18:30.115362 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:18:30.115383 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:18:30.115388 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:18:33.126586 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 03:18:37.910204 3673 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 03:18:40.295551 3673 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v79vf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:40.296151 3673 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v79vf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:41.322701 3673 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v79vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:41.322731 3673 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v79vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:41.407709 3673 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:41.408333 3673 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:18:41.911535 3673 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 03:18:41.921367 3673 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:41.921390 3673 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:48.389258 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-q2qdf for pod on switch ip-10-0-0-56.ec2.internal I0506 03:18:48.389367 3673 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf I0506 03:18:48.403343 3673 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf] pod update took 14.004108ms I0506 03:18:48.403368 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf] addLogicalPort annotation time took 14.036066ms I0506 03:18:48.404695 3673 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf] addLogicalPort took 15.497564ms, libovsdb time 913.349µs I0506 03:18:48.750503 3673 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf f9f739417a2a6fb494f52769d2f3b4600e54381778003cbc150312d86eceb3d1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf f9f739417a2a6fb494f52769d2f3b4600e54381778003cbc150312d86eceb3d1 network default NAD default NAD key ] I0506 03:18:48.760900 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-q2qdf, hostIfaceName: f9f739417a2a6fb, network: default, NAD default, SandboxID: "f9f739417a2a6fb494f52769d2f3b4600e54381778003cbc150312d86eceb3d1", PCI device ID: , UID: "9b8ad303-5898-45d5-b175-96c1524ba810", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0506 03:18:48.818557 3673 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf f9f739417a2a6fb494f52769d2f3b4600e54381778003cbc150312d86eceb3d1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q2qdf f9f739417a2a6fb494f52769d2f3b4600e54381778003cbc150312d86eceb3d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ec:9d:c2:18:d6\",\"name\":\"f9f739417a2a6fb\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17fd10ca-ab49-479b-b30a-4e9d8dc98be5\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:18:51.713672 3673 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:18:51.713691 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0506 03:18:51.862092 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0506 03:18:53.726485 3673 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 03:19:05.774785 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=392 I0506 03:19:05.800873 3673 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-jskcf for pod on switch ip-10-0-0-56.ec2.internal I0506 03:19:05.800963 3673 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf I0506 03:19:05.815349 3673 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf] pod update took 14.401031ms I0506 03:19:05.815379 3673 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf] addLogicalPort annotation time took 14.440815ms I0506 03:19:05.816882 3673 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf] addLogicalPort took 16.02497ms, libovsdb time 1.034418ms I0506 03:19:06.196708 3673 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf f819da31392f4c461c6bdcca25e18a3943c0e6b1927d293d0803f645f8e1edac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf f819da31392f4c461c6bdcca25e18a3943c0e6b1927d293d0803f645f8e1edac network default NAD default NAD key ] I0506 03:19:06.206394 3673 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-jskcf, hostIfaceName: f819da31392f4c4, network: default, NAD default, SandboxID: "f819da31392f4c461c6bdcca25e18a3943c0e6b1927d293d0803f645f8e1edac", PCI device ID: , UID: "206871ed-23a4-49b2-8cc5-30fc951cae97", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0506 03:19:06.260546 3673 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf f819da31392f4c461c6bdcca25e18a3943c0e6b1927d293d0803f645f8e1edac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-jskcf f819da31392f4c461c6bdcca25e18a3943c0e6b1927d293d0803f645f8e1edac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:07:eb:38:50:94\",\"name\":\"f819da31392f4c4\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53c10b9c-9a67-4139-82cf-d8635d1a5174\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:19:12.307185 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 03:19:13.974497 3673 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:13.975062 3673 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:13.995573 3673 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:13.995592 3673 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:13.998250 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 03:19:13.998274 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 03:19:17.246380 3673 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:17.247002 3673 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:18.122819 3673 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:18.122846 3673 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:23.002379 3673 obj_retry.go:498] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:23.002945 3673 obj_retry.go:498] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:19:23.143422 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 03:19:24.024674 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:24.024699 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:27.759336 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=104 I0506 03:19:31.036881 3673 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xvjmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:31.037438 3673 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xvjmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:32.060398 3673 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xvjmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.060423 3673 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xvjmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.094658 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.094686 3673 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.097917 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-kq5jh I0506 03:19:32.097938 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-kq5jh I0506 03:19:37.070518 3673 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:37.071095 3673 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:37.091213 3673 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:37.091256 3673 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:37.097080 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 03:19:37.097101 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 03:19:43.391907 3673 obj_retry.go:498] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:43.392457 3673 obj_retry.go:498] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:43.847045 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 03:19:44.414913 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:44.414940 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:47.436179 3673 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:47.436728 3673 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:47.541311 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:47.541337 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:48.659856 3673 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:19:51.884332 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 03:19:52.594958 3673 cni.go:452] [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key ] I0506 03:19:52.679933 3673 cni.go:473] [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-d8lxs-rwzhw dceb748cc9803534ee7a4bca7722668e40dd47a5f97813c3c9a2de8a9618000e network default NAD default NAD key default], result "{}", err I0506 03:19:52.733941 3673 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:52.733975 3673 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-d8lxs-rwzhw I0506 03:19:52.735352 3673 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-d8lxs-rwzhw, ips: 10.130.0.45 I0506 03:19:52.735381 3673 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:53.605581 3673 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:53.605608 3673 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:55.173673 3673 obj_retry.go:498] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:55.174287 3673 obj_retry.go:498] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:56.196294 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:56.196319 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:56.900178 3673 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-56899d876f-vlm7l] creating logical port tsf-tas_rekor-redis-56899d876f-vlm7l for pod on switch ip-10-0-0-56.ec2.internal I0506 03:19:56.900345 3673 kube.go:256] Updating pod tsf-tas/rekor-redis-56899d876f-vlm7l I0506 03:19:56.916592 3673 pod.go:62] [tsf-tas/rekor-redis-56899d876f-vlm7l] pod update took 16.327915ms I0506 03:19:56.916616 3673 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-56899d876f-vlm7l] addLogicalPort annotation time took 16.358352ms I0506 03:19:56.917985 3673 pods.go:271] [tsf-tas/rekor-redis-56899d876f-vlm7l] addLogicalPort took 17.825529ms, libovsdb time 949.907µs I0506 03:19:57.861680 3673 cni.go:452] [tsf-tas/rekor-redis-56899d876f-vlm7l 676951e2af37a20ebe98b13829b5048ffa261975c14aba92f373572b5ee0bc20 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-56899d876f-vlm7l 676951e2af37a20ebe98b13829b5048ffa261975c14aba92f373572b5ee0bc20 network default NAD default NAD key ] I0506 03:19:57.871134 3673 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-56899d876f-vlm7l, hostIfaceName: 676951e2af37a20, network: default, NAD default, SandboxID: "676951e2af37a20ebe98b13829b5048ffa261975c14aba92f373572b5ee0bc20", PCI device ID: , UID: "41ed937a-e290-4d72-ba80-4f85f7440d8d", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0506 03:19:57.925580 3673 cni.go:473] [tsf-tas/rekor-redis-56899d876f-vlm7l 676951e2af37a20ebe98b13829b5048ffa261975c14aba92f373572b5ee0bc20 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-56899d876f-vlm7l 676951e2af37a20ebe98b13829b5048ffa261975c14aba92f373572b5ee0bc20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:cc:09:4e:26:aa\",\"name\":\"676951e2af37a20\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42168fab-f5ae-4b4a-b425-7d6a26769dc4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:20:01.065398 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0506 03:20:02.392780 3673 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0506 03:20:02.655403 3673 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 03:20:04.577757 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:04.578368 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:20:05.096706 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 03:20:05.108526 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.108545 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.231447 3673 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:05.231990 3673 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:05.252931 3673 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.252948 3673 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.257881 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 03:20:05.257913 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 03:20:05.998994 3673 namespace.go:98] [integration-service] adding namespace I0506 03:20:05.999160 3673 namespace.go:98] [default-tenant] adding namespace I0506 03:20:05.999879 3673 namespace.go:102] [integration-service] adding namespace took 860.569µs I0506 03:20:06.000673 3673 namespace.go:102] [default-tenant] adding namespace took 1.494527ms I0506 03:20:06.014011 3673 namespace.go:98] [image-controller] adding namespace I0506 03:20:06.014067 3673 namespace.go:98] [build-service] adding namespace I0506 03:20:06.014685 3673 namespace.go:102] [image-controller] adding namespace took 660.467µs I0506 03:20:06.015381 3673 namespace.go:102] [build-service] adding namespace took 1.293245ms I0506 03:20:06.058192 3673 namespace.go:142] [integration-service] updating namespace I0506 03:20:06.103895 3673 namespace.go:142] [integration-service] updating namespace I0506 03:20:06.112585 3673 namespace.go:142] [default-tenant] updating namespace I0506 03:20:06.137667 3673 namespace.go:142] [default-tenant] updating namespace I0506 03:20:06.150570 3673 namespace.go:142] [image-controller] updating namespace I0506 03:20:06.166822 3673 namespace.go:142] [build-service] updating namespace I0506 03:20:06.183159 3673 namespace.go:142] [integration-service] updating namespace I0506 03:20:06.193217 3673 namespace.go:142] [image-controller] updating namespace I0506 03:20:06.213088 3673 namespace.go:142] [build-service] updating namespace I0506 03:20:06.236512 3673 namespace.go:142] [build-service] updating namespace I0506 03:20:06.236559 3673 namespace.go:98] [release-service] adding namespace I0506 03:20:06.237503 3673 namespace.go:102] [release-service] adding namespace took 926.897µs I0506 03:20:06.277193 3673 namespace.go:142] [release-service] updating namespace I0506 03:20:06.277197 3673 namespace.go:142] [konflux-ui] updating namespace I0506 03:20:06.310519 3673 namespace.go:142] [release-service] updating namespace I0506 03:20:06.379289 3673 namespace.go:98] [konflux-info] adding namespace I0506 03:20:06.380193 3673 namespace.go:102] [konflux-info] adding namespace took 885.452µs I0506 03:20:06.416450 3673 namespace.go:98] [namespace-lister] adding namespace I0506 03:20:06.417135 3673 namespace.go:102] [namespace-lister] adding namespace took 667.687µs I0506 03:20:06.428688 3673 namespace.go:142] [konflux-info] updating namespace I0506 03:20:06.471949 3673 namespace.go:142] [konflux-info] updating namespace I0506 03:20:06.501765 3673 namespace.go:98] [enterprise-contract-service] adding namespace I0506 03:20:06.501876 3673 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:06.502713 3673 namespace.go:102] [enterprise-contract-service] adding namespace took 933.113µs I0506 03:20:06.539002 3673 namespace.go:142] [image-controller] updating namespace I0506 03:20:06.545389 3673 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:06.558803 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:06.808838 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:06.947539 3673 namespace.go:142] [default-tenant] updating namespace I0506 03:20:07.165675 3673 namespace.go:98] [segment-bridge] adding namespace I0506 03:20:07.166591 3673 namespace.go:102] [segment-bridge] adding namespace took 889.744µs I0506 03:20:07.219767 3673 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:07.348793 3673 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:07.440865 3673 namespace.go:98] [konflux-cli] adding namespace I0506 03:20:07.441718 3673 namespace.go:102] [konflux-cli] adding namespace took 831.401µs I0506 03:20:07.525920 3673 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:07.694599 3673 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:08.153353 3673 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 03:20:08.153970 3673 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 03:20:08.153989 3673 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 03:20:08.156668 3673 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 03:20:08.299193 3673 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 03:20:08.299216 3673 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 03:20:08.300012 3673 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 03:20:08.979072 3673 namespace.go:142] [build-service] updating namespace I0506 03:20:09.013395 3673 base_network_controller_pods.go:487] [default/konflux-ui/proxy-db785d6-4kg65] creating logical port konflux-ui_proxy-db785d6-4kg65 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:20:09.013601 3673 kube.go:256] Updating pod konflux-ui/proxy-db785d6-4kg65 I0506 03:20:09.034573 3673 pod.go:62] [konflux-ui/proxy-db785d6-4kg65] pod update took 21.02184ms I0506 03:20:09.034593 3673 base_network_controller_pods.go:951] [default/konflux-ui/proxy-db785d6-4kg65] addLogicalPort annotation time took 21.047561ms I0506 03:20:09.035968 3673 pods.go:271] [konflux-ui/proxy-db785d6-4kg65] addLogicalPort took 22.591258ms, libovsdb time 954.892µs I0506 03:20:09.520189 3673 namespace.go:142] [default-tenant] updating namespace I0506 03:20:10.007309 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:10.564848 3673 namespace.go:142] [image-controller] updating namespace I0506 03:20:11.056302 3673 namespace.go:142] [integration-service] updating namespace W0506 03:20:11.153718 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 03:20:11.346543 3673 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:11.450726 3673 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-68vg2] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-68vg2 for pod on switch ip-10-0-0-56.ec2.internal I0506 03:20:11.450832 3673 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-68vg2 I0506 03:20:11.464055 3673 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-68vg2] pod update took 13.251212ms I0506 03:20:11.464079 3673 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-68vg2] addLogicalPort annotation time took 13.281485ms I0506 03:20:11.465432 3673 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-68vg2] addLogicalPort took 14.726502ms, libovsdb time 904.855µs I0506 03:20:11.620032 3673 namespace.go:142] [konflux-info] updating namespace I0506 03:20:11.929777 3673 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:12.349305 3673 namespace.go:142] [release-service] updating namespace I0506 03:20:12.542066 3673 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:12.641395 3673 namespace.go:142] [build-service] updating namespace I0506 03:20:12.661502 3673 namespace.go:142] [default-tenant] updating namespace I0506 03:20:12.679631 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:12.697859 3673 namespace.go:142] [image-controller] updating namespace I0506 03:20:12.718808 3673 namespace.go:142] [integration-service] updating namespace I0506 03:20:12.744642 3673 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:12.771006 3673 namespace.go:142] [konflux-info] updating namespace I0506 03:20:12.799170 3673 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:12.813931 3673 namespace.go:142] [release-service] updating namespace I0506 03:20:12.833941 3673 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:12.912050 3673 namespace.go:142] [build-service] updating namespace I0506 03:20:12.971049 3673 namespace.go:142] [default-tenant] updating namespace I0506 03:20:13.062715 3673 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:13.145683 3673 namespace.go:142] [image-controller] updating namespace I0506 03:20:13.328782 3673 namespace.go:142] [integration-service] updating namespace I0506 03:20:13.513770 3673 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:13.590645 3673 namespace.go:142] [konflux-info] updating namespace I0506 03:20:13.689177 3673 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:13.785108 3673 namespace.go:142] [release-service] updating namespace I0506 03:20:13.884883 3673 namespace.go:142] [segment-bridge] updating namespace W0506 03:20:14.701706 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0506 03:20:16.886681 3673 cni.go:452] [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key ] I0506 03:20:16.896147 3673 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-db785d6-4kg65, hostIfaceName: 0f6339f03500f1c, network: default, NAD default, SandboxID: "0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467", PCI device ID: , UID: "a948a128-6011-48d2-97e4-6c8707659413", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0506 03:20:16.952615 3673 cni.go:473] [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0f:41:d9:44:79\",\"name\":\"0f6339f03500f1c\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74b8f483-de97-47e8-a694-6e088e4efd8f\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:20:17.186613 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 03:20:17.211496 3673 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 03:20:20.207030 3673 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 03:20:20.232025 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:20:20.233160 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:20:20.259295 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:20:20.259448 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0506 03:20:20.883823 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 03:20:21.743556 3673 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-68vg2 b157230da4dcbf76112da3e48dc29c4169ac509b2ef3d3e56ebcc626b1d7fe33 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-68vg2 b157230da4dcbf76112da3e48dc29c4169ac509b2ef3d3e56ebcc626b1d7fe33 network default NAD default NAD key ] I0506 03:20:21.753435 3673 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-68vg2, hostIfaceName: b157230da4dcbf7, network: default, NAD default, SandboxID: "b157230da4dcbf76112da3e48dc29c4169ac509b2ef3d3e56ebcc626b1d7fe33", PCI device ID: , UID: "a1c6c681-b95b-41bf-9eaf-7b6684f03ef5", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0506 03:20:21.810697 3673 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-68vg2 b157230da4dcbf76112da3e48dc29c4169ac509b2ef3d3e56ebcc626b1d7fe33 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-68vg2 b157230da4dcbf76112da3e48dc29c4169ac509b2ef3d3e56ebcc626b1d7fe33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e0:2b:2e:d2:0a\",\"name\":\"b157230da4dcbf7\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55d55ec9-f8dd-4408-9536-a8e4694c1121\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:20:22.796123 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:20:22.796140 3673 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:20:24.809289 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 03:20:24.809406 3673 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 03:20:25.255929 3673 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:20:25.255950 3673 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0506 03:20:28.846862 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 03:20:31.644627 3673 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:31.645262 3673 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:32.289332 3673 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:32.289356 3673 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:32.295307 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz I0506 03:20:32.295326 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz W0506 03:20:35.825915 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 03:20:35.826014 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0506 03:20:38.471158 3673 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:38.471745 3673 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:39.356008 3673 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:39.356030 3673 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:20:47.392016 3673 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0506 03:20:58.849854 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 03:20:58.849877 3673 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 03:21:00.758959 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0506 03:21:35.208549 3673 cni.go:452] [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key ] I0506 03:21:35.294159 3673 cni.go:473] [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-db785d6-4kg65 0f6339f03500f1cad9e6bf88411ee06dff89fdb025a5a7603a87fcbfe0d0a467 network default NAD default NAD key default], result "{}", err I0506 03:21:35.364862 3673 obj_retry.go:498] Detected object konflux-ui/proxy-db785d6-4kg65 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:35.364932 3673 pods.go:176] Deleting pod: konflux-ui/proxy-db785d6-4kg65 I0506 03:21:35.366269 3673 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-db785d6-4kg65, ips: 10.130.0.49 I0506 03:21:35.366306 3673 obj_retry.go:498] Detected object konflux-ui/proxy-db785d6-4kg65 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:36.236535 3673 obj_retry.go:492] Detected object konflux-ui/proxy-db785d6-4kg65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:36.236566 3673 obj_retry.go:492] Detected object konflux-ui/proxy-db785d6-4kg65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:36.242574 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-db785d6-4kg65 I0506 03:21:36.242604 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-db785d6-4kg65 I0506 03:21:38.809657 3673 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:38.810276 3673 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:38.849456 3673 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:38.849478 3673 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:38.852914 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 03:21:38.852938 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 03:21:46.851541 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 03:21:58.108644 3673 namespace.go:98] [managed-tenant-xop5a] adding namespace I0506 03:21:58.109690 3673 namespace.go:102] [managed-tenant-xop5a] adding namespace took 1.020235ms I0506 03:21:58.139207 3673 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:58.153335 3673 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:59.150868 3673 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:59.288546 3673 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:59.386349 3673 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:22:17.880700 3673 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 03:22:33.867427 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0506 03:23:16.766228 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0506 03:23:28.872200 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 03:24:03.760597 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170 I0506 03:24:09.864857 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 03:24:30.762456 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=61 I0506 03:25:45.887482 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 03:25:49.886535 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 03:26:37.777261 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=253 I0506 03:27:07.765730 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0506 03:27:09.864591 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 03:27:41.849672 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 03:29:39.849502 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 03:29:42.854302 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 03:29:44.064541 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:44.064590 3673 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:44.069608 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-h6vdl I0506 03:29:44.069646 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-h6vdl I0506 03:29:45.761945 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0506 03:29:47.030287 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:47.030335 3673 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:47.033035 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s9tvv I0506 03:29:47.033068 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s9tvv I0506 03:29:56.034291 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:56.034348 3673 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:56.038791 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rwc5n I0506 03:29:56.038817 3673 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rwc5n I0506 03:29:56.884030 3673 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 03:30:04.425055 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.425664 3673 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:05.444790 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.444823 3673 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:54.870066 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 03:31:23.764738 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0506 03:31:52.768998 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0506 03:31:59.875887 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 03:32:07.763920 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0506 03:33:31.867567 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0506 03:33:32.853043 3673 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0506 03:33:44.889116 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 03:34:31.867262 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 03:35:01.890684 3673 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0506 03:35:16.780016 3673 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25