+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-156.ec2.internal ++ [[ -n ip-10-0-0-156.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-156.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 18:58:50.345755748 - disable conntrack on geneve port' I0424 18:58:50.345755748 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0424 18:58:50.376005140 - starting ovnkube-node + echo 'I0424 18:58:50.376005140 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-156.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-156.ec2.internal --init-node ip-10-0-0-156.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-156.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 18:58:50.425973 3699 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 18:58:50.426035 3699 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-db6f0d389b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 18:58:50.427532 3699 kube.go:431] Waiting for certificate I0424 18:58:50.427562 3699 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 18:58:50.427606 3699 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 18:58:50.428743 3699 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 18:58:50.461518 3699 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:50.461539 3699 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:50.463947 3699 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:50.464028 3699 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zvdlz" I0424 18:58:50.473809 3699 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zvdlz" I0424 18:58:50.473885 3699 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:51.428266 3699 kube.go:438] Certificate found I0424 18:58:51.428828 3699 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 18:58:51.429741 3699 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 18:58:51.502634 3699 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 18:58:51.508041 3699 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 18:53:50 +0000 UTC" deadline="2026-04-25 12:07:51.710621334 +0000 UTC" I0424 18:58:51.508146 3699 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h9m0.202488423s" I0424 18:58:51.514405 3699 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 18:58:51.514500 3699 server.go:101] MetricServer registers OVS metrics I0424 18:58:51.514994 3699 server.go:105] MetricServer registers OVN DB metrics I0424 18:58:51.515511 3699 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 18:58:51.515575 3699 factory.go:561] Starting watch factory I0424 18:58:51.515683 3699 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515710 3699 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515739 3699 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515779 3699 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515800 3699 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515753 3699 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515781 3699 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515771 3699 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.515926 3699 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.516156 3699 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.516178 3699 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.516287 3699 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.519086 3699 controller_manager.go:370] Starting the ovnkube controller I0424 18:58:51.519098 3699 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-156.ec2.internal I0424 18:58:51.519150 3699 controller_manager.go:395] NBDB zone sync took: 45.281µs I0424 18:58:51.519166 3699 factory.go:561] Starting watch factory I0424 18:58:51.520239 3699 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 18:58:51.520264 3699 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 18:58:51.534359 3699 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 18:58:51.534394 3699 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 18:58:51.536705 3699 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.536817 3699 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.537688 3699 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.537565 3699 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.540025 3699 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.543102 3699 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 18:58:51.543144 3699 server.go:109] MetricServer registers OVN Controller metrics I0424 18:58:51.546422 3699 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:51.548464 3699 server.go:113] MetricServer registers OVN Northd metrics I0424 18:58:51.553650 3699 metrics.go:519] OVN Metrics Server starts to run ... I0424 18:58:51.621589 3699 factory.go:1977] *v1.Node informer cache synced successfully I0424 18:58:51.621614 3699 factory.go:1977] *v1.Service informer cache synced successfully I0424 18:58:51.621618 3699 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 18:58:51.621622 3699 factory.go:1977] *v1.Pod informer cache synced successfully I0424 18:58:51.621625 3699 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 18:58:51.621628 3699 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 18:58:51.621738 3699 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:51.621742 3699 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:51.621756 3699 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:51.621763 3699 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:51.624264 3699 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:51.624277 3699 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:51.625036 3699 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 18:58:51.625050 3699 factory.go:1977] *v1.Pod informer cache synced successfully I0424 18:58:51.625054 3699 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 18:58:51.625058 3699 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 18:58:51.625062 3699 factory.go:1977] *v1.Node informer cache synced successfully I0424 18:58:51.625066 3699 factory.go:1977] *v1.Service informer cache synced successfully I0424 18:58:51.627597 3699 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 18:58:51.627606 3699 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 18:58:51.627656 3699 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.627668 3699 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.629588 3699 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.630527 3699 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 18:58:51.630538 3699 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 18:58:51.633492 3699 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 18:58:51.633548 3699 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.633565 3699 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.635788 3699 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 18:58:51.636341 3699 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.639160 3699 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 18:58:51.639229 3699 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.639246 3699 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.641116 3699 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 18:58:51.641591 3699 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.644440 3699 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 18:58:51.644938 3699 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.644955 3699 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.646612 3699 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 18:58:51.646945 3699 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.649751 3699 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 18:58:51.649814 3699 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.649825 3699 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.651596 3699 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.651638 3699 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 18:58:51.655542 3699 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 18:58:51.655738 3699 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:51.655754 3699 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:51.657045 3699 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 18:58:51.658359 3699 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:51.661278 3699 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 18:58:51.661343 3699 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.661357 3699 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.661483 3699 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.661506 3699 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.662065 3699 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 18:58:51.663832 3699 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.663928 3699 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:51.667169 3699 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 18:58:51.667181 3699 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 18:58:51.667182 3699 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 18:58:51.667189 3699 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 18:58:51.667192 3699 factory.go:680] Watch Factory start up complete, took: 148.022716ms I0424 18:58:51.667195 3699 factory.go:680] Watch Factory start up complete, took: 151.624336ms I0424 18:58:51.667202 3699 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-156.ec2.internal" zone I0424 18:58:51.667265 3699 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 18:58:51.715957 3699 default_node_network_controller.go:710] Initializing the default node network controller I0424 18:58:51.797835 3699 udn_isolation.go:101] Starting UDN host isolation manager I0424 18:58:51.803476 3699 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 18:58:51.863970 3699 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 18:58:51.864098 3699 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 18:58:51.864115 3699 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 18:58:51.899180 3699 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 18:58:51.899250 3699 default_node_network_controller.go:809] Node ip-10-0-0-156.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0424 18:58:51.905011 3699 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.156"] k8s.ovn.org/zone-name:ip-10-0-0-156.ec2.internal] on node ip-10-0-0-156.ec2.internal I0424 18:58:51.927138 3699 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 18:58:51.933675 3699 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 18:58:51.933802 3699 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0424 18:58:51.933951 3699 gateway_init.go:263] Preparing Gateway I0424 18:58:51.933964 3699 gateway_shared_intf.go:1687] Creating new gateway I0424 18:58:52.058023 3699 iptables.go:108] Creating table: filter chain: FORWARD I0424 18:58:52.065062 3699 iptables.go:108] Creating table: filter chain: OUTPUT I0424 18:58:52.071843 3699 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 18:58:52.071861 3699 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-156.ec2.internal","mac-address":"12:21:83:fa:c4:9d","ip-addresses":["10.0.0.156/24"],"ip-address":"10.0.0.156/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4d1f90c9-8d61-4ae5-b9f7-7aa9a2ec297f k8s.ovn.org/node-encap-ips:["10.0.0.156"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.156/24"} k8s.ovn.org/zone-name:ip-10-0-0-156.ec2.internal] on node ip-10-0-0-156.ec2.internal I0424 18:58:52.093350 3699 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:52.168222 3699 controller_manager.go:429] Waiting for node in zone sync took: 501.002601ms I0424 18:58:52.176584 3699 controller_manager.go:611] Switching to transit router for layer2 networks I0424 18:58:52.176603 3699 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-156.ec2.internal I0424 18:58:52.196911 3699 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 18:58:52.204313 3699 controller_manager.go:290] SCTP support detected in OVN I0424 18:58:52.205048 3699 services_controller.go:69] Creating services controller for network=default I0424 18:58:52.205544 3699 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 18:58:52.205588 3699 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 18:58:52.205622 3699 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 18:58:52.205637 3699 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 18:58:52.205646 3699 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 18:58:52.205824 3699 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 18:58:52.205868 3699 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 18:58:52.205919 3699 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.263µs I0424 18:58:52.205945 3699 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 67.369µs I0424 18:58:52.205955 3699 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 84.883µs I0424 18:58:52.205964 3699 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 18:58:52.205974 3699 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 18:58:52.205988 3699 default_network_controller.go:325] Starting the default network controller I0424 18:58:52.206015 3699 udn_enabled_svc.go:95] Performing full resync I0424 18:58:52.206063 3699 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.735µs I0424 18:58:52.206276 3699 udn_enabled_svc.go:99] Waiting for handler to sync I0424 18:58:52.206290 3699 udn_enabled_svc.go:104] Starting worker I0424 18:58:52.215202 3699 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 18:58:52.215274 3699 repair.go:33] Syncing exgw routes took 58.753µs I0424 18:58:52.215305 3699 default_network_controller.go:414] Starting all the Watchers... I0424 18:58:52.215460 3699 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 18:58:52.215500 3699 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 18:58:52.215512 3699 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 18:58:52.215517 3699 namespace.go:98] [openshift-marketplace] adding namespace I0424 18:58:52.215521 3699 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 18:58:52.215522 3699 namespace.go:98] [openshift-apiserver] adding namespace I0424 18:58:52.215533 3699 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 18:58:52.215533 3699 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 18:58:52.215539 3699 namespace.go:98] [openshift-etcd] adding namespace I0424 18:58:52.215555 3699 namespace.go:98] [openshift-console-operator] adding namespace I0424 18:58:52.215557 3699 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 18:58:52.215567 3699 namespace.go:98] [openshift-ingress] adding namespace I0424 18:58:52.215572 3699 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 18:58:52.215576 3699 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 18:58:52.215582 3699 namespace.go:98] [openshift-monitoring] adding namespace I0424 18:58:52.216002 3699 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 529.663µs I0424 18:58:52.216018 3699 namespace.go:98] [openshift] adding namespace I0424 18:58:52.216395 3699 namespace.go:102] [openshift] adding namespace took 372.551µs I0424 18:58:52.216407 3699 namespace.go:98] [openshift-network-operator] adding namespace I0424 18:58:52.216861 3699 namespace.go:102] [openshift-network-operator] adding namespace took 449.656µs I0424 18:58:52.216873 3699 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 18:58:52.217345 3699 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 467.829µs I0424 18:58:52.217356 3699 namespace.go:98] [openshift-machine-api] adding namespace I0424 18:58:52.217757 3699 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.245419ms I0424 18:58:52.217771 3699 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 18:58:52.218250 3699 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.726208ms I0424 18:58:52.218266 3699 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 18:58:52.218746 3699 namespace.go:102] [openshift-marketplace] adding namespace took 3.219726ms I0424 18:58:52.218760 3699 namespace.go:98] [openshift-backplane] adding namespace I0424 18:58:52.219182 3699 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.652882ms I0424 18:58:52.219196 3699 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 18:58:52.219581 3699 namespace.go:102] [openshift-apiserver] adding namespace took 4.050994ms I0424 18:58:52.219590 3699 namespace.go:98] [openshift-controller-manager] adding namespace I0424 18:58:52.220013 3699 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.47097ms I0424 18:58:52.220026 3699 namespace.go:98] [openshift-dns-operator] adding namespace I0424 18:58:52.220409 3699 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.865499ms I0424 18:58:52.220418 3699 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 18:58:52.220834 3699 namespace.go:102] [openshift-etcd] adding namespace took 5.28774ms I0424 18:58:52.220842 3699 namespace.go:98] [default] adding namespace I0424 18:58:52.221249 3699 namespace.go:102] [openshift-console-operator] adding namespace took 5.681647ms I0424 18:58:52.221264 3699 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 18:58:52.221743 3699 namespace.go:102] [openshift-ingress] adding namespace took 6.170121ms I0424 18:58:52.221756 3699 namespace.go:98] [openshift-logging] adding namespace I0424 18:58:52.222204 3699 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.633795ms I0424 18:58:52.222218 3699 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 18:58:52.222652 3699 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.073375ms I0424 18:58:52.222666 3699 namespace.go:98] [openshift-infra] adding namespace I0424 18:58:52.223091 3699 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.511298ms I0424 18:58:52.223101 3699 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 18:58:52.223524 3699 namespace.go:102] [openshift-monitoring] adding namespace took 7.937343ms I0424 18:58:52.223537 3699 namespace.go:98] [openshift-multus] adding namespace I0424 18:58:52.223864 3699 namespace.go:102] [openshift-machine-api] adding namespace took 6.502257ms I0424 18:58:52.223880 3699 namespace.go:98] [openshift-operators] adding namespace I0424 18:58:52.224303 3699 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.527789ms I0424 18:58:52.224316 3699 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 18:58:52.224699 3699 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.428505ms I0424 18:58:52.224712 3699 namespace.go:98] [openshift-node] adding namespace I0424 18:58:52.225097 3699 namespace.go:102] [openshift-backplane] adding namespace took 6.332322ms I0424 18:58:52.225109 3699 namespace.go:98] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] adding namespace I0424 18:58:52.225436 3699 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.235438ms I0424 18:58:52.225446 3699 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 18:58:52.225986 3699 namespace.go:102] [openshift-controller-manager] adding namespace took 6.390565ms I0424 18:58:52.226000 3699 namespace.go:98] [kube-public] adding namespace I0424 18:58:52.226367 3699 namespace.go:102] [openshift-dns-operator] adding namespace took 6.336577ms I0424 18:58:52.226380 3699 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 18:58:52.226690 3699 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.267663ms I0424 18:58:52.226699 3699 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 18:58:52.227109 3699 namespace.go:102] [default] adding namespace took 6.261703ms I0424 18:58:52.227123 3699 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 18:58:52.227542 3699 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.272611ms I0424 18:58:52.227556 3699 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 18:58:52.228345 3699 namespace.go:102] [openshift-logging] adding namespace took 6.583475ms I0424 18:58:52.228357 3699 namespace.go:98] [openshift-authentication] adding namespace I0424 18:58:52.228696 3699 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.473551ms I0424 18:58:52.228708 3699 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 18:58:52.229168 3699 namespace.go:102] [openshift-infra] adding namespace took 6.496635ms I0424 18:58:52.229181 3699 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0424 18:58:52.229501 3699 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-twpvk: pod openshift-multus/network-metrics-daemon-twpvk: no pod IPs found W0424 18:58:52.229519 3699 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pr7zw: pod openshift-multus/network-metrics-daemon-pr7zw: no pod IPs found I0424 18:58:52.229547 3699 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.439891ms I0424 18:58:52.229559 3699 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 18:58:52.230004 3699 namespace.go:102] [openshift-multus] adding namespace took 6.461869ms I0424 18:58:52.230015 3699 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 18:58:52.230464 3699 namespace.go:102] [openshift-operators] adding namespace took 6.577322ms I0424 18:58:52.230842 3699 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.521471ms I0424 18:58:52.230854 3699 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 18:58:52.231200 3699 namespace.go:102] [openshift-node] adding namespace took 6.48427ms I0424 18:58:52.231211 3699 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 18:58:52.231601 3699 namespace.go:102] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] adding namespace took 6.486924ms I0424 18:58:52.231613 3699 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 18:58:52.231989 3699 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.537651ms I0424 18:58:52.232001 3699 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 18:58:52.232333 3699 namespace.go:102] [kube-public] adding namespace took 6.32909ms I0424 18:58:52.232343 3699 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 18:58:52.232710 3699 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.325509ms I0424 18:58:52.232733 3699 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 18:58:52.233106 3699 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.40173ms I0424 18:58:52.233118 3699 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 18:58:52.233486 3699 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.357775ms I0424 18:58:52.233497 3699 namespace.go:98] [openshift-network-console] adding namespace I0424 18:58:52.233870 3699 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.30835ms I0424 18:58:52.233882 3699 namespace.go:98] [openshift-cluster-version] adding namespace I0424 18:58:52.234338 3699 namespace.go:102] [openshift-authentication] adding namespace took 5.975479ms I0424 18:58:52.234352 3699 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 18:58:52.234742 3699 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.028392ms I0424 18:58:52.234755 3699 namespace.go:98] [openshift-service-ca] adding namespace I0424 18:58:52.235138 3699 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.951884ms I0424 18:58:52.235149 3699 namespace.go:98] [openshift-config] adding namespace I0424 18:58:52.235471 3699 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.905797ms I0424 18:58:52.235482 3699 namespace.go:98] [openshift-package-operator] adding namespace I0424 18:58:52.235959 3699 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.938932ms I0424 18:58:52.235973 3699 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 18:58:52.236336 3699 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.476038ms I0424 18:58:52.236350 3699 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 18:58:52.236702 3699 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.486549ms I0424 18:58:52.236713 3699 namespace.go:98] [openshift-config-managed] adding namespace W0424 18:58:52.237111 3699 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mt5rg: pod openshift-network-diagnostics/network-check-target-mt5rg: no pod IPs found W0424 18:58:52.237124 3699 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-p5p4b: pod openshift-network-diagnostics/network-check-target-p5p4b: no pod IPs found I0424 18:58:52.237136 3699 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.518087ms I0424 18:58:52.237143 3699 namespace.go:98] [openshift-config-operator] adding namespace I0424 18:58:52.237623 3699 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.617142ms I0424 18:58:52.237636 3699 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 18:58:52.238000 3699 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.652215ms I0424 18:58:52.238013 3699 namespace.go:98] [openshift-host-network] adding namespace I0424 18:58:52.238445 3699 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.707435ms I0424 18:58:52.238458 3699 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 18:58:52.238812 3699 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.690036ms I0424 18:58:52.238821 3699 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 18:58:52.239340 3699 namespace.go:102] [openshift-network-console] adding namespace took 5.837908ms I0424 18:58:52.239353 3699 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 18:58:52.239668 3699 namespace.go:102] [openshift-cluster-version] adding namespace took 5.781402ms I0424 18:58:52.239677 3699 namespace.go:98] [kube-node-lease] adding namespace I0424 18:58:52.240110 3699 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.753377ms I0424 18:58:52.240121 3699 namespace.go:98] [openshift-image-registry] adding namespace I0424 18:58:52.240474 3699 namespace.go:102] [openshift-service-ca] adding namespace took 5.714083ms I0424 18:58:52.240487 3699 namespace.go:98] [dedicated-admin] adding namespace I0424 18:58:52.240831 3699 namespace.go:102] [openshift-config] adding namespace took 5.676791ms I0424 18:58:52.240843 3699 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 18:58:52.241242 3699 namespace.go:102] [openshift-package-operator] adding namespace took 5.75386ms I0424 18:58:52.241258 3699 namespace.go:98] [openshift-console] adding namespace I0424 18:58:52.241714 3699 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.736059ms I0424 18:58:52.241742 3699 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 18:58:52.242148 3699 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.794074ms I0424 18:58:52.242582 3699 namespace.go:102] [openshift-config-managed] adding namespace took 5.863953ms I0424 18:58:52.242934 3699 namespace.go:102] [openshift-config-operator] adding namespace took 5.78666ms I0424 18:58:52.242945 3699 namespace.go:98] [kube-system] adding namespace I0424 18:58:52.243387 3699 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.746335ms I0424 18:58:52.243400 3699 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 18:58:52.243795 3699 namespace.go:102] [openshift-host-network] adding namespace took 5.777368ms I0424 18:58:52.244209 3699 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.746863ms I0424 18:58:52.244592 3699 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.766373ms I0424 18:58:52.244975 3699 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.617496ms I0424 18:58:52.244986 3699 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 18:58:52.245368 3699 namespace.go:102] [kube-node-lease] adding namespace took 5.687458ms I0424 18:58:52.245817 3699 namespace.go:102] [openshift-image-registry] adding namespace took 5.690956ms I0424 18:58:52.246194 3699 namespace.go:102] [dedicated-admin] adding namespace took 5.70236ms I0424 18:58:52.246569 3699 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.720502ms I0424 18:58:52.246581 3699 namespace.go:98] [openshift-insights] adding namespace I0424 18:58:52.246946 3699 namespace.go:102] [openshift-console] adding namespace took 5.683937ms I0424 18:58:52.247309 3699 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.562414ms I0424 18:58:52.247321 3699 namespace.go:98] [openshift-dns] adding namespace I0424 18:58:52.247668 3699 namespace.go:102] [kube-system] adding namespace took 4.718573ms I0424 18:58:52.248038 3699 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.633739ms I0424 18:58:52.248411 3699 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.420518ms I0424 18:58:52.248857 3699 namespace.go:102] [openshift-insights] adding namespace took 2.270859ms I0424 18:58:52.249260 3699 namespace.go:102] [openshift-dns] adding namespace took 1.933551ms W0424 18:58:52.249338 3699 master.go:471] Unable to parse remote node ip-10-0-1-235.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 18:58:52.249479 3699 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-235.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-235.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-235.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-235.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-235.ec2.internal I0424 18:58:52.249480 3699 master.go:548] Adding or Updating local node "ip-10-0-0-156.ec2.internal" for network "default" I0424 18:58:52.250270 3699 zone_ic_handler.go:195] Time taken to create transit switch: 235.309µs I0424 18:58:52.250284 3699 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-23.ec2.internal for the network default I0424 18:58:52.251110 3699 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-23.ec2.internal" on network "default" took: 1.084035ms W0424 18:58:52.257054 3699 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-p5p4b: pod openshift-network-diagnostics/network-check-target-p5p4b: no pod IPs found W0424 18:58:52.257069 3699 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-twpvk: pod openshift-multus/network-metrics-daemon-twpvk: no pod IPs found I0424 18:58:52.257952 3699 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-156.ec2.internal for the network default I0424 18:58:52.258101 3699 zone_ic_handler.go:195] Time taken to create transit switch: 136.448µs I0424 18:58:52.258772 3699 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 18:58:52.258794 3699 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 18:58:52.258807 3699 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 18:58:52.258829 3699 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:52.258884 3699 node_tracker.go:169] Node ip-10-0-0-156.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.258901 3699 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.258910 3699 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:52.258919 3699 node_tracker.go:235] Node ip-10-0-1-235.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-235.ec2.internal" I0424 18:58:52.258930 3699 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.258934 3699 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.258939 3699 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-23.ec2.internal in network "default" I0424 18:58:52.258962 3699 node_tracker.go:169] Node ip-10-0-2-23.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.258969 3699 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.359844 3699 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 18:58:52.359870 3699 services_controller.go:208] Setting up event handlers for services for network=default I0424 18:58:52.359942 3699 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 18:58:52.360068 3699 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 18:58:52.360091 3699 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 18:58:52.369950 3699 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:52.369983 3699 node_tracker.go:235] Node ip-10-0-1-235.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-235.ec2.internal" I0424 18:58:52.370001 3699 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.370016 3699 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.370062 3699 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "ip-10-0-1-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:52.452426 3699 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "ip-10-0-1-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:52.460357 3699 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 18:58:52.460379 3699 repair.go:60] Starting repairing loop for services I0424 18:58:52.460470 3699 repair.go:131] Deleted 0 stale service LBs I0424 18:58:52.460499 3699 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 18:58:52.460533 3699 repair.go:62] Finished repairing loop for services: 156.67µs I0424 18:58:52.460571 3699 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 18:58:52.460585 3699 services_controller.go:254] Starting workers for network=default I0424 18:58:52.460922 3699 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-pr7zw, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-pr7zw: suppressed error logged: pod openshift-multus/network-metrics-daemon-pr7zw: no pod IPs found I0424 18:58:52.460970 3699 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-twpvk] creating logical port openshift-multus_network-metrics-daemon-twpvk for pod on switch ip-10-0-0-156.ec2.internal I0424 18:58:52.461112 3699 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-twpvk I0424 18:58:52.461198 3699 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mt5rg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mt5rg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mt5rg: no pod IPs found I0424 18:58:52.461239 3699 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-p5p4b] creating logical port openshift-network-diagnostics_network-check-target-p5p4b for pod on switch ip-10-0-0-156.ec2.internal I0424 18:58:52.461329 3699 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-p5p4b W0424 18:58:52.462561 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:52.480738 3699 pod.go:62] [openshift-network-diagnostics/network-check-target-p5p4b] pod update took 19.434626ms I0424 18:58:52.480758 3699 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-p5p4b] addLogicalPort annotation time took 19.471449ms I0424 18:58:52.480919 3699 pod.go:62] [openshift-multus/network-metrics-daemon-twpvk] pod update took 19.861176ms I0424 18:58:52.480937 3699 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-twpvk] addLogicalPort annotation time took 19.883181ms I0424 18:58:52.481760 3699 pods.go:271] [openshift-network-diagnostics/network-check-target-p5p4b] addLogicalPort took 20.530138ms, libovsdb time 810.648µs I0424 18:58:52.481984 3699 pods.go:271] [openshift-multus/network-metrics-daemon-twpvk] addLogicalPort took 21.030154ms, libovsdb time 828.595µs I0424 18:58:52.482440 3699 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 18:58:52.482463 3699 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 18:58:52.482481 3699 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 18:58:52.482487 3699 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 18:58:52.482693 3699 repair.go:29] Repairing admin network policies took 199.814µs I0424 18:58:52.482824 3699 repair.go:92] Repairing baseline admin network policies took 122.537µs I0424 18:58:52.483281 3699 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 18:58:52.483298 3699 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 18:58:52.485635 3699 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 18:58:52.485655 3699 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 18:58:52.485664 3699 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 18:58:52.487375 3699 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 18:58:52.487397 3699 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 18:58:52.487417 3699 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 18:58:52.489760 3699 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 18:58:52.489783 3699 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 18:58:52.489792 3699 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 18:58:52.489900 3699 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:52.489913 3699 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "ip-10-0-1-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:52.489943 3699 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.489957 3699 services_controller.go:574] Full service sync requested for network=default W0424 18:58:52.490524 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:52.490946 3699 zone_ic_handler.go:195] Time taken to create transit switch: 442.501µs I0424 18:58:52.490962 3699 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-235.ec2.internal for the network default I0424 18:58:52.491002 3699 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 18:58:52.491022 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 18:58:52.491035 3699 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 18:58:52.492796 3699 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-235.ec2.internal" on network "default" took: 2.301411ms I0424 18:58:52.493646 3699 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 18:58:52.493667 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 18:58:52.493675 3699 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 18:58:52.494199 3699 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 18:58:52.494218 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 18:58:52.494944 3699 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 18:58:52.494957 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 18:58:52.496657 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 18:58:52.496679 3699 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 18:58:52.496687 3699 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 18:58:52.497003 3699 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 18:58:52.497022 3699 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 18:58:52.497033 3699 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 18:58:52.498148 3699 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 18:58:52.498167 3699 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 18:58:52.498177 3699 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 18:58:52.498476 3699 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 18:58:52.498493 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 18:58:52.498501 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 18:58:52.500078 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 18:58:52.500097 3699 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 18:58:52.500106 3699 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 18:58:52.501938 3699 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 18:58:52.501957 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 18:58:52.501966 3699 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 18:58:52.502469 3699 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 18:58:52.502489 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 18:58:52.502498 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 18:58:52.503046 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 18:58:52.503064 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 18:58:52.503073 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 18:58:52.503650 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 18:58:52.503676 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 18:58:52.503685 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 18:58:52.504296 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 18:58:52.504313 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 18:58:52.504336 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 18:58:52.505083 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 18:58:52.505105 3699 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 18:58:52.505114 3699 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 18:58:52.506440 3699 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 18:58:52.506465 3699 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 18:58:52.506477 3699 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 18:58:52.507266 3699 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 18:58:52.507340 3699 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 18:58:52.507379 3699 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 18:58:52.509056 3699 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 18:58:52.509081 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 18:58:52.509090 3699 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 18:58:52.509544 3699 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 18:58:52.509571 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 18:58:52.509584 3699 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 18:58:52.510378 3699 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 18:58:52.510405 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 18:58:52.510417 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 18:58:52.511072 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 18:58:52.511092 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 18:58:52.511100 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 18:58:52.511635 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 18:58:52.511648 3699 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 18:58:52.511656 3699 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 18:58:52.512304 3699 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 18:58:52.512332 3699 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 18:58:52.512343 3699 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 18:58:52.513966 3699 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 18:58:52.513990 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 18:58:52.513997 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 18:58:52.515446 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 18:58:52.515469 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 18:58:52.515478 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 18:58:52.516003 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 18:58:52.516021 3699 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 18:58:52.516032 3699 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 18:58:52.516348 3699 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 18:58:52.525014 3699 egressfirewall.go:374] Starting EgressFirewall controller I0424 18:58:52.525046 3699 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 18:58:52.525047 3699 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 18:58:52.525080 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 18:58:52.525098 3699 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 18:58:52.525080 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 18:58:52.525106 3699 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 18:58:52.525517 3699 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 18:58:52.525535 3699 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 18:58:52.525541 3699 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 18:58:52.525550 3699 egressqos.go:193] Setting up event handlers for EgressQoS I0424 18:58:52.525561 3699 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:52.525576 3699 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:52.525582 3699 egressfirewall.go:723] Syncing node "ip-10-0-2-23.ec2.internal" for egress firewall I0424 18:58:52.525794 3699 egressqos.go:245] Starting EgressQoS Controller I0424 18:58:52.525807 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 18:58:52.525816 3699 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 18:58:52.525822 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 18:58:52.525839 3699 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 18:58:52.525846 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 18:58:52.525850 3699 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 18:58:52.525854 3699 egressqos.go:259] Repairing EgressQoSes I0424 18:58:52.525859 3699 egressqos.go:399] Starting repairing loop for egressqos I0424 18:58:52.525942 3699 egressqos.go:401] Finished repairing loop for egressqos: 83.824µs I0424 18:58:52.525963 3699 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 18:58:52.525990 3699 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-156.ec2.internal I0424 18:58:52.526053 3699 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-156.ec2.internal : 64.744µs I0424 18:58:52.526242 3699 egressservice_zone.go:210] Starting Egress Services Controller I0424 18:58:52.526252 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 18:58:52.526257 3699 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 18:58:52.526271 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 18:58:52.526276 3699 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 18:58:52.526281 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 18:58:52.526286 3699 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 18:58:52.526291 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 18:58:52.526295 3699 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 18:58:52.526298 3699 egressservice_zone.go:228] Repairing Egress Services I0424 18:58:52.526585 3699 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 18:58:52.526605 3699 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 18:58:52.526690 3699 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-23.ec2.internal I0424 18:58:52.526709 3699 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-23.ec2.internal: 19.704µs I0424 18:58:52.526719 3699 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:52.526739 3699 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 19.694µs I0424 18:58:52.526746 3699 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:52.526750 3699 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 4.637µs I0424 18:58:52.526927 3699 default_network_controller.go:585] Completing all the Watchers took 311.613822ms I0424 18:58:52.526941 3699 default_network_controller.go:589] Starting unidling controllers I0424 18:58:52.526955 3699 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 18:58:52.526963 3699 unidle.go:63] Populating Initial ContollerEvent events I0424 18:58:52.526977 3699 unidle.go:79] Setting up event handlers for services I0424 18:58:52.527110 3699 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 18:58:52.541264 3699 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 18:58:52.541834 3699 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 18:58:52.563242 3699 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 18:58:52.563275 3699 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 18:58:52.569770 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b574fb4d-xhqc2 I0424 18:58:52.569794 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b574fb4d-xhqc2 I0424 18:58:52.594148 3699 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:53.094175 3699 default_node_network_controller.go:519] Node connection status = connected W0424 18:58:53.574307 3699 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:58:53.594105 3699 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:53.778227 3699 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 18:58:54.094407 3699 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:54.114655 3699 bridgeconfig.go:537] Gateway is ready I0424 18:58:54.114680 3699 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 18:58:54.127504 3699 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.156. Updating OVN encap IP. I0424 18:58:54.133463 3699 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.156 - it is already configured I0424 18:58:54.133480 3699 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.156/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 18:58:54.133769 3699 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.156/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-156.ec2.internal","mac-address":"12:21:83:fa:c4:9d","ip-addresses":["10.0.0.156/24"],"ip-address":"10.0.0.156/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4d1f90c9-8d61-4ae5-b9f7-7aa9a2ec297f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.156/24"}] on node ip-10-0-0-156.ec2.internal I0424 18:58:54.150231 3699 master.go:548] Adding or Updating local node "ip-10-0-0-156.ec2.internal" for network "default" I0424 18:58:54.150237 3699 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:54.150253 3699 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:54.150268 3699 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 18.648µs I0424 18:58:54.150271 3699 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:54.150297 3699 node_tracker.go:169] Node ip-10-0-0-156.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:54.150311 3699 services_controller.go:574] Full service sync requested for network=default I0424 18:58:54.150500 3699 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.156 I0424 18:58:54.150604 3699 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-156.ec2.internal W0424 18:58:54.150681 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 18:58:54.150746 3699 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:58:54.154742 3699 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-156.ec2.internal. Updating no re-route policies I0424 18:58:54.154787 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8vf99 I0424 18:58:54.154801 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8vf99 I0424 18:58:54.154825 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-8vf99 after 0 failed attempt(s) I0424 18:58:54.154841 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-twpvk I0424 18:58:54.154848 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-snm9s I0424 18:58:54.154854 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-klswx I0424 18:58:54.154858 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-x9qt8 I0424 18:58:54.154862 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-snm9s I0424 18:58:54.154865 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-klswx I0424 18:58:54.154869 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-x9qt8 I0424 18:58:54.154869 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-dgfrj I0424 18:58:54.154877 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-dgfrj I0424 18:58:54.154884 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-klswx after 0 failed attempt(s) I0424 18:58:54.154886 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-snm9s after 0 failed attempt(s) I0424 18:58:54.154889 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-x9qt8 after 0 failed attempt(s) I0424 18:58:54.154887 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-156.ec2.internal I0424 18:58:54.154860 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-twpvk I0424 18:58:54.154894 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-dgfrj after 0 failed attempt(s) I0424 18:58:54.154900 3699 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-156.ec2.internal I0424 18:58:54.154894 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c99mv I0424 18:58:54.154903 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-156.ec2.internal I0424 18:58:54.154909 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8lhvd I0424 18:58:54.154909 3699 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-c59xw I0424 18:58:54.154920 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c99mv I0424 18:58:54.154925 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-156.ec2.internal after 0 failed attempt(s) I0424 18:58:54.154929 3699 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-c59xw I0424 18:58:54.154930 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8lhvd I0424 18:58:54.154932 3699 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-twpvk] creating logical port openshift-multus_network-metrics-daemon-twpvk for pod on switch ip-10-0-0-156.ec2.internal I0424 18:58:54.154844 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2w5wr I0424 18:58:54.154943 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2w5wr I0424 18:58:54.154947 3699 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-c59xw after 0 failed attempt(s) I0424 18:58:54.154949 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c99mv after 0 failed attempt(s) I0424 18:58:54.154955 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2w5wr after 0 failed attempt(s) I0424 18:58:54.154952 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8lhvd after 0 failed attempt(s) I0424 18:58:54.154910 3699 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-156.ec2.internal I0424 18:58:54.154972 3699 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-156.ec2.internal after 0 failed attempt(s) I0424 18:58:54.154914 3699 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-p5p4b I0424 18:58:54.154980 3699 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-p5p4b I0424 18:58:54.155007 3699 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-p5p4b] creating logical port openshift-network-diagnostics_network-check-target-p5p4b for pod on switch ip-10-0-0-156.ec2.internal I0424 18:58:54.155505 3699 pods.go:271] [openshift-multus/network-metrics-daemon-twpvk] addLogicalPort took 583.632µs, libovsdb time 236.279µs I0424 18:58:54.155516 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-twpvk after 0 failed attempt(s) I0424 18:58:54.155766 3699 pods.go:271] [openshift-network-diagnostics/network-check-target-p5p4b] addLogicalPort took 767.931µs, libovsdb time 222.69µs I0424 18:58:54.155784 3699 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-p5p4b after 0 failed attempt(s) I0424 18:58:54.166497 3699 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 18:58:54.180122 3699 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 18:58:54.183968 3699 iptables.go:108] Creating table: nat chain: OUTPUT I0424 18:58:54.228690 3699 iptables.go:108] Creating table: nat chain: PREROUTING I0424 18:58:54.296748 3699 iptables.go:108] Creating table: filter chain: FORWARD I0424 18:58:54.315247 3699 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 18:58:54.315368 3699 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 18:58:54.315411 3699 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 18:58:54.315482 3699 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 18:58:54.315532 3699 gateway_init.go:325] Gateway and management port readiness took 2.226689761s I0424 18:58:54.315567 3699 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 18:58:54.315611 3699 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 18:58:54.315630 3699 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 18:58:54.315640 3699 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 18:58:54.315711 3699 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 18:58:54.315861 3699 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.972µs I0424 18:58:54.316067 3699 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 18:58:54.316098 3699 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.316µs I0424 18:58:54.316106 3699 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.295µs I0424 18:58:54.316112 3699 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 18:58:54.316123 3699 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 18:58:54.316130 3699 default_node_network_controller.go:899] Starting the default node network controller I0424 18:58:54.316137 3699 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 18:58:54.316236 3699 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.276µs I0424 18:58:54.316309 3699 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 18:58:54.316319 3699 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 18:58:54.316347 3699 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0003279d0 0xc000327a40 0xc000327ab0 0xc000327b20 0xc000327b90 0xc000327c00 0xc000c2f3b0 0xc000327c70 0xc000327ce0 0xc00011a000 0xc0066d6230 0xc000327d50 map[0x2ff9080:0xc003291740 0x2ff95c0:0xc005c000c0 0x2ffa2e0:0xc003291680 0x2ffa580:0xc0032916e0 0x2ffad60:0xc0032917a0 0x2ffb000:0xc003291800 0x2ffb2a0:0xc003291860 0x2ffba80:0xc005c00120 0x2ffbd20:0xc005c00180 0x3026980:0xc000b86c00 0x3026d20:0xc000b86c60 0x3027800:0xc000c69560 0x3029160:0xc001c38000 0x30298a0:0xc002311980 0x302a720:0xc0014149c0] 0xc000c541c0 0} I0424 18:58:54.316412 3699 gateway.go:151] Starting gateway service sync I0424 18:58:54.316847 3699 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 18:58:54.319319 3699 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 18:58:54.342096 3699 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 18:58:54.343434 3699 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 18:58:54.344761 3699 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 18:58:54.380006 3699 gateway.go:168] Gateway service sync done. Time taken: 63.580363ms I0424 18:58:54.380830 3699 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31600 I0424 18:58:54.381250 3699 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0003279d0 0xc000327a40 0xc000327ab0 0xc000327b20 0xc000327b90 0xc000327c00 0xc000c2f3b0 0xc000327c70 0xc000327ce0 0xc00011a000 0xc0066d6230 0xc000327d50 map[0x2ff9080:0xc003291740 0x2ff95c0:0xc005c000c0 0x2ffa2e0:0xc003291680 0x2ffa580:0xc0032916e0 0x2ffad60:0xc0032917a0 0x2ffb000:0xc003291800 0x2ffb2a0:0xc003291860 0x2ffba80:0xc005c00120 0x2ffbd20:0xc005c00180 0x3026980:0xc000b86c00 0x3026d20:0xc000b86c60 0x3027800:0xc000c69560 0x3029160:0xc001c38000 0x30298a0:0xc002311980 0x302a720:0xc0014149c0] 0xc000c541c0 0} I0424 18:58:54.381633 3699 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0003279d0 0xc000327a40 0xc000327ab0 0xc000327b20 0xc000327b90 0xc000327c00 0xc000c2f3b0 0xc000327c70 0xc000327ce0 0xc00011a000 0xc0066d6230 0xc000327d50 map[0x2ff9080:0xc003291740 0x2ff95c0:0xc005c000c0 0x2ffa2e0:0xc003291680 0x2ffa580:0xc0032916e0 0x2ffad60:0xc0032917a0 0x2ffb000:0xc003291800 0x2ffb2a0:0xc003291860 0x2ffba80:0xc005c00120 0x2ffbd20:0xc005c00180 0x3026980:0xc000b86c00 0x3026d20:0xc000b86c60 0x3027800:0xc000c69560 0x3029160:0xc001c38000 0x30298a0:0xc002311980 0x302a720:0xc0014149c0] 0xc000c541c0 0} I0424 18:58:54.381667 3699 gateway.go:532] Reconciling gateway with updates I0424 18:58:54.387429 3699 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 18:58:54.387509 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:54.387517 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:54.387522 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:54.387531 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:54.387533 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:54.387536 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:54.387535 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 18:58:54.387548 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 18:58:54.387546 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:54.387566 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:54.387568 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 18:58:54.387576 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:54.387579 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 18:58:54.387582 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:54.387587 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 18:58:54.387591 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 18:58:54.387596 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:54.387517 3699 default_node_network_controller.go:944] Gateway and management port readiness took 71.191943ms I0424 18:58:54.387601 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:54.387604 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 18:58:54.387607 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:54.387613 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 18:58:54.387616 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:54.387621 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:54.387619 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:54.387624 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:54.387631 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:54.387611 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:54.387639 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:54.387637 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:54.387640 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:54.387639 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:54.387645 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:54.387650 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:54.387647 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:54.387651 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:54.387649 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:54.387662 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:54.387665 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 18:58:54.387592 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 18:58:54.387668 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:54.387668 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:54.387675 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:54.387679 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:54.387666 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:54.387685 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:54.387690 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:54.387692 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:54.387677 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:54.387698 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:54.387701 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:54.387711 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:54.387710 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:54.387710 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:54.387717 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:54.387716 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:54.387524 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:54.387747 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:54.387690 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:54.387749 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:54.387760 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:54.387683 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:54.387761 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:54.387773 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:54.387781 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 18:58:54.387663 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:54.387805 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:54.387604 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 18:58:54.387813 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 18:58:54.387628 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 18:58:54.387629 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:54.387510 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:54.387875 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:54.387629 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:54.387925 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:54.387632 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:54.387640 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:54.387650 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:54.388049 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:54.387652 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:54.388056 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 18:58:54.388067 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:54.387645 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:54.388116 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:54.388124 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 18:58:54.387657 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 18:58:54.387667 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 18:58:54.388142 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 18:58:54.388147 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 18:58:54.387671 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:54.387693 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:54.388194 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:54.387691 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:54.388232 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:54.387701 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:54.388261 3699 node_ip_handler_linux.go:160] Node IP manager is running I0424 18:58:54.387696 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:54.388282 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:54.388291 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 18:58:54.387713 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:54.388304 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:54.387742 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:54.388357 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:54.387753 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:54.387748 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:54.388440 3699 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0424 18:58:54.388449 3699 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0424 18:58:54.387594 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:54.388501 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics W0424 18:58:54.428851 3699 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 18:58:54.428996 3699 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 18:58:54.429094 3699 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0424 18:58:54.436924 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 18:58:54.436952 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 18:58:54.436959 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 18:58:54.436965 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 18:58:54.436971 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 18:58:54.436978 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 18:58:54.436983 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 18:58:54.436989 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 18:58:54.437012 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 18:58:54.437020 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 18:58:54.437026 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 18:58:54.437031 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 18:58:54.437036 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 18:58:54.437042 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 18:58:54.437053 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 18:58:54.437078 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 18:58:54.437096 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 18:58:54.437117 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 18:58:54.437126 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 18:58:54.437132 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 18:58:54.437138 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 18:58:54.437144 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 18:58:54.437150 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 18:58:54.437156 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 18:58:54.437161 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 18:58:54.479141 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 18:58:54.479178 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 18:58:54.479190 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 18:58:54.524308 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 18:58:54.524322 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 18:58:55.046364 3699 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:55.046376 3699 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:55.046403 3699 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:55.046413 3699 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 10.279µs I0424 18:58:55.046437 3699 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:55.046452 3699 services_controller.go:574] Full service sync requested for network=default I0424 18:58:55.046513 3699 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-235.ec2.internal. Updating no re-route policies W0424 18:58:55.046542 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 18:58:55.046580 3699 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:58:56.156415 3699 default_node_network_controller.go:1380] Starting node controller node sync W0424 18:58:56.156478 3699 egressip_healthcheck.go:76] Health checking using insecure connection I0424 18:58:56.156580 3699 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0424 18:58:56.169561 3699 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.111103ms I0424 18:58:56.169754 3699 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-235.ec2.internal", IP: 10.0.1.235 to PMTUD blocking rules I0424 18:58:56.169769 3699 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-235.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 18:58:56.175989 3699 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-23.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 18:58:56.176004 3699 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-23.ec2.internal", IP: 10.0.2.23 to PMTUD blocking rules I0424 18:58:56.182305 3699 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 18:58:56.182646 3699 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 18:58:56.182874 3699 egressservice_node.go:183] Starting Egress Services Controller I0424 18:58:56.182896 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 18:58:56.182909 3699 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 18:58:56.182915 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 18:58:56.182925 3699 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 18:58:56.182930 3699 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 18:58:56.182935 3699 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 18:58:56.182939 3699 egressservice_node.go:197] Repairing Egress Services I0424 18:58:56.193880 3699 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 18:58:56.193896 3699 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 18:58:56.194166 3699 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 18:58:56.194201 3699 link_network_manager.go:119] Link manager is running I0424 18:58:56.194216 3699 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 18:58:56.194352 3699 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 18:58:56.194575 3699 vrf_manager.go:128] VRF manager is running I0424 18:58:56.194652 3699 node_controller_manager.go:437] Removing flows to drop GARP I0424 18:58:56.194661 3699 gateway.go:532] Reconciling gateway with updates I0424 18:58:56.221778 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:56.221798 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:56.221807 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:56.221813 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:56.221821 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:56.221830 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:56.221850 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:56.221864 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:56.221868 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:56.221873 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 18:58:56.221882 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:56.221885 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 18:58:56.221881 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:56.221893 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:56.221900 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:56.221904 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 18:58:56.221908 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:56.221917 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:56.221917 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:56.221928 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 18:58:56.221928 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 18:58:56.221930 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:56.221938 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:56.221938 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:56.221923 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:56.221949 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:56.221954 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:56.221958 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:56.221917 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 18:58:56.221960 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 18:58:56.221967 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 18:58:56.221970 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:56.221974 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 18:58:56.221977 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:56.221976 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:56.221977 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:56.221985 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:56.221990 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:56.221992 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:56.221997 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 18:58:56.221994 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 18:58:56.222000 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 18:58:56.222007 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 18:58:56.221931 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:56.222015 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:56.222014 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:56.222024 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:56.222032 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:56.222006 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 18:58:56.221899 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:56.222043 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:56.222043 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:56.222046 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:56.222047 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:56.222056 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:56.222059 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:56.222063 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:56.222066 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:56.222066 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:56.222078 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:56.221910 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:56.222143 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:56.222154 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:56.222032 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:56.222168 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:56.221965 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:56.222196 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:56.222209 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 18:58:56.222216 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 18:58:56.221955 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:56.221908 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:56.222251 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:56.221924 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:56.222278 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 18:58:56.221945 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:56.221963 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 18:58:56.221890 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:56.222318 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:56.222017 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:56.222335 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:56.222020 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:56.222380 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:56.222379 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:56.222387 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 18:58:56.222021 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:56.222397 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:56.222403 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:56.222413 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:56.222410 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:56.222028 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:56.222424 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:56.222432 3699 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0424 18:58:56.222441 3699 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0424 18:58:56.222034 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:56.222476 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:56.222481 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 18:58:56.222032 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:56.222038 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:56.222041 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 18:58:56.222532 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 18:58:56.222537 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 18:58:56.222054 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:56.222547 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:56.222051 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:56.222552 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 18:58:56.222050 3699 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:56.222560 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:56.222563 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 18:58:56.222562 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:56.222059 3699 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:56.222571 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 18:58:56.270205 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 18:58:56.270235 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 18:58:56.270243 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 18:58:56.270250 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 18:58:56.270256 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 18:58:56.270262 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 18:58:56.270268 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 18:58:56.270273 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 18:58:56.270282 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 18:58:56.270288 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 18:58:56.270294 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 18:58:56.270300 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 18:58:56.270305 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 18:58:56.270311 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 18:58:56.270316 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 18:58:56.270322 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 18:58:56.314491 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 18:58:56.314507 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 18:58:56.314530 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 18:58:56.314539 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 18:58:56.314554 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 18:58:56.314564 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 18:58:56.355935 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 18:58:56.355948 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 18:58:56.355975 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 18:58:56.355986 3699 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) W0424 18:59:15.894146 3699 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 18:59:16.736271 3699 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:59:16.736303 3699 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 41.457µs I0424 18:59:16.763800 3699 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:59:16.763820 3699 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 23.468µs I0424 18:59:16.771101 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-n4hz9 for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:16.771226 3699 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9 I0424 18:59:16.774410 3699 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n] creating logical port openshift-image-registry_image-registry-6cd8d6c8bb-sqg6n for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:16.774558 3699 kube.go:256] Updating pod openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n I0424 18:59:16.776301 3699 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c7bd68d79-w6vl5] creating logical port openshift-ingress_router-default-6c7bd68d79-w6vl5 for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:16.776397 3699 kube.go:256] Updating pod openshift-ingress/router-default-6c7bd68d79-w6vl5 I0424 18:59:16.793660 3699 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9] pod update took 22.461088ms I0424 18:59:16.793682 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9] addLogicalPort annotation time took 22.488473ms I0424 18:59:16.794881 3699 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9] addLogicalPort took 23.795928ms, libovsdb time 885.395µs I0424 18:59:16.801813 3699 pod.go:62] [openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n] pod update took 27.293571ms I0424 18:59:16.801833 3699 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n] addLogicalPort annotation time took 27.317852ms I0424 18:59:16.801866 3699 pod.go:62] [openshift-ingress/router-default-6c7bd68d79-w6vl5] pod update took 25.492645ms I0424 18:59:16.801881 3699 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c7bd68d79-w6vl5] addLogicalPort annotation time took 25.510957ms I0424 18:59:16.802841 3699 pods.go:271] [openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n] addLogicalPort took 28.451175ms, libovsdb time 778.184µs I0424 18:59:16.803087 3699 pods.go:271] [openshift-ingress/router-default-6c7bd68d79-w6vl5] addLogicalPort took 26.799861ms, libovsdb time 1.008292ms I0424 18:59:16.817148 3699 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-djgkn] creating logical port openshift-dns_dns-default-djgkn for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:16.817271 3699 kube.go:256] Updating pod openshift-dns/dns-default-djgkn I0424 18:59:16.818644 3699 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-7q2nx] creating logical port openshift-ingress-canary_ingress-canary-7q2nx for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:16.818742 3699 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-7q2nx I0424 18:59:16.841739 3699 pod.go:62] [openshift-dns/dns-default-djgkn] pod update took 24.480558ms I0424 18:59:16.841761 3699 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-djgkn] addLogicalPort annotation time took 24.525165ms I0424 18:59:16.841879 3699 pod.go:62] [openshift-ingress-canary/ingress-canary-7q2nx] pod update took 23.177494ms I0424 18:59:16.841901 3699 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-7q2nx] addLogicalPort annotation time took 23.204627ms I0424 18:59:16.842946 3699 pods.go:271] [openshift-dns/dns-default-djgkn] addLogicalPort took 25.816665ms, libovsdb time 884.22µs I0424 18:59:16.843325 3699 pods.go:271] [openshift-ingress-canary/ingress-canary-7q2nx] addLogicalPort took 24.692412ms, libovsdb time 1.174756ms I0424 18:59:16.853457 3699 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-l74pp] creating logical port openshift-insights_insights-runtime-extractor-l74pp for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:16.853535 3699 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-l74pp I0424 18:59:16.869236 3699 pod.go:62] [openshift-insights/insights-runtime-extractor-l74pp] pod update took 15.724209ms I0424 18:59:16.869260 3699 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-l74pp] addLogicalPort annotation time took 15.752845ms I0424 18:59:16.870458 3699 pods.go:271] [openshift-insights/insights-runtime-extractor-l74pp] addLogicalPort took 17.013135ms, libovsdb time 947.936µs I0424 18:59:17.209674 3699 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9 5d5ac065674a42aa200ae8bb502490d10b7f9409e2a4f5e890f69b108c4f3ae6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9 5d5ac065674a42aa200ae8bb502490d10b7f9409e2a4f5e890f69b108c4f3ae6 network default NAD default NAD key ] I0424 18:59:17.241661 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-n4hz9, hostIfaceName: 5d5ac065674a42a, network: default, NAD default, SandboxID: "5d5ac065674a42aa200ae8bb502490d10b7f9409e2a4f5e890f69b108c4f3ae6", PCI device ID: , UID: "2c0f3d85-48e7-4cda-8e81-0a48a1442067", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0424 18:59:17.264089 3699 cni.go:452] [openshift-dns/dns-default-djgkn 32bf64fabbf9802e93679208cf8926e19aee0b253064ca5ccf63c7466b7b5297 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-djgkn 32bf64fabbf9802e93679208cf8926e19aee0b253064ca5ccf63c7466b7b5297 network default NAD default NAD key ] I0424 18:59:17.274850 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-djgkn, hostIfaceName: 32bf64fabbf9802, network: default, NAD default, SandboxID: "32bf64fabbf9802e93679208cf8926e19aee0b253064ca5ccf63c7466b7b5297", PCI device ID: , UID: "3e842171-7311-4391-ab9d-a6cfac6d45ff", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0424 18:59:17.279159 3699 cni.go:452] [openshift-ingress-canary/ingress-canary-7q2nx 8951760a5545e1515c34e90c34296737ce509419fac64b893e5bf84b148dd309 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-7q2nx 8951760a5545e1515c34e90c34296737ce509419fac64b893e5bf84b148dd309 network default NAD default NAD key ] I0424 18:59:17.294686 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-7q2nx, hostIfaceName: 8951760a5545e15, network: default, NAD default, SandboxID: "8951760a5545e1515c34e90c34296737ce509419fac64b893e5bf84b148dd309", PCI device ID: , UID: "c7d2f3e2-57b0-4eaf-97e8-23d2f0b21d77", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0424 18:59:17.297042 3699 cni.go:452] [openshift-insights/insights-runtime-extractor-l74pp 2fc0e63a0bd4ff7aa22ba73b43adfcc70f7d1994f2e60bf6e6f0df02fd08de3a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-l74pp 2fc0e63a0bd4ff7aa22ba73b43adfcc70f7d1994f2e60bf6e6f0df02fd08de3a network default NAD default NAD key ] I0424 18:59:17.299165 3699 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9 5d5ac065674a42aa200ae8bb502490d10b7f9409e2a4f5e890f69b108c4f3ae6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n4hz9 5d5ac065674a42aa200ae8bb502490d10b7f9409e2a4f5e890f69b108c4f3ae6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2a:e9:4a:0b:f7\",\"name\":\"5d5ac065674a42a\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78454d9d-0f1e-4d55-b9a8-791f92936464\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:17.309176 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-l74pp, hostIfaceName: 2fc0e63a0bd4ff7, network: default, NAD default, SandboxID: "2fc0e63a0bd4ff7aa22ba73b43adfcc70f7d1994f2e60bf6e6f0df02fd08de3a", PCI device ID: , UID: "60f5b368-fd8d-46ef-a0af-02db21eb1d10", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0424 18:59:17.328044 3699 cni.go:473] [openshift-dns/dns-default-djgkn 32bf64fabbf9802e93679208cf8926e19aee0b253064ca5ccf63c7466b7b5297 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-djgkn 32bf64fabbf9802e93679208cf8926e19aee0b253064ca5ccf63c7466b7b5297 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:87:9d:eb:9d:44\",\"name\":\"32bf64fabbf9802\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42ef0f8a-ee59-4799-b720-fa15eeb53717\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:17.347678 3699 cni.go:473] [openshift-ingress-canary/ingress-canary-7q2nx 8951760a5545e1515c34e90c34296737ce509419fac64b893e5bf84b148dd309 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-7q2nx 8951760a5545e1515c34e90c34296737ce509419fac64b893e5bf84b148dd309 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:35:4b:a1:b3:22\",\"name\":\"8951760a5545e15\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf66c9d3-94e4-4ec8-868b-baa0f4cad70d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:17.365021 3699 cni.go:473] [openshift-insights/insights-runtime-extractor-l74pp 2fc0e63a0bd4ff7aa22ba73b43adfcc70f7d1994f2e60bf6e6f0df02fd08de3a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-l74pp 2fc0e63a0bd4ff7aa22ba73b43adfcc70f7d1994f2e60bf6e6f0df02fd08de3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:8a:31:4f:7d:23\",\"name\":\"2fc0e63a0bd4ff7\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02061499-03ab-4016-a6ea-e4d1b2d781df\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:17.487649 3699 cni.go:452] [openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n 934629b1470eaa701cda7bfa46863fcb204f3f789559a10a12bc87aee815af11 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n 934629b1470eaa701cda7bfa46863fcb204f3f789559a10a12bc87aee815af11 network default NAD default NAD key ] I0424 18:59:17.499395 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cd8d6c8bb-sqg6n, hostIfaceName: 934629b1470eaa7, network: default, NAD default, SandboxID: "934629b1470eaa701cda7bfa46863fcb204f3f789559a10a12bc87aee815af11", PCI device ID: , UID: "eadbb05b-8fa1-418d-b690-3b0d9128bbb9", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0424 18:59:17.515677 3699 cni.go:452] [openshift-ingress/router-default-6c7bd68d79-w6vl5 74ff406524905fb644581d89e9fdba92b3c515d82e6f43b26d0915760eafb38a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c7bd68d79-w6vl5 74ff406524905fb644581d89e9fdba92b3c515d82e6f43b26d0915760eafb38a network default NAD default NAD key ] I0424 18:59:17.527535 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c7bd68d79-w6vl5, hostIfaceName: 74ff406524905fb, network: default, NAD default, SandboxID: "74ff406524905fb644581d89e9fdba92b3c515d82e6f43b26d0915760eafb38a", PCI device ID: , UID: "eaea3c91-d4a1-45b7-a734-ae31a7b397fa", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0424 18:59:17.551698 3699 cni.go:473] [openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n 934629b1470eaa701cda7bfa46863fcb204f3f789559a10a12bc87aee815af11 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cd8d6c8bb-sqg6n 934629b1470eaa701cda7bfa46863fcb204f3f789559a10a12bc87aee815af11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:2a:d6:5c:bc:70\",\"name\":\"934629b1470eaa7\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e96aa87-c72e-40e9-94e9-d02a811615ab\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:17.577706 3699 cni.go:473] [openshift-ingress/router-default-6c7bd68d79-w6vl5 74ff406524905fb644581d89e9fdba92b3c515d82e6f43b26d0915760eafb38a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c7bd68d79-w6vl5 74ff406524905fb644581d89e9fdba92b3c515d82e6f43b26d0915760eafb38a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:aa:ec:61:c1:f4\",\"name\":\"74ff406524905fb\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f11caec-7ec2-4542-815c-b143b0e9bdde\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 18:59:18.121613 3699 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:18.641307 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 18:59:18.641336 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 18:59:18.680508 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 18:59:18.692698 3699 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:19.674642 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 18:59:19.674667 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 18:59:19.674675 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 18:59:19.679285 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 18:59:19.679304 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0424 18:59:19.795687 3699 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 18:59:24.563671 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:24.563699 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:59:26.696470 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8x59q] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-8x59q for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:26.696568 3699 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-8x59q I0424 18:59:26.719218 3699 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-8x59q] pod update took 22.675841ms I0424 18:59:26.719245 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8x59q] addLogicalPort annotation time took 22.709937ms I0424 18:59:26.720386 3699 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-8x59q] addLogicalPort took 23.929464ms, libovsdb time 842.644µs I0424 18:59:26.744850 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-fkd2p for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:26.744948 3699 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p I0424 18:59:26.772346 3699 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p] pod update took 27.424468ms I0424 18:59:26.772371 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p] addLogicalPort annotation time took 27.456043ms I0424 18:59:26.773851 3699 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p] addLogicalPort took 29.020827ms, libovsdb time 1.047006ms I0424 18:59:27.058790 3699 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-8x59q 9abb729504eaa937017df046921252cc0257a2812fc2101ea49639e7e0a1a9a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8x59q 9abb729504eaa937017df046921252cc0257a2812fc2101ea49639e7e0a1a9a3 network default NAD default NAD key ] I0424 18:59:27.069664 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-8x59q, hostIfaceName: 9abb729504eaa93, network: default, NAD default, SandboxID: "9abb729504eaa937017df046921252cc0257a2812fc2101ea49639e7e0a1a9a3", PCI device ID: , UID: "9edb52cf-e9f5-4340-81c3-6a65d74a20bd", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0424 18:59:27.104494 3699 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p e53c46a1d3331e5a356eb990695413355d5e5ed3e3f9392bbabc7706bd8c9c03 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p e53c46a1d3331e5a356eb990695413355d5e5ed3e3f9392bbabc7706bd8c9c03 network default NAD default NAD key ] I0424 18:59:27.117156 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-fkd2p, hostIfaceName: e53c46a1d3331e5, network: default, NAD default, SandboxID: "e53c46a1d3331e5a356eb990695413355d5e5ed3e3f9392bbabc7706bd8c9c03", PCI device ID: , UID: "0e7bf1ef-92e2-43b3-8d5b-70a12368c92f", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0424 18:59:27.122972 3699 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-8x59q 9abb729504eaa937017df046921252cc0257a2812fc2101ea49639e7e0a1a9a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8x59q 9abb729504eaa937017df046921252cc0257a2812fc2101ea49639e7e0a1a9a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:63:ad:62:59:4d\",\"name\":\"9abb729504eaa93\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb42957-e381-4101-8f56-ab157188a530\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:27.165993 3699 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p e53c46a1d3331e5a356eb990695413355d5e5ed3e3f9392bbabc7706bd8c9c03 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fkd2p e53c46a1d3331e5a356eb990695413355d5e5ed3e3f9392bbabc7706bd8c9c03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c8:d5:57:0d:cb\",\"name\":\"e53c46a1d3331e5\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe57dafc-1e94-462a-89cf-49aae1f617e5\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:27.506752 3699 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4twqw] creating logical port openshift-console_downloads-5c54f4944f-4twqw for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:27.506858 3699 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4twqw I0424 18:59:27.523162 3699 pod.go:62] [openshift-console/downloads-5c54f4944f-4twqw] pod update took 16.334126ms I0424 18:59:27.523188 3699 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4twqw] addLogicalPort annotation time took 16.367201ms I0424 18:59:27.524463 3699 pods.go:271] [openshift-console/downloads-5c54f4944f-4twqw] addLogicalPort took 17.775795ms, libovsdb time 940.477µs I0424 18:59:27.864425 3699 cni.go:452] [openshift-console/downloads-5c54f4944f-4twqw ff3cdec7620e6b110af7153344e235f58a0da9ddb2b826b39d52b4a85bbc75ee network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4twqw ff3cdec7620e6b110af7153344e235f58a0da9ddb2b826b39d52b4a85bbc75ee network default NAD default NAD key ] I0424 18:59:27.889525 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4twqw, hostIfaceName: ff3cdec7620e6b1, network: default, NAD default, SandboxID: "ff3cdec7620e6b110af7153344e235f58a0da9ddb2b826b39d52b4a85bbc75ee", PCI device ID: , UID: "a825e2bb-5536-4bf0-ba76-f66521cbb8d9", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0424 18:59:27.898995 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:27.899130 3699 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0424 18:59:27.923591 3699 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.507195ms I0424 18:59:27.923615 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.536028ms I0424 18:59:27.925048 3699 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.076089ms, libovsdb time 1.091311ms I0424 18:59:27.940753 3699 cni.go:473] [openshift-console/downloads-5c54f4944f-4twqw ff3cdec7620e6b110af7153344e235f58a0da9ddb2b826b39d52b4a85bbc75ee network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4twqw ff3cdec7620e6b110af7153344e235f58a0da9ddb2b826b39d52b4a85bbc75ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:03:4e:97:e1:0a\",\"name\":\"ff3cdec7620e6b1\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f53b5b56-b69f-4a32-9848-f5e32767547c\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:28.265567 3699 cni.go:452] [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key ] I0424 18:59:28.276859 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 7a6e8d708c5966a, network: default, NAD default, SandboxID: "7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7", PCI device ID: , UID: "706efa43-d0ed-4635-a6e2-931a676ef862", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0424 18:59:28.335542 3699 cni.go:473] [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:71:d8:cb:27:f6\",\"name\":\"7a6e8d708c5966a\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/750aac0c-c804-4bc5-a58b-3c668bfb5c0a\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:29.909347 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-dc58649b8-tt2m2] creating logical port openshift-monitoring_thanos-querier-dc58649b8-tt2m2 for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:29.909511 3699 kube.go:256] Updating pod openshift-monitoring/thanos-querier-dc58649b8-tt2m2 I0424 18:59:29.931759 3699 pod.go:62] [openshift-monitoring/thanos-querier-dc58649b8-tt2m2] pod update took 22.28805ms I0424 18:59:29.931864 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-dc58649b8-tt2m2] addLogicalPort annotation time took 22.398016ms I0424 18:59:29.933321 3699 pods.go:271] [openshift-monitoring/thanos-querier-dc58649b8-tt2m2] addLogicalPort took 23.995875ms, libovsdb time 1.020238ms I0424 18:59:30.273892 3699 cni.go:452] [openshift-monitoring/thanos-querier-dc58649b8-tt2m2 4e11ee8e7f082d827b01c7228f631174a044de89452ca8bdc661b99bbdcf916e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-dc58649b8-tt2m2 4e11ee8e7f082d827b01c7228f631174a044de89452ca8bdc661b99bbdcf916e network default NAD default NAD key ] I0424 18:59:30.284014 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-dc58649b8-tt2m2, hostIfaceName: 4e11ee8e7f082d8, network: default, NAD default, SandboxID: "4e11ee8e7f082d827b01c7228f631174a044de89452ca8bdc661b99bbdcf916e", PCI device ID: , UID: "12e2b15c-73b6-4d97-bdef-bb204dc9f209", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0424 18:59:30.337129 3699 cni.go:473] [openshift-monitoring/thanos-querier-dc58649b8-tt2m2 4e11ee8e7f082d827b01c7228f631174a044de89452ca8bdc661b99bbdcf916e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-dc58649b8-tt2m2 4e11ee8e7f082d827b01c7228f631174a044de89452ca8bdc661b99bbdcf916e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:26:da:93:72:d2\",\"name\":\"4e11ee8e7f082d8\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4146e59e-e199-4e45-8a69-a712c41bf62f\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 18:59:30.696567 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:30.696595 3699 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:30.696601 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.154368 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.154396 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.154405 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.154426 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.154434 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.154441 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.253531 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.253550 3699 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.253555 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 18:59:31.277225 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-527sk for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:31.277355 3699 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk I0424 18:59:31.299562 3699 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk] pod update took 22.237407ms I0424 18:59:31.299612 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk] addLogicalPort annotation time took 22.2957ms I0424 18:59:31.300939 3699 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk] addLogicalPort took 23.735596ms, libovsdb time 950.234µs I0424 18:59:31.398468 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld] creating logical port openshift-monitoring_metrics-server-c4f9bd8cc-5s7ld for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:31.398576 3699 kube.go:256] Updating pod openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld I0424 18:59:31.417592 3699 pod.go:62] [openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld] pod update took 19.042237ms I0424 18:59:31.417617 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld] addLogicalPort annotation time took 19.073205ms I0424 18:59:31.419141 3699 pods.go:271] [openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld] addLogicalPort took 20.692291ms, libovsdb time 1.065012ms W0424 18:59:31.652961 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.652983 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 18:59:31.652989 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 18:59:31.819660 3699 cni.go:452] [openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld 9340bc247c632f293494289387ba34ae3ee99e442cc881d8f12f7d81a668999a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld 9340bc247c632f293494289387ba34ae3ee99e442cc881d8f12f7d81a668999a network default NAD default NAD key ] I0424 18:59:31.831988 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-c4f9bd8cc-5s7ld, hostIfaceName: 9340bc247c632f2, network: default, NAD default, SandboxID: "9340bc247c632f293494289387ba34ae3ee99e442cc881d8f12f7d81a668999a", PCI device ID: , UID: "6b038e81-02b3-4f4a-80d7-3c3856285978", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0424 18:59:31.888523 3699 cni.go:473] [openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld 9340bc247c632f293494289387ba34ae3ee99e442cc881d8f12f7d81a668999a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-c4f9bd8cc-5s7ld 9340bc247c632f293494289387ba34ae3ee99e442cc881d8f12f7d81a668999a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b6:d5:7c:3f:77\",\"name\":\"9340bc247c632f2\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee31d9a5-0956-4e84-9697-4a388079190d\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:33.103269 3699 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk e01cd51a1779716c10d3476d6e0e94e66c1e586dc0495c9688d0216596d4b0b2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk e01cd51a1779716c10d3476d6e0e94e66c1e586dc0495c9688d0216596d4b0b2 network default NAD default NAD key ] I0424 18:59:33.115748 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-527sk, hostIfaceName: e01cd51a1779716, network: default, NAD default, SandboxID: "e01cd51a1779716c10d3476d6e0e94e66c1e586dc0495c9688d0216596d4b0b2", PCI device ID: , UID: "916cc797-dea0-4deb-8784-848273217990", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0424 18:59:33.177573 3699 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk e01cd51a1779716c10d3476d6e0e94e66c1e586dc0495c9688d0216596d4b0b2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-527sk e01cd51a1779716c10d3476d6e0e94e66c1e586dc0495c9688d0216596d4b0b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:8a:4a:7d:d7:6c\",\"name\":\"e01cd51a1779716\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/876ba9ff-69af-466a-8bdd-22f5c6565e6c\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:33.492155 3699 cni.go:452] [openshift-network-diagnostics/network-check-target-p5p4b e67ee34343efbacfffb5d996bf859dd13a95c42e9f9616bb81df647b376a5564 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-p5p4b e67ee34343efbacfffb5d996bf859dd13a95c42e9f9616bb81df647b376a5564 network default NAD default NAD key ] I0424 18:59:33.494952 3699 cni.go:452] [openshift-multus/network-metrics-daemon-twpvk 480c444709e7105a589d8c693bed2ff83808623cba5adc2a84e1b3f4eb96e412 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-twpvk 480c444709e7105a589d8c693bed2ff83808623cba5adc2a84e1b3f4eb96e412 network default NAD default NAD key ] I0424 18:59:33.504969 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-p5p4b, hostIfaceName: e67ee34343efbac, network: default, NAD default, SandboxID: "e67ee34343efbacfffb5d996bf859dd13a95c42e9f9616bb81df647b376a5564", PCI device ID: , UID: "86d08104-2713-4cf9-b3c2-f5d96c743d2f", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0424 18:59:33.506211 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-twpvk, hostIfaceName: 480c444709e7105, network: default, NAD default, SandboxID: "480c444709e7105a589d8c693bed2ff83808623cba5adc2a84e1b3f4eb96e412", PCI device ID: , UID: "a40a7280-e395-40db-a808-f579a6ce62d2", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0424 18:59:33.566032 3699 cni.go:473] [openshift-multus/network-metrics-daemon-twpvk 480c444709e7105a589d8c693bed2ff83808623cba5adc2a84e1b3f4eb96e412 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-twpvk 480c444709e7105a589d8c693bed2ff83808623cba5adc2a84e1b3f4eb96e412 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:27:04:7e:8f:a1\",\"name\":\"480c444709e7105\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b63ec35-5ca7-44e8-ac71-fd441397389b\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:33.582829 3699 cni.go:473] [openshift-network-diagnostics/network-check-target-p5p4b e67ee34343efbacfffb5d996bf859dd13a95c42e9f9616bb81df647b376a5564 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-p5p4b e67ee34343efbacfffb5d996bf859dd13a95c42e9f9616bb81df647b376a5564 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ae:53:f7:7a:21\",\"name\":\"e67ee34343efbac\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/692fcc25-7c27-4486-b7f4-839750a0093e\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 18:59:34.728835 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:35.215455 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.215485 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.215493 3699 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.215502 3699 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.258989 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.259055 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.312945 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:35.738831 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.738855 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.738861 3699 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.738865 3699 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.780557 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.780577 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 18:59:36.616684 3699 base_network_controller_pods.go:487] [default/openshift-console/console-57fb49cf99-gxg8c] creating logical port openshift-console_console-57fb49cf99-gxg8c for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:36.616821 3699 kube.go:256] Updating pod openshift-console/console-57fb49cf99-gxg8c I0424 18:59:36.633834 3699 pod.go:62] [openshift-console/console-57fb49cf99-gxg8c] pod update took 17.048705ms I0424 18:59:36.633862 3699 base_network_controller_pods.go:951] [default/openshift-console/console-57fb49cf99-gxg8c] addLogicalPort annotation time took 17.086076ms I0424 18:59:36.635307 3699 pods.go:271] [openshift-console/console-57fb49cf99-gxg8c] addLogicalPort took 18.646125ms, libovsdb time 1.06762ms I0424 18:59:36.978457 3699 cni.go:452] [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key ] I0424 18:59:36.993640 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-57fb49cf99-gxg8c, hostIfaceName: bd0f69f8ac7086f, network: default, NAD default, SandboxID: "bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e", PCI device ID: , UID: "5304ee36-5d2a-4966-b628-94dc84a29d8c", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0424 18:59:37.052959 3699 cni.go:473] [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:a3:9f:02:20:36\",\"name\":\"bd0f69f8ac7086f\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cffdeb66-661c-40c9-b1d2-6bdf84920f4f\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 18:59:37.291135 3699 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf for pod on switch ip-10-0-0-156.ec2.internal I0424 18:59:37.291264 3699 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf I0424 18:59:37.307829 3699 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf] pod update took 16.603576ms I0424 18:59:37.307861 3699 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf] addLogicalPort annotation time took 16.63918ms I0424 18:59:37.309269 3699 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf] addLogicalPort took 18.155932ms, libovsdb time 986.532µs I0424 18:59:37.656438 3699 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key ] I0424 18:59:37.671171 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf, hostIfaceName: c6a9ee5619606ae, network: default, NAD default, SandboxID: "c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084", PCI device ID: , UID: "3882c900-18b2-4a97-a403-40f9dd37d0f0", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0424 18:59:37.733385 3699 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:96:c2:c1:1f:38\",\"name\":\"c6a9ee5619606ae\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8474fb3f-9148-44c2-88e7-5bbd87828009\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 18:59:39.148216 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:39.148244 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:39.198813 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:39.198845 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:39.647191 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:41.244312 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.244345 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.244353 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.244360 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.244379 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.244386 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.244392 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.244398 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.752275 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.752305 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.752314 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.752321 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:41.777617 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:42.268292 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:43.460996 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:46.821956 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:47.299674 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:47.299700 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:48.834369 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 18:59:49.315099 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 18:59:50.858935 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0424 18:59:53.847445 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 18:59:53.879494 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:53.879521 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:53.918266 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 18:59:53.933960 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:53.933992 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:55.749953 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:58.322115 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.322146 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:58.322155 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 19:00:00.217900 3699 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617620-ztjg4 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:00:00.218033 3699 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 I0424 19:00:00.232651 3699 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4] pod update took 14.641254ms I0424 19:00:00.232679 3699 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4] addLogicalPort annotation time took 14.675726ms I0424 19:00:00.234049 3699 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4] addLogicalPort took 16.170475ms, libovsdb time 1.008367ms I0424 19:00:00.888713 3699 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key ] I0424 19:00:00.898246 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617620-ztjg4, hostIfaceName: 162b122a010f5ac, network: default, NAD default, SandboxID: "162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9", PCI device ID: , UID: "05f5a530-4c84-484f-abed-dde7ea0a8dc2", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0424 19:00:00.952270 3699 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:1b:24:d2:57:42\",\"name\":\"162b122a010f5ac\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd03ea3d-4112-4d40-a2fc-8dd4d9159cd3\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:00:02.866358 3699 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key ] I0424 19:00:02.940143 3699 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf c6a9ee5619606aef48bf8e2323b875c17849cd083bc677c6f0f081111cfcb084 network default NAD default NAD key default], result "{}", err I0424 19:00:03.022191 3699 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.022229 3699 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf I0424 19:00:03.023804 3699 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf, ips: 10.129.0.19 I0424 19:00:03.023835 3699 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023852 3699 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023864 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 19:00:03.024096 3699 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.024114 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 19:00:04.051851 3699 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.051881 3699 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.051895 3699 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.051909 3699 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.507223 3699 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:04.507802 3699 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:04.885922 3699 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.885951 3699 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.895663 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 19:00:04.895695 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 19:00:07.533378 3699 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:00:07.546614 3699 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 19:00:08.760002 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:00:08.914487 3699 cni.go:452] [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key ] I0424 19:00:09.002466 3699 cni.go:473] [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-57fb49cf99-gxg8c bd0f69f8ac7086f7fde221dbb04d820a8231ebcf6b8c2c61852e07f0dbcf628e network default NAD default NAD key default], result "{}", err I0424 19:00:09.055091 3699 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-gxg8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:09.055140 3699 pods.go:176] Deleting pod: openshift-console/console-57fb49cf99-gxg8c I0424 19:00:09.056571 3699 pods.go:236] Attempting to release IPs for pod: openshift-console/console-57fb49cf99-gxg8c, ips: 10.129.0.18 I0424 19:00:09.056610 3699 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-gxg8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:09.067597 3699 base_network_controller_pods.go:487] [default/openshift-console/console-7b94b6b545-4bkqs] creating logical port openshift-console_console-7b94b6b545-4bkqs for pod on switch ip-10-0-0-156.ec2.internal I0424 19:00:09.067790 3699 kube.go:256] Updating pod openshift-console/console-7b94b6b545-4bkqs I0424 19:00:09.087482 3699 pod.go:62] [openshift-console/console-7b94b6b545-4bkqs] pod update took 19.764353ms I0424 19:00:09.087508 3699 base_network_controller_pods.go:951] [default/openshift-console/console-7b94b6b545-4bkqs] addLogicalPort annotation time took 19.798405ms I0424 19:00:09.088874 3699 pods.go:271] [openshift-console/console-7b94b6b545-4bkqs] addLogicalPort took 21.300524ms, libovsdb time 1.006244ms I0424 19:00:09.436102 3699 cni.go:452] [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key ] I0424 19:00:09.452119 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b94b6b545-4bkqs, hostIfaceName: 97dd95a9a4db36f, network: default, NAD default, SandboxID: "97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28", PCI device ID: , UID: "f922eeb8-60d1-40e1-bfbe-ab21ad12fc83", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0424 19:00:09.510621 3699 cni.go:473] [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:a7:06:45:56:dd\",\"name\":\"97dd95a9a4db36f\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec087296-6658-4da7-bb84-15b8bb5a0aec\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:00:09.911024 3699 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-gxg8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:09.911056 3699 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-gxg8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:09.920521 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57fb49cf99-gxg8c I0424 19:00:09.920546 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57fb49cf99-gxg8c I0424 19:00:19.241265 3699 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-7pz57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.241862 3699 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-7pz57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.384138 3699 obj_retry.go:498] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.384697 3699 obj_retry.go:498] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.428917 3699 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-7pz57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.428939 3699 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-7pz57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.441636 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57fb49cf99-7pz57 I0424 19:00:19.441664 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57fb49cf99-7pz57 W0424 19:00:19.951804 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 19:00:19.964840 3699 obj_retry.go:492] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.964865 3699 obj_retry.go:492] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.972860 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-676c99797c-xjrkc I0424 19:00:19.972886 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-676c99797c-xjrkc I0424 19:00:46.049526 3699 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key ] I0424 19:00:46.129281 3699 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 162b122a010f5acf6b3f86a7c05f0465ae6185f566f4e343a0c158e5a430d4a9 network default NAD default NAD key default], result "{}", err I0424 19:00:46.194223 3699 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:46.194264 3699 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 I0424 19:00:46.195744 3699 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4, ips: 10.129.0.20 I0424 19:00:46.195775 3699 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:47.073680 3699 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:47.073704 3699 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:48.961271 3699 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:48.970976 3699 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:49.547047 3699 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:49.547094 3699 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:49.556428 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 19:00:49.556461 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 19:00:51.818403 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-75cdbbd9fc-zb896] creating logical port openshift-monitoring_telemeter-client-75cdbbd9fc-zb896 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:00:51.818544 3699 kube.go:256] Updating pod openshift-monitoring/telemeter-client-75cdbbd9fc-zb896 I0424 19:00:51.882718 3699 pod.go:62] [openshift-monitoring/telemeter-client-75cdbbd9fc-zb896] pod update took 64.202048ms I0424 19:00:51.882773 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-75cdbbd9fc-zb896] addLogicalPort annotation time took 64.26273ms I0424 19:00:51.884023 3699 pods.go:271] [openshift-monitoring/telemeter-client-75cdbbd9fc-zb896] addLogicalPort took 65.639685ms, libovsdb time 892.357µs I0424 19:00:52.218973 3699 cni.go:452] [openshift-monitoring/telemeter-client-75cdbbd9fc-zb896 bf73d1889fe4aedc5bb9e48bbbc2b17fd289850e3f11e52941d72c85162b4e6c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-75cdbbd9fc-zb896 bf73d1889fe4aedc5bb9e48bbbc2b17fd289850e3f11e52941d72c85162b4e6c network default NAD default NAD key ] I0424 19:00:52.228865 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-75cdbbd9fc-zb896, hostIfaceName: bf73d1889fe4aed, network: default, NAD default, SandboxID: "bf73d1889fe4aedc5bb9e48bbbc2b17fd289850e3f11e52941d72c85162b4e6c", PCI device ID: , UID: "9860ac87-70ce-473f-9e61-5d7d3ab6e3cf", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0424 19:00:52.282554 3699 cni.go:473] [openshift-monitoring/telemeter-client-75cdbbd9fc-zb896 bf73d1889fe4aedc5bb9e48bbbc2b17fd289850e3f11e52941d72c85162b4e6c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-75cdbbd9fc-zb896 bf73d1889fe4aedc5bb9e48bbbc2b17fd289850e3f11e52941d72c85162b4e6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b6:f8:1f:df:1f\",\"name\":\"bf73d1889fe4aed\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dac34fcf-6c4d-4127-ae0a-a00cff10004e\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:00:53.556905 3699 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:53.557478 3699 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:54.111280 3699 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:54.111309 3699 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:54.123478 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 19:00:54.123508 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 19:01:11.610900 3699 cni.go:452] [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key ] I0424 19:01:11.691421 3699 cni.go:473] [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 7a6e8d708c5966a07e38eca0905c921425faa94d417434fcbf4c42209d32acf7 network default NAD default NAD key default], result "{}", err I0424 19:01:11.754117 3699 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:11.754155 3699 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0424 19:01:11.755565 3699 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.14 I0424 19:01:11.755595 3699 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:12.157844 3699 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:12.157867 3699 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:12.167060 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 19:01:12.167084 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 19:01:12.208980 3699 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:01:12.209199 3699 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0424 19:01:12.250539 3699 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 41.377758ms I0424 19:01:12.250564 3699 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 41.407283ms I0424 19:01:12.251770 3699 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 42.813476ms, libovsdb time 874.039µs I0424 19:01:12.571393 3699 cni.go:452] [openshift-monitoring/alertmanager-main-0 4560a06d6bdfd045b46c5de08cd4f0468f4e0f92a74634ba2a447d5b84ae617f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4560a06d6bdfd045b46c5de08cd4f0468f4e0f92a74634ba2a447d5b84ae617f network default NAD default NAD key ] I0424 19:01:12.581172 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4560a06d6bdfd04, network: default, NAD default, SandboxID: "4560a06d6bdfd045b46c5de08cd4f0468f4e0f92a74634ba2a447d5b84ae617f", PCI device ID: , UID: "b90736dd-2ec0-4efb-b65a-29ceb7bb3325", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0424 19:01:12.632417 3699 cni.go:473] [openshift-monitoring/alertmanager-main-0 4560a06d6bdfd045b46c5de08cd4f0468f4e0f92a74634ba2a447d5b84ae617f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4560a06d6bdfd045b46c5de08cd4f0468f4e0f92a74634ba2a447d5b84ae617f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:c2:41:c7:9d:9f\",\"name\":\"4560a06d6bdfd04\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87dd79ce-045d-401f-864e-ae6d1b12afbc\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:01:21.708464 3699 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-69lpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:21.709114 3699 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-69lpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:22.237115 3699 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-69lpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:22.237142 3699 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-69lpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:22.244410 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b94b6b545-69lpj I0424 19:01:22.244436 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b94b6b545-69lpj I0424 19:01:32.861376 3699 cni.go:452] [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key ] I0424 19:01:32.935121 3699 cni.go:473] [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b94b6b545-4bkqs 97dd95a9a4db36fadde7d8e0ab789a3756b014980cda954586d779220fb47f28 network default NAD default NAD key default], result "{}", err I0424 19:01:33.003413 3699 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-4bkqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:33.003455 3699 pods.go:176] Deleting pod: openshift-console/console-7b94b6b545-4bkqs I0424 19:01:33.004678 3699 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b94b6b545-4bkqs, ips: 10.129.0.21 I0424 19:01:33.004705 3699 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-4bkqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:33.245808 3699 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-4bkqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:33.245831 3699 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-4bkqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:33.254927 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b94b6b545-4bkqs I0424 19:01:33.254954 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b94b6b545-4bkqs W0424 19:01:42.626943 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:42.626968 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:42.626974 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 19:01:56.737308 3699 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:56.737855 3699 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:57.112055 3699 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:57.112084 3699 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:57.123464 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 19:01:57.123486 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 19:02:23.844935 3699 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 19:03:03.744493 3699 base_network_controller_pods.go:487] [default/openshift-console/console-79ddb6945-mhb9q] creating logical port openshift-console_console-79ddb6945-mhb9q for pod on switch ip-10-0-0-156.ec2.internal I0424 19:03:03.744593 3699 kube.go:256] Updating pod openshift-console/console-79ddb6945-mhb9q I0424 19:03:03.762764 3699 pod.go:62] [openshift-console/console-79ddb6945-mhb9q] pod update took 18.19496ms I0424 19:03:03.762788 3699 base_network_controller_pods.go:951] [default/openshift-console/console-79ddb6945-mhb9q] addLogicalPort annotation time took 18.225097ms I0424 19:03:03.764033 3699 pods.go:271] [openshift-console/console-79ddb6945-mhb9q] addLogicalPort took 19.555145ms, libovsdb time 890.144µs I0424 19:03:04.106965 3699 cni.go:452] [openshift-console/console-79ddb6945-mhb9q c1092827c7d466b56053e49162f05f82e0e796f59fe8d1a6a61a439d42e09632 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79ddb6945-mhb9q c1092827c7d466b56053e49162f05f82e0e796f59fe8d1a6a61a439d42e09632 network default NAD default NAD key ] I0424 19:03:04.116452 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79ddb6945-mhb9q, hostIfaceName: c1092827c7d466b, network: default, NAD default, SandboxID: "c1092827c7d466b56053e49162f05f82e0e796f59fe8d1a6a61a439d42e09632", PCI device ID: , UID: "df27d517-e0bc-45e8-8cc5-3286ef99507b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0424 19:03:04.168523 3699 cni.go:473] [openshift-console/console-79ddb6945-mhb9q c1092827c7d466b56053e49162f05f82e0e796f59fe8d1a6a61a439d42e09632 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79ddb6945-mhb9q c1092827c7d466b56053e49162f05f82e0e796f59fe8d1a6a61a439d42e09632 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0d:30:66:f7:51\",\"name\":\"c1092827c7d466b\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c51fddb-75fa-4cc0-90a1-0d6bf0eaac98\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:03:14.673934 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 19:03:29.063369 3699 obj_retry.go:498] Detected object openshift-console/console-6d9469576-qj94q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:29.063991 3699 obj_retry.go:498] Detected object openshift-console/console-6d9469576-qj94q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:29.792797 3699 obj_retry.go:492] Detected object openshift-console/console-6d9469576-qj94q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:29.792819 3699 obj_retry.go:492] Detected object openshift-console/console-6d9469576-qj94q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:29.801820 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d9469576-qj94q I0424 19:03:29.801845 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d9469576-qj94q I0424 19:03:39.995117 3699 obj_retry.go:498] Detected object openshift-console/console-6d9469576-ngks4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:39.995719 3699 obj_retry.go:498] Detected object openshift-console/console-6d9469576-ngks4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:40.219966 3699 obj_retry.go:492] Detected object openshift-console/console-6d9469576-ngks4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:40.219996 3699 obj_retry.go:492] Detected object openshift-console/console-6d9469576-ngks4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:40.234190 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d9469576-ngks4 I0424 19:03:40.234223 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d9469576-ngks4 I0424 19:04:08.540512 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0424 19:04:22.666427 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 19:04:24.540402 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=126 I0424 19:04:45.548766 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=475 I0424 19:05:08.654611 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 19:05:09.340175 3699 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-c7j8h for pod on switch ip-10-0-0-156.ec2.internal I0424 19:05:09.340317 3699 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h I0424 19:05:09.360673 3699 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h] pod update took 20.384491ms I0424 19:05:09.360700 3699 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h] addLogicalPort annotation time took 20.419218ms I0424 19:05:09.361911 3699 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h] addLogicalPort took 21.751862ms, libovsdb time 879.493µs I0424 19:05:09.703467 3699 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h ec36d5c8c1ab003981523d40f6ca033c79be0e48d1f73b4704a5876f21cb09d8 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h ec36d5c8c1ab003981523d40f6ca033c79be0e48d1f73b4704a5876f21cb09d8 network default NAD default NAD key ] I0424 19:05:09.713035 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-c7j8h, hostIfaceName: ec36d5c8c1ab003, network: default, NAD default, SandboxID: "ec36d5c8c1ab003981523d40f6ca033c79be0e48d1f73b4704a5876f21cb09d8", PCI device ID: , UID: "0c18467b-fc3e-4480-9405-d6c37951081c", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0424 19:05:09.765780 3699 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h ec36d5c8c1ab003981523d40f6ca033c79be0e48d1f73b4704a5876f21cb09d8 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-c7j8h ec36d5c8c1ab003981523d40f6ca033c79be0e48d1f73b4704a5876f21cb09d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fc:83:1e:e6:2b\",\"name\":\"ec36d5c8c1ab003\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51988bc8-e556-4a3f-800d-cd3661e629fc\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:05:12.127190 3699 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0424 19:05:23.140190 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:05:23.197843 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 19:05:23.197922 3699 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pshkp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pshkp: no pod IPs found I0424 19:05:47.540005 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0424 19:06:02.539779 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I0424 19:06:11.627668 3699 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0424 19:06:17.632450 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 19:06:23.621465 3699 namespace.go:98] [tsf] adding namespace I0424 19:06:23.622408 3699 namespace.go:102] [tsf] adding namespace took 920.885µs I0424 19:06:23.645102 3699 namespace.go:142] [tsf] updating namespace I0424 19:06:23.659457 3699 namespace.go:142] [tsf] updating namespace I0424 19:06:27.774102 3699 namespace.go:98] [konflux-ui] adding namespace I0424 19:06:27.775027 3699 namespace.go:102] [konflux-ui] adding namespace took 899.067µs I0424 19:06:27.779816 3699 namespace.go:98] [tsf-tas] adding namespace I0424 19:06:27.779847 3699 namespace.go:98] [rhbk-operator] adding namespace I0424 19:06:27.779925 3699 namespace.go:98] [cert-manager-operator] adding namespace I0424 19:06:27.780061 3699 namespace.go:98] [konflux-operator] adding namespace I0424 19:06:27.780452 3699 namespace.go:98] [rhtpa-operator] adding namespace I0424 19:06:27.780542 3699 namespace.go:102] [tsf-tas] adding namespace took 708.351µs I0424 19:06:27.781115 3699 namespace.go:102] [rhbk-operator] adding namespace took 1.256847ms I0424 19:06:27.781579 3699 namespace.go:102] [cert-manager-operator] adding namespace took 1.634093ms I0424 19:06:27.782089 3699 namespace.go:102] [konflux-operator] adding namespace took 2.017949ms I0424 19:06:27.782660 3699 namespace.go:102] [rhtpa-operator] adding namespace took 2.196212ms I0424 19:06:27.782716 3699 namespace.go:98] [tsf-tpa] adding namespace I0424 19:06:27.783306 3699 namespace.go:102] [tsf-tpa] adding namespace took 556.781µs I0424 19:06:27.785279 3699 namespace.go:98] [tsf-keycloak] adding namespace I0424 19:06:27.785842 3699 namespace.go:102] [tsf-keycloak] adding namespace took 551.387µs I0424 19:06:27.801915 3699 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.818567 3699 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.841910 3699 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:27.841920 3699 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:27.845754 3699 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.845869 3699 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.857861 3699 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:27.865125 3699 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:27.865188 3699 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.875300 3699 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:27.876101 3699 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.899253 3699 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.926787 3699 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.933802 3699 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.952478 3699 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.964959 3699 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.979475 3699 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.995590 3699 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:28.012330 3699 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:28.019943 3699 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:28.033183 3699 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:28.041274 3699 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:28.055691 3699 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:28.196346 3699 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:29.588850 3699 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:29.616581 3699 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:30.626590 3699 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 19:06:31.305402 3699 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:31.305523 3699 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws I0424 19:06:31.321228 3699 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws] pod update took 15.735871ms I0424 19:06:31.321250 3699 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws] addLogicalPort annotation time took 15.76355ms I0424 19:06:31.322508 3699 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws] addLogicalPort took 17.12114ms, libovsdb time 910.206µs I0424 19:06:31.409812 3699 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:31.409980 3699 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw I0424 19:06:31.425303 3699 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw] pod update took 15.388951ms I0424 19:06:31.425327 3699 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw] addLogicalPort annotation time took 15.42017ms I0424 19:06:31.426702 3699 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw] addLogicalPort took 16.902974ms, libovsdb time 1.028125ms I0424 19:06:31.664850 3699 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key ] I0424 19:06:31.674946 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws, hostIfaceName: aa7380bd53f9680, network: default, NAD default, SandboxID: "aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403", PCI device ID: , UID: "43efd126-12e4-4130-a983-56892308bf04", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0424 19:06:31.729541 3699 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9d:df:fb:a2:f5\",\"name\":\"aa7380bd53f9680\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45d353e3-7f5d-4752-93bd-e75f3b2a8fcc\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:06:31.772228 3699 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key ] I0424 19:06:31.782412 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw, hostIfaceName: 85473aef60ca702, network: default, NAD default, SandboxID: "85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364", PCI device ID: , UID: "acabdc4a-d301-42b0-984e-47cdbaba5e9c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0424 19:06:31.834942 3699 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:b3:58:2b:0a:d8\",\"name\":\"85473aef60ca702\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d70677d-54a2-4ca9-aace-5e620aa35f37\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:06:34.390261 3699 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:34.390387 3699 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj I0424 19:06:34.408312 3699 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj] pod update took 17.955416ms I0424 19:06:34.408334 3699 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj] addLogicalPort annotation time took 17.983263ms I0424 19:06:34.410005 3699 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj] addLogicalPort took 19.764481ms, libovsdb time 1.312124ms I0424 19:06:34.747735 3699 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key ] I0424 19:06:34.758055 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj, hostIfaceName: c56bbab0ddf38c4, network: default, NAD default, SandboxID: "c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd", PCI device ID: , UID: "42d46882-f005-47cf-bdc3-d54d363f7356", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0424 19:06:34.808573 3699 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:13:99:4a:7e:1f\",\"name\":\"c56bbab0ddf38c4\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46a5c533-6d33-4516-b9ef-e5f02b9519b0\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:06:36.142815 3699 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:36.142916 3699 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 I0424 19:06:36.157556 3699 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56] pod update took 14.670607ms I0424 19:06:36.157584 3699 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56] addLogicalPort annotation time took 14.705724ms I0424 19:06:36.158942 3699 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56] addLogicalPort took 16.148008ms, libovsdb time 998.773µs I0424 19:06:36.494329 3699 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key ] I0424 19:06:36.495360 3699 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key ] I0424 19:06:36.508081 3699 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key ] I0424 19:06:36.518576 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56, hostIfaceName: be573ec8f15b8ce, network: default, NAD default, SandboxID: "be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f", PCI device ID: , UID: "122e3334-cfb7-4d36-99f7-d50340ae0d17", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0424 19:06:36.577658 3699 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:41:1e:c2:90:0a\",\"name\":\"be573ec8f15b8ce\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f063408f-927c-4c80-828a-3392a638def4\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:06:36.591582 3699 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw 85473aef60ca702acdf68d6910350ab823ffc9465c3483a341a48c34fd5dd364 network default NAD default NAD key default], result "{}", err I0424 19:06:36.604081 3699 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws aa7380bd53f968079193ef99351bbaf7e857717968c1784f6d053dbd0a780403 network default NAD default NAD key default], result "{}", err I0424 19:06:36.638227 3699 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.638285 3699 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw I0424 19:06:36.639707 3699 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw, ips: 10.129.0.27 I0424 19:06:36.639763 3699 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.639790 3699 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.639803 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:36.640047 3699 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.640066 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:36.665166 3699 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665206 3699 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws I0424 19:06:36.666705 3699 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws, ips: 10.129.0.26 I0424 19:06:36.666756 3699 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.666779 3699 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.666790 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:36.666970 3699 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.666986 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:37.588269 3699 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:37.588400 3699 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 I0424 19:06:37.605838 3699 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782] pod update took 17.465657ms I0424 19:06:37.605862 3699 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782] addLogicalPort annotation time took 17.496446ms I0424 19:06:37.607160 3699 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782] addLogicalPort took 18.909442ms, libovsdb time 886.731µs I0424 19:06:37.666210 3699 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666237 3699 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666255 3699 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666265 3699 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.696970 3699 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.696990 3699 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697004 3699 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697011 3699 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.704098 3699 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:37.704197 3699 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp I0424 19:06:37.718551 3699 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp] pod update took 14.38232ms I0424 19:06:37.718575 3699 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp] addLogicalPort annotation time took 14.410583ms I0424 19:06:37.719921 3699 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp] addLogicalPort took 15.836019ms, libovsdb time 951.201µs I0424 19:06:37.947414 3699 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key ] I0424 19:06:37.957387 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782, hostIfaceName: 10ae152f2931ad5, network: default, NAD default, SandboxID: "10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b", PCI device ID: , UID: "cb5c8d7c-aaff-4a66-ac99-726988b30c27", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0424 19:06:38.009200 3699 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:1f:23:a0:e5:81\",\"name\":\"10ae152f2931ad5\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5ce946b-483a-4db4-a377-23c1c4c25bf1\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:06:38.066707 3699 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key ] I0424 19:06:38.077318 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp, hostIfaceName: 41bf59c885db062, network: default, NAD default, SandboxID: "41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37", PCI device ID: , UID: "ae689a41-1d01-48bb-840e-5ba5a3b5c722", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0424 19:06:38.134389 3699 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b8:91:95:0c:9f\",\"name\":\"41bf59c885db062\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e25922b-36df-4605-9865-56c5262525fd\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:06:38.512134 3699 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key ] I0424 19:06:38.593689 3699 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj c56bbab0ddf38c4a867d1c4dc7ae17d7d9087d7621a8642c1a494304923009bd network default NAD default NAD key default], result "{}", err I0424 19:06:38.641341 3699 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641386 3699 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj I0424 19:06:38.643052 3699 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj, ips: 10.129.0.28 I0424 19:06:38.643088 3699 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.643109 3699 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.643116 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:38.643381 3699 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.643400 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:39.678527 3699 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.678555 3699 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.678574 3699 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.678592 3699 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:42.551154 3699 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key ] I0424 19:06:42.552446 3699 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key ] I0424 19:06:42.552915 3699 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key ] I0424 19:06:42.632373 3699 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 10ae152f2931ad5a18d3285bba16234ad41580cd8fda12bfb2d0a6c659be042b network default NAD default NAD key default], result "{}", err I0424 19:06:42.675235 3699 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 be573ec8f15b8ce49879415997869016ac88e056063181c5d58518a2ea35a68f network default NAD default NAD key default], result "{}", err I0424 19:06:42.689015 3699 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.689051 3699 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 I0424 19:06:42.689784 3699 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp 41bf59c885db06284e13080353bf506b352a16931e8a5f271ff632d3e7b20d37 network default NAD default NAD key default], result "{}", err I0424 19:06:42.690785 3699 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782, ips: 10.129.0.30 I0424 19:06:42.690866 3699 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.690925 3699 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.690938 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.691171 3699 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.691186 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:42.728915 3699 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.728953 3699 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 I0424 19:06:42.730319 3699 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56, ips: 10.129.0.29 I0424 19:06:42.730353 3699 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.730375 3699 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.730384 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.730599 3699 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.730618 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:42.756386 3699 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756437 3699 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp I0424 19:06:42.757959 3699 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp, ips: 10.129.0.31 I0424 19:06:42.757995 3699 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.758017 3699 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.758026 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.758229 3699 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.758247 3699 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:43.718703 3699 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718754 3699 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718773 3699 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718781 3699 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769146 3699 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769160 3699 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769170 3699 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769179 3699 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795090 3699 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-c2hmc for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:43.795182 3699 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795210 3699 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795229 3699 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795242 3699 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795281 3699 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc I0424 19:06:43.814341 3699 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc] pod update took 19.099106ms I0424 19:06:43.814364 3699 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc] addLogicalPort annotation time took 19.128443ms I0424 19:06:43.815631 3699 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc] addLogicalPort took 20.556897ms, libovsdb time 853.997µs I0424 19:06:44.158717 3699 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc d50fcd8fac79e9ada8701f8260d417470286b03292073450fc4abd3ca3bc9b6f network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc d50fcd8fac79e9ada8701f8260d417470286b03292073450fc4abd3ca3bc9b6f network default NAD default NAD key ] I0424 19:06:44.169268 3699 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-c2hmc, hostIfaceName: d50fcd8fac79e9a, network: default, NAD default, SandboxID: "d50fcd8fac79e9ada8701f8260d417470286b03292073450fc4abd3ca3bc9b6f", PCI device ID: , UID: "6dbd67ec-7fa5-4746-8f77-fd13fa453379", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0424 19:06:44.228920 3699 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc d50fcd8fac79e9ada8701f8260d417470286b03292073450fc4abd3ca3bc9b6f network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-c2hmc d50fcd8fac79e9ada8701f8260d417470286b03292073450fc4abd3ca3bc9b6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5c:b1:f7:02:72\",\"name\":\"d50fcd8fac79e9a\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9d87223-420e-4cca-8e49-20017508aea4\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:06:49.570607 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 19:06:53.352180 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 19:06:53.367433 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 19:06:58.927661 3699 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-zxfj4 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:06:58.927873 3699 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4 I0424 19:06:58.972979 3699 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4] pod update took 45.135104ms I0424 19:06:58.973005 3699 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4] addLogicalPort annotation time took 45.165612ms I0424 19:06:58.974285 3699 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4] addLogicalPort took 46.646924ms, libovsdb time 914.021µs I0424 19:06:59.293871 3699 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4 7b03e789bc5fb29ad25a62acb904942c7619da8e1528a2249ee52883cc595dea network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4 7b03e789bc5fb29ad25a62acb904942c7619da8e1528a2249ee52883cc595dea network default NAD default NAD key ] I0424 19:06:59.303871 3699 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-zxfj4, hostIfaceName: 7b03e789bc5fb29, network: default, NAD default, SandboxID: "7b03e789bc5fb29ad25a62acb904942c7619da8e1528a2249ee52883cc595dea", PCI device ID: , UID: "76011a85-d71d-44d7-a69a-2a3b6092cfdb", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0424 19:06:59.358974 3699 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4 7b03e789bc5fb29ad25a62acb904942c7619da8e1528a2249ee52883cc595dea network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-zxfj4 7b03e789bc5fb29ad25a62acb904942c7619da8e1528a2249ee52883cc595dea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:81:f6:ee:ab:8a\",\"name\":\"7b03e789bc5fb29\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2512e523-4c55-4e7d-b935-460ac7a76552\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:06:59.870448 3699 namespace.go:142] [openshift-operators] updating namespace I0424 19:06:59.889892 3699 namespace.go:142] [openshift-operators] updating namespace I0424 19:07:01.163573 3699 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-5nlkt for pod on switch ip-10-0-0-156.ec2.internal I0424 19:07:01.163719 3699 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt I0424 19:07:01.198278 3699 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt] pod update took 34.593722ms I0424 19:07:01.198307 3699 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt] addLogicalPort annotation time took 34.627408ms I0424 19:07:01.199716 3699 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt] addLogicalPort took 36.167771ms, libovsdb time 1.028916ms I0424 19:07:01.528865 3699 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt b253a378946d0b7836c92c2bca10dfc5b3a857378e2adf0e7aa6b5f8b46d71b0 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt b253a378946d0b7836c92c2bca10dfc5b3a857378e2adf0e7aa6b5f8b46d71b0 network default NAD default NAD key ] I0424 19:07:01.538804 3699 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-5nlkt, hostIfaceName: b253a378946d0b7, network: default, NAD default, SandboxID: "b253a378946d0b7836c92c2bca10dfc5b3a857378e2adf0e7aa6b5f8b46d71b0", PCI device ID: , UID: "df7e1c6a-b592-4859-b2cd-4acb9ff637bb", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0424 19:07:01.593342 3699 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt b253a378946d0b7836c92c2bca10dfc5b3a857378e2adf0e7aa6b5f8b46d71b0 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5nlkt b253a378946d0b7836c92c2bca10dfc5b3a857378e2adf0e7aa6b5f8b46d71b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b1:20:f1:01:06\",\"name\":\"b253a378946d0b7\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0202acf1-6c79-4a6f-977e-ed8adc580a57\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:07:01.684789 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.716821 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.731330 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.758362 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.768296 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 19:07:06.536703 3699 namespace.go:98] [cert-manager] adding namespace I0424 19:07:06.537652 3699 namespace.go:102] [cert-manager] adding namespace took 907.734µs I0424 19:07:06.596290 3699 namespace.go:142] [cert-manager] updating namespace I0424 19:07:06.639630 3699 namespace.go:142] [cert-manager] updating namespace I0424 19:07:07.456140 3699 namespace.go:142] [openshift-operators] updating namespace I0424 19:07:07.937454 3699 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-tm7xw for pod on switch ip-10-0-0-156.ec2.internal I0424 19:07:07.937587 3699 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw I0424 19:07:08.073998 3699 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw] pod update took 136.441377ms I0424 19:07:08.074024 3699 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw] addLogicalPort annotation time took 136.474196ms I0424 19:07:08.075300 3699 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw] addLogicalPort took 137.865673ms, libovsdb time 912.928µs I0424 19:07:08.613048 3699 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw 8f182a24e12b4217d69125b4a41bdd3f8e336076929deb20d3e329a418bf0b30 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw 8f182a24e12b4217d69125b4a41bdd3f8e336076929deb20d3e329a418bf0b30 network default NAD default NAD key ] I0424 19:07:08.622455 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-tm7xw, hostIfaceName: 8f182a24e12b421, network: default, NAD default, SandboxID: "8f182a24e12b4217d69125b4a41bdd3f8e336076929deb20d3e329a418bf0b30", PCI device ID: , UID: "30c46a8d-0b2f-4b28-aa3b-b344b5788fed", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0424 19:07:08.675933 3699 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw 8f182a24e12b4217d69125b4a41bdd3f8e336076929deb20d3e329a418bf0b30 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-tm7xw 8f182a24e12b4217d69125b4a41bdd3f8e336076929deb20d3e329a418bf0b30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:13:7e:23:e7:98\",\"name\":\"8f182a24e12b421\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b87c6bae-199e-414f-a2a4-8b2b3288c1d1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:07:10.654119 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0424 19:07:10.966389 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:10.966408 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:12.752244 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 19:07:13.352538 3699 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-q8b98 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:07:13.352680 3699 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98 I0424 19:07:13.456442 3699 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98] pod update took 103.799599ms I0424 19:07:13.456473 3699 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98] addLogicalPort annotation time took 103.839105ms I0424 19:07:13.457717 3699 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98] addLogicalPort took 105.200459ms, libovsdb time 872.449µs I0424 19:07:13.719342 3699 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98 33bbca8a6b5976874f92df2d27e44c1ccc89531ebce681f6139a9cf36f917ce3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98 33bbca8a6b5976874f92df2d27e44c1ccc89531ebce681f6139a9cf36f917ce3 network default NAD default NAD key ] I0424 19:07:13.728853 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-q8b98, hostIfaceName: 33bbca8a6b59768, network: default, NAD default, SandboxID: "33bbca8a6b5976874f92df2d27e44c1ccc89531ebce681f6139a9cf36f917ce3", PCI device ID: , UID: "7b7aa5c4-16fc-4a05-a91d-c62c34152acf", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0424 19:07:13.781362 3699 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98 33bbca8a6b5976874f92df2d27e44c1ccc89531ebce681f6139a9cf36f917ce3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-q8b98 33bbca8a6b5976874f92df2d27e44c1ccc89531ebce681f6139a9cf36f917ce3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:33:52:e0:67:03\",\"name\":\"33bbca8a6b59768\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e724aea-85dd-42f8-884b-31c6afbaa241\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:07:16.223296 3699 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 19:07:16.224226 3699 namespace.go:102] [trusted-artifact-signer] adding namespace took 904.934µs I0424 19:07:16.269330 3699 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:16.269852 3699 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:16.274165 3699 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:16.318748 3699 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:16.318777 3699 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:16.322465 3699 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:16.334460 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 19:07:16.334490 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0424 19:07:16.773172 3699 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 19:07:19.661766 3699 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0424 19:07:22.638982 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 19:07:23.026209 3699 namespace.go:98] [openshift-pipelines] adding namespace I0424 19:07:23.027244 3699 namespace.go:102] [openshift-pipelines] adding namespace took 1.014095ms I0424 19:07:23.089496 3699 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:25.268862 3699 namespace.go:142] [cert-manager] updating namespace I0424 19:07:25.469192 3699 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:25.876883 3699 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:26.073239 3699 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:26.275450 3699 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:26.680027 3699 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:26.879093 3699 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:27.082339 3699 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:27.278641 3699 namespace.go:142] [tsf] updating namespace I0424 19:07:27.486475 3699 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:27.683960 3699 namespace.go:142] [tsf-tas] updating namespace W0424 19:07:27.761350 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 19:07:27.913324 3699 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:28.080475 3699 namespace.go:142] [cert-manager] updating namespace I0424 19:07:28.099178 3699 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:28.121427 3699 namespace.go:142] [default] updating namespace I0424 19:07:28.138886 3699 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:28.168325 3699 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:28.181337 3699 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:28.197530 3699 namespace.go:142] [openshift] updating namespace I0424 19:07:28.213398 3699 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:28.236343 3699 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:28.259284 3699 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:28.306665 3699 namespace.go:142] [tsf] updating namespace I0424 19:07:28.360072 3699 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:28.407324 3699 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:28.425473 3699 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:28.655238 3699 namespace.go:142] [cert-manager] updating namespace I0424 19:07:29.012524 3699 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:29.232342 3699 namespace.go:142] [default] updating namespace I0424 19:07:29.361465 3699 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:29.522247 3699 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:29.599902 3699 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:29.677215 3699 namespace.go:142] [openshift] updating namespace I0424 19:07:29.739803 3699 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:29.817873 3699 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:29.886225 3699 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:29.944918 3699 namespace.go:142] [tsf] updating namespace I0424 19:07:30.047897 3699 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:30.142094 3699 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:30.239220 3699 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:30.761043 3699 namespace.go:142] [openshift-pipelines] updating namespace W0424 19:07:32.264252 3699 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 19:07:39.858167 3699 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-4dvq2 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:07:39.858298 3699 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2 I0424 19:07:39.877489 3699 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2] pod update took 19.215415ms I0424 19:07:39.877512 3699 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2] addLogicalPort annotation time took 19.243977ms I0424 19:07:39.878771 3699 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2] addLogicalPort took 20.632503ms, libovsdb time 881.346µs I0424 19:07:40.053612 3699 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd for pod on switch ip-10-0-0-156.ec2.internal I0424 19:07:40.053713 3699 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd I0424 19:07:40.070602 3699 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd] pod update took 16.916497ms I0424 19:07:40.070635 3699 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd] addLogicalPort annotation time took 16.953479ms I0424 19:07:40.071978 3699 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd] addLogicalPort took 18.382607ms, libovsdb time 848.64µs I0424 19:07:40.164715 3699 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-k8dws for pod on switch ip-10-0-0-156.ec2.internal I0424 19:07:40.164940 3699 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws I0424 19:07:40.185051 3699 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws] pod update took 20.15296ms I0424 19:07:40.185085 3699 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws] addLogicalPort annotation time took 20.19186ms I0424 19:07:40.186547 3699 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws] addLogicalPort took 21.855151ms, libovsdb time 949.13µs I0424 19:07:40.226146 3699 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-v2vhr for pod on switch ip-10-0-0-156.ec2.internal I0424 19:07:40.226271 3699 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr I0424 19:07:40.235207 3699 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2 2f8db0bac04aa2641ed14c35199b8284da932bfea6ded86b63a83df0ff9cd33f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2 2f8db0bac04aa2641ed14c35199b8284da932bfea6ded86b63a83df0ff9cd33f network default NAD default NAD key ] I0424 19:07:40.242631 3699 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr] pod update took 16.408428ms I0424 19:07:40.242664 3699 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr] addLogicalPort annotation time took 16.445828ms I0424 19:07:40.244179 3699 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr] addLogicalPort took 18.051091ms, libovsdb time 954.651µs I0424 19:07:40.246051 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-4dvq2, hostIfaceName: 2f8db0bac04aa26, network: default, NAD default, SandboxID: "2f8db0bac04aa2641ed14c35199b8284da932bfea6ded86b63a83df0ff9cd33f", PCI device ID: , UID: "15bb5b30-ea48-4c48-8399-48e89e70a6a6", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0424 19:07:40.303745 3699 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2 2f8db0bac04aa2641ed14c35199b8284da932bfea6ded86b63a83df0ff9cd33f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4dvq2 2f8db0bac04aa2641ed14c35199b8284da932bfea6ded86b63a83df0ff9cd33f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ee:c9:5e:72:26\",\"name\":\"2f8db0bac04aa26\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0317409-ca7f-4a43-99d7-57371de71609\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:07:40.420167 3699 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd 3136d390c19cc7738a96e3f5189928f24ac51f309d34020cdd60678601b0e56c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd 3136d390c19cc7738a96e3f5189928f24ac51f309d34020cdd60678601b0e56c network default NAD default NAD key ] I0424 19:07:40.430927 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd, hostIfaceName: 3136d390c19cc77, network: default, NAD default, SandboxID: "3136d390c19cc7738a96e3f5189928f24ac51f309d34020cdd60678601b0e56c", PCI device ID: , UID: "be7167c4-7dae-4414-978b-8f57f129034e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0424 19:07:40.485795 3699 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd 3136d390c19cc7738a96e3f5189928f24ac51f309d34020cdd60678601b0e56c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-864dd 3136d390c19cc7738a96e3f5189928f24ac51f309d34020cdd60678601b0e56c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:86:a9:2e:36:df\",\"name\":\"3136d390c19cc77\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/261b63a5-42d5-4b1c-8804-c1defbfa755a\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:07:40.532000 3699 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws 2e6341336342262bba98845e1c83068b0b54cfba82f5a7a9daf5fa0219d94c5c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws 2e6341336342262bba98845e1c83068b0b54cfba82f5a7a9daf5fa0219d94c5c network default NAD default NAD key ] I0424 19:07:40.542359 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-k8dws, hostIfaceName: 2e6341336342262, network: default, NAD default, SandboxID: "2e6341336342262bba98845e1c83068b0b54cfba82f5a7a9daf5fa0219d94c5c", PCI device ID: , UID: "c1f483bf-b933-46db-86b4-ab35ea14aa50", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0424 19:07:40.592160 3699 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr 1e477fa5b9e6dce7163d0659ca9e6c8581dd1dfe05d9635e0d8fdbc5845af667 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr 1e477fa5b9e6dce7163d0659ca9e6c8581dd1dfe05d9635e0d8fdbc5845af667 network default NAD default NAD key ] I0424 19:07:40.598807 3699 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws 2e6341336342262bba98845e1c83068b0b54cfba82f5a7a9daf5fa0219d94c5c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k8dws 2e6341336342262bba98845e1c83068b0b54cfba82f5a7a9daf5fa0219d94c5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f3:6e:99:41:be\",\"name\":\"2e6341336342262\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0a7e86b-80ec-49ab-b20f-701deb1d4059\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:07:40.602035 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-v2vhr, hostIfaceName: 1e477fa5b9e6dce, network: default, NAD default, SandboxID: "1e477fa5b9e6dce7163d0659ca9e6c8581dd1dfe05d9635e0d8fdbc5845af667", PCI device ID: , UID: "f2534ef8-f87a-43d7-b8d9-2c40bad59680", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0424 19:07:40.655234 3699 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr 1e477fa5b9e6dce7163d0659ca9e6c8581dd1dfe05d9635e0d8fdbc5845af667 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-v2vhr 1e477fa5b9e6dce7163d0659ca9e6c8581dd1dfe05d9635e0d8fdbc5845af667 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:93:41:22:ed:51\",\"name\":\"1e477fa5b9e6dce\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b76ea806-12a6-4b86-ae7d-fb2df78a0285\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:07:41.644404 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0424 19:07:41.877268 3699 namespace.go:142] [openshift-pipelines] updating namespace W0424 19:07:42.147268 3699 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 19:07:43.830510 3699 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:43.830543 3699 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:43.830554 3699 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:45.947382 3699 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.947403 3699 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.947409 3699 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.980419 3699 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:45.980437 3699 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:45.980443 3699 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:45.980447 3699 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 19:07:53.666579 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0424 19:07:56.926289 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:56.926312 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:56.926317 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:56.951565 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:56.951582 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:56.951588 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:56.951594 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:08:08.260464 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 19:08:14.431481 3699 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:14.432099 3699 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:14.458149 3699 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:14.458177 3699 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:14.468291 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 19:08:14.468319 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 19:08:16.563973 3699 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 19:08:16.564896 3699 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 19:08:16.564921 3699 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 19:08:16.567068 3699 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 19:08:17.035661 3699 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:08:17.035823 3699 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0424 19:08:17.054900 3699 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.102003ms I0424 19:08:17.054938 3699 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.145286ms I0424 19:08:17.056483 3699 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.837644ms, libovsdb time 1.015053ms I0424 19:08:17.408474 3699 cni.go:452] [tsf-keycloak/keycloak-0 438dce39bc5435399b73a25bf51a6a94156c241356877a566a541e2dfc1e3978 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 438dce39bc5435399b73a25bf51a6a94156c241356877a566a541e2dfc1e3978 network default NAD default NAD key ] I0424 19:08:17.418023 3699 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 438dce39bc54353, network: default, NAD default, SandboxID: "438dce39bc5435399b73a25bf51a6a94156c241356877a566a541e2dfc1e3978", PCI device ID: , UID: "a9f2d19a-0c93-4920-b716-2595514097ea", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0424 19:08:17.475805 3699 cni.go:473] [tsf-keycloak/keycloak-0 438dce39bc5435399b73a25bf51a6a94156c241356877a566a541e2dfc1e3978 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 438dce39bc5435399b73a25bf51a6a94156c241356877a566a541e2dfc1e3978 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b3:f0:9a:c0:41\",\"name\":\"438dce39bc54353\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd5bc210-bc82-4e81-97aa-ee02f2452ee8\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:08:23.122709 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:23.122750 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:23.128313 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:23.128337 3699 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 19:08:26.394775 3699 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:08:40.543108 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104 W0424 19:08:47.651430 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:47.651457 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:47.659881 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:47.659905 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:50.454633 3699 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:50.454651 3699 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:50.454656 3699 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 19:08:56.952695 3699 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-f5hnz] creating logical port tsf-keycloak_tsf-iam-f5hnz for pod on switch ip-10-0-0-156.ec2.internal I0424 19:08:56.952851 3699 kube.go:256] Updating pod tsf-keycloak/tsf-iam-f5hnz I0424 19:08:56.969499 3699 pod.go:62] [tsf-keycloak/tsf-iam-f5hnz] pod update took 16.68579ms I0424 19:08:56.969550 3699 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-f5hnz] addLogicalPort annotation time took 16.724177ms I0424 19:08:56.971125 3699 pods.go:271] [tsf-keycloak/tsf-iam-f5hnz] addLogicalPort took 18.461533ms, libovsdb time 1.005697ms I0424 19:08:57.325503 3699 cni.go:452] [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key ] I0424 19:08:57.335642 3699 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-f5hnz, hostIfaceName: 71738d3a08058de, network: default, NAD default, SandboxID: "71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c", PCI device ID: , UID: "9730359e-cb98-4893-82a3-0fddbc7a5937", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0424 19:08:57.392440 3699 cni.go:473] [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4b:ce:15:11:35\",\"name\":\"71738d3a08058de\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2748085-1d98-4321-be11-8838868141c5\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:09:07.660086 3699 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:07.660651 3699 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:07.709675 3699 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:07.709711 3699 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:07.720355 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 19:09:07.720392 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0424 19:09:15.583868 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 19:09:15.583889 3699 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0424 19:09:16.465900 3699 cni.go:452] [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key ] I0424 19:09:16.541477 3699 cni.go:473] [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-f5hnz 71738d3a08058dee16221f136b792b0f990b0c2b7e0c3652a8dd5d90a5623d3c network default NAD default NAD key default], result "{}", err I0424 19:09:16.595983 3699 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f5hnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:16.596022 3699 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-f5hnz I0424 19:09:16.597367 3699 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-f5hnz, ips: 10.129.0.42 I0424 19:09:16.597403 3699 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f5hnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:17.500320 3699 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f5hnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:17.500350 3699 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f5hnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:09:19.604841 3699 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 19:09:24.296251 3699 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-gmlsl for pod on switch ip-10-0-0-156.ec2.internal I0424 19:09:24.296362 3699 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl I0424 19:09:24.313745 3699 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl] pod update took 17.391653ms I0424 19:09:24.313769 3699 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl] addLogicalPort annotation time took 17.438793ms I0424 19:09:24.315087 3699 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl] addLogicalPort took 18.855325ms, libovsdb time 922.87µs W0424 19:09:24.392682 3699 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 19:09:24.402065 3699 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-9dxlp for pod on switch ip-10-0-0-156.ec2.internal I0424 19:09:24.402183 3699 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp I0424 19:09:24.420095 3699 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp] pod update took 17.946425ms I0424 19:09:24.420121 3699 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp] addLogicalPort annotation time took 17.981365ms I0424 19:09:24.421599 3699 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp] addLogicalPort took 19.554201ms, libovsdb time 799.471µs I0424 19:09:24.500828 3699 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-s7pts for pod on switch ip-10-0-0-156.ec2.internal I0424 19:09:24.500940 3699 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts I0424 19:09:24.522423 3699 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts] pod update took 21.509913ms I0424 19:09:24.522453 3699 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts] addLogicalPort annotation time took 21.54657ms I0424 19:09:24.523906 3699 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts] addLogicalPort took 23.101209ms, libovsdb time 1.02917ms I0424 19:09:24.659502 3699 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl ffc3b4e44bc72b2fcb55eedaf9dac9dd4cf237f1348acfd0c29d008695fe9440 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl ffc3b4e44bc72b2fcb55eedaf9dac9dd4cf237f1348acfd0c29d008695fe9440 network default NAD default NAD key ] I0424 19:09:24.669950 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-gmlsl, hostIfaceName: ffc3b4e44bc72b2, network: default, NAD default, SandboxID: "ffc3b4e44bc72b2fcb55eedaf9dac9dd4cf237f1348acfd0c29d008695fe9440", PCI device ID: , UID: "b6aac32d-5147-4ff5-859e-5eb4e31e450f", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0424 19:09:24.726484 3699 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl ffc3b4e44bc72b2fcb55eedaf9dac9dd4cf237f1348acfd0c29d008695fe9440 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-gmlsl ffc3b4e44bc72b2fcb55eedaf9dac9dd4cf237f1348acfd0c29d008695fe9440 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:5a:98:d7:8e:69\",\"name\":\"ffc3b4e44bc72b2\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53dc8b09-83e1-4a9f-aa34-de7121dc349f\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:09:24.765406 3699 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp 294a6051a36c2e2eeffc0e23e1c95f8eac283d553844a77feea9dcf6f2c84f97 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp 294a6051a36c2e2eeffc0e23e1c95f8eac283d553844a77feea9dcf6f2c84f97 network default NAD default NAD key ] I0424 19:09:24.775488 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-9dxlp, hostIfaceName: 294a6051a36c2e2, network: default, NAD default, SandboxID: "294a6051a36c2e2eeffc0e23e1c95f8eac283d553844a77feea9dcf6f2c84f97", PCI device ID: , UID: "12e374fd-d172-48c7-a8dd-82d42b23e9f7", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0424 19:09:24.831442 3699 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp 294a6051a36c2e2eeffc0e23e1c95f8eac283d553844a77feea9dcf6f2c84f97 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9dxlp 294a6051a36c2e2eeffc0e23e1c95f8eac283d553844a77feea9dcf6f2c84f97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:9c:3a:f4:3c:d5\",\"name\":\"294a6051a36c2e2\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0020954a-ace0-40cb-9ef9-242ba57a6929\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:09:24.878147 3699 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts b7fe45aa590b6a32556944c1cbf67d62d9bb6ee940724757da6508658ecfe80e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts b7fe45aa590b6a32556944c1cbf67d62d9bb6ee940724757da6508658ecfe80e network default NAD default NAD key ] I0424 19:09:24.888644 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-s7pts, hostIfaceName: b7fe45aa590b6a3, network: default, NAD default, SandboxID: "b7fe45aa590b6a32556944c1cbf67d62d9bb6ee940724757da6508658ecfe80e", PCI device ID: , UID: "c579a4f7-9d60-4303-89e1-8f44675ad59f", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0424 19:09:24.943821 3699 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts b7fe45aa590b6a32556944c1cbf67d62d9bb6ee940724757da6508658ecfe80e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s7pts b7fe45aa590b6a32556944c1cbf67d62d9bb6ee940724757da6508658ecfe80e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:64:96:c1:98:d3\",\"name\":\"b7fe45aa590b6a3\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21b5032d-154d-493c-a70a-ab4249c758de\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:09:26.386239 3699 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 19:09:27.517458 3699 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:27.518074 3699 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:28.543781 3699 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:28.543810 3699 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:09:28.548619 3699 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 19:09:39.550988 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 19:09:57.948618 3699 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:57.949333 3699 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:57.976394 3699 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:57.976420 3699 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:57.992164 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 19:09:57.992193 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 19:10:00.195590 3699 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617630-7t8mt for pod on switch ip-10-0-0-156.ec2.internal I0424 19:10:00.195696 3699 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt I0424 19:10:00.213943 3699 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt] pod update took 18.274698ms I0424 19:10:00.213972 3699 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt] addLogicalPort annotation time took 18.309147ms I0424 19:10:00.215327 3699 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt] addLogicalPort took 19.784834ms, libovsdb time 919.288µs I0424 19:10:00.561474 3699 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key ] I0424 19:10:00.571136 3699 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617630-7t8mt, hostIfaceName: 3ec67710c8e2327, network: default, NAD default, SandboxID: "3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109", PCI device ID: , UID: "7acd7819-f128-4bdf-a066-291a27e1d482", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0424 19:10:00.628920 3699 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:07:50:e1:4c:00\",\"name\":\"3ec67710c8e2327\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b134fd4-6b64-47ea-a6f4-604d041b8821\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:10:03.703224 3699 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.703882 3699 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.752022 3699 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key ] I0424 19:10:03.835367 3699 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt 3ec67710c8e2327322efc5cf3ddc97bd1faffe0f611296ea9b39094232678109 network default NAD default NAD key default], result "{}", err I0424 19:10:03.887266 3699 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.887304 3699 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt I0424 19:10:03.888646 3699 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt, ips: 10.129.0.46 I0424 19:10:03.888684 3699 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:04.585611 3699 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.585637 3699 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.766456 3699 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.766482 3699 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:06.963478 3699 obj_retry.go:498] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:06.964089 3699 obj_retry.go:498] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:07.988440 3699 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.988470 3699 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:08.126898 3699 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-pd6lv] creating logical port tsf_tsf-tekton-configuration-pd6lv for pod on switch ip-10-0-0-156.ec2.internal I0424 19:10:08.126998 3699 kube.go:256] Updating pod tsf/tsf-tekton-configuration-pd6lv I0424 19:10:08.140033 3699 pod.go:62] [tsf/tsf-tekton-configuration-pd6lv] pod update took 13.056046ms I0424 19:10:08.140061 3699 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-pd6lv] addLogicalPort annotation time took 13.088068ms I0424 19:10:08.141262 3699 pods.go:271] [tsf/tsf-tekton-configuration-pd6lv] addLogicalPort took 14.381031ms, libovsdb time 807.541µs I0424 19:10:08.490760 3699 cni.go:452] [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key ] I0424 19:10:08.500362 3699 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-pd6lv, hostIfaceName: 28eec44c6410608, network: default, NAD default, SandboxID: "28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060", PCI device ID: , UID: "e9af7bff-d3fb-4a88-a4df-d766273db1da", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0424 19:10:08.556228 3699 cni.go:473] [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:c7:bf:37:70:f8\",\"name\":\"28eec44c6410608\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3e88de6-360d-42bd-a48c-d9b257521c09\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:10:08.593398 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 19:10:08.975500 3699 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:08.976132 3699 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:09.870317 3699 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:09.870343 3699 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:12.809797 3699 cni.go:452] [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key ] I0424 19:10:12.893013 3699 cni.go:473] [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-pd6lv 28eec44c64106087fed282488c2c75b426afd5517cf9bb6814964768e5952060 network default NAD default NAD key default], result "{}", err I0424 19:10:12.967538 3699 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pd6lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:12.967577 3699 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-pd6lv I0424 19:10:12.968853 3699 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-pd6lv, ips: 10.129.0.47 I0424 19:10:12.968882 3699 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pd6lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:13.146238 3699 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-64db8cddb4-v42vk] creating logical port tsf-tas_rekor-search-ui-64db8cddb4-v42vk for pod on switch ip-10-0-0-156.ec2.internal I0424 19:10:13.146394 3699 kube.go:256] Updating pod tsf-tas/rekor-search-ui-64db8cddb4-v42vk I0424 19:10:13.172272 3699 pod.go:62] [tsf-tas/rekor-search-ui-64db8cddb4-v42vk] pod update took 25.901036ms I0424 19:10:13.172297 3699 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-64db8cddb4-v42vk] addLogicalPort annotation time took 25.929868ms I0424 19:10:13.173573 3699 pods.go:271] [tsf-tas/rekor-search-ui-64db8cddb4-v42vk] addLogicalPort took 27.353028ms, libovsdb time 868.545µs I0424 19:10:13.508227 3699 cni.go:452] [tsf-tas/rekor-search-ui-64db8cddb4-v42vk 40cd78d5bcacc9e511423dcfc03ac56b76f00ecbbb0585d387a82dc83cf30896 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-64db8cddb4-v42vk 40cd78d5bcacc9e511423dcfc03ac56b76f00ecbbb0585d387a82dc83cf30896 network default NAD default NAD key ] I0424 19:10:13.518325 3699 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-64db8cddb4-v42vk, hostIfaceName: 40cd78d5bcacc9e, network: default, NAD default, SandboxID: "40cd78d5bcacc9e511423dcfc03ac56b76f00ecbbb0585d387a82dc83cf30896", PCI device ID: , UID: "5120cb57-f414-4c52-867b-1c4bbbb17da9", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0424 19:10:13.575019 3699 cni.go:473] [tsf-tas/rekor-search-ui-64db8cddb4-v42vk 40cd78d5bcacc9e511423dcfc03ac56b76f00ecbbb0585d387a82dc83cf30896 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-64db8cddb4-v42vk 40cd78d5bcacc9e511423dcfc03ac56b76f00ecbbb0585d387a82dc83cf30896 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:04:ee:f6:55:4c\",\"name\":\"40cd78d5bcacc9e\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/876a42a1-51e4-43dd-a727-33e695182761\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:10:13.991425 3699 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pd6lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:13.991457 3699 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pd6lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.038377 3699 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.038402 3699 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.046070 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dmqqb I0424 19:10:14.046096 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dmqqb W0424 19:10:15.639262 3699 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0424 19:10:16.835253 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 19:10:19.036043 3699 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:19.036634 3699 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:19.061492 3699 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:19.061516 3699 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:19.071021 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 19:10:19.071039 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 19:10:25.837769 3699 obj_retry.go:498] Detected object tsf-tpa/create-db-gmwh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:25.838377 3699 obj_retry.go:498] Detected object tsf-tpa/create-db-gmwh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:10:25.940689 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 19:10:26.865262 3699 obj_retry.go:492] Detected object tsf-tpa/create-db-gmwh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:26.865288 3699 obj_retry.go:492] Detected object tsf-tpa/create-db-gmwh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:10:28.886236 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 19:10:29.543745 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0424 19:10:29.657535 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 19:10:32.113541 3699 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kccp6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:32.114111 3699 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kccp6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:32.669368 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 19:10:33.009055 3699 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kccp6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:33.009081 3699 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kccp6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:35.133814 3699 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvctl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:35.134459 3699 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvctl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:36.162013 3699 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvctl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:36.162042 3699 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvctl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:10:40.780143 3699 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 19:11:00.261229 3699 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:00.261818 3699 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:01.158705 3699 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:01.158757 3699 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:08.312130 3699 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:08.312753 3699 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:08.361544 3699 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:08.361566 3699 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:08.368693 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 19:11:08.368718 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 19:11:09.289641 3699 namespace.go:98] [default-tenant] adding namespace I0424 19:11:09.289782 3699 namespace.go:98] [build-service] adding namespace I0424 19:11:09.289841 3699 namespace.go:98] [integration-service] adding namespace I0424 19:11:09.290641 3699 namespace.go:102] [default-tenant] adding namespace took 887.455µs I0424 19:11:09.291472 3699 namespace.go:102] [build-service] adding namespace took 1.668264ms I0424 19:11:09.292078 3699 namespace.go:102] [integration-service] adding namespace took 2.217138ms I0424 19:11:09.295265 3699 namespace.go:98] [image-controller] adding namespace I0424 19:11:09.295890 3699 namespace.go:102] [image-controller] adding namespace took 607.316µs I0424 19:11:09.353933 3699 namespace.go:142] [default-tenant] updating namespace I0424 19:11:09.375319 3699 namespace.go:142] [default-tenant] updating namespace I0424 19:11:09.381244 3699 namespace.go:142] [build-service] updating namespace I0424 19:11:09.420431 3699 namespace.go:142] [build-service] updating namespace I0424 19:11:09.427342 3699 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.449069 3699 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.458811 3699 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.475628 3699 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.516133 3699 namespace.go:142] [build-service] updating namespace I0424 19:11:09.538793 3699 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.576409 3699 namespace.go:98] [release-service] adding namespace I0424 19:11:09.577279 3699 namespace.go:102] [release-service] adding namespace took 845.629µs I0424 19:11:09.628693 3699 namespace.go:142] [release-service] updating namespace I0424 19:11:09.628749 3699 namespace.go:142] [konflux-ui] updating namespace I0424 19:11:09.647824 3699 namespace.go:142] [release-service] updating namespace I0424 19:11:09.738498 3699 namespace.go:98] [konflux-info] adding namespace I0424 19:11:09.739453 3699 namespace.go:102] [konflux-info] adding namespace took 931.262µs I0424 19:11:09.792080 3699 namespace.go:98] [namespace-lister] adding namespace I0424 19:11:09.793000 3699 namespace.go:102] [namespace-lister] adding namespace took 896.865µs I0424 19:11:09.818341 3699 namespace.go:142] [konflux-info] updating namespace I0424 19:11:09.910452 3699 namespace.go:142] [konflux-info] updating namespace I0424 19:11:09.910540 3699 namespace.go:98] [enterprise-contract-service] adding namespace I0424 19:11:09.911355 3699 namespace.go:102] [enterprise-contract-service] adding namespace took 801.439µs I0424 19:11:09.921684 3699 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.921821 3699 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:09.971617 3699 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:10.000818 3699 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:10.051552 3699 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:10.106605 3699 namespace.go:142] [default-tenant] updating namespace I0424 19:11:10.268436 3699 namespace.go:98] [segment-bridge] adding namespace I0424 19:11:10.269412 3699 namespace.go:102] [segment-bridge] adding namespace took 950.328µs I0424 19:11:10.352798 3699 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:10.409785 3699 namespace.go:98] [konflux-cli] adding namespace I0424 19:11:10.409837 3699 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:10.410592 3699 namespace.go:102] [konflux-cli] adding namespace took 782.218µs I0424 19:11:10.673283 3699 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:10.885394 3699 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:10.947240 3699 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 19:11:10.947808 3699 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 19:11:10.947831 3699 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 19:11:10.950461 3699 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 19:11:11.141637 3699 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 19:11:11.141670 3699 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 19:11:11.142511 3699 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 19:11:12.054384 3699 namespace.go:142] [build-service] updating namespace I0424 19:11:12.599663 3699 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-fsx74] creating logical port image-controller_image-controller-controller-manager-6f859968fc-fsx74 for pod on switch ip-10-0-0-156.ec2.internal I0424 19:11:12.599782 3699 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-fsx74 I0424 19:11:12.680432 3699 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-fsx74] pod update took 80.675088ms I0424 19:11:12.680466 3699 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-fsx74] addLogicalPort annotation time took 80.716235ms I0424 19:11:12.681858 3699 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-fsx74] addLogicalPort took 82.22002ms, libovsdb time 921.209µs I0424 19:11:12.719794 3699 namespace.go:142] [default-tenant] updating namespace I0424 19:11:12.959986 3699 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-xxh7n for pod on switch ip-10-0-0-156.ec2.internal I0424 19:11:12.960100 3699 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n I0424 19:11:12.982144 3699 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-fsx74 7028074d28444d919b79154c05a695a996a79c5fcff9947d6a8fca5520cf00f8 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-fsx74 7028074d28444d919b79154c05a695a996a79c5fcff9947d6a8fca5520cf00f8 network default NAD default NAD key ] I0424 19:11:12.991950 3699 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-fsx74, hostIfaceName: 7028074d28444d9, network: default, NAD default, SandboxID: "7028074d28444d919b79154c05a695a996a79c5fcff9947d6a8fca5520cf00f8", PCI device ID: , UID: "246d7ea1-2442-429c-b7dd-b745d32c1fd9", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0424 19:11:13.050047 3699 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-fsx74 7028074d28444d919b79154c05a695a996a79c5fcff9947d6a8fca5520cf00f8 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-fsx74 7028074d28444d919b79154c05a695a996a79c5fcff9947d6a8fca5520cf00f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:55:0f:01:16:53\",\"name\":\"7028074d28444d9\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12a872f3-474f-4923-8411-5238fa603cfc\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 19:11:13.093707 3699 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n] pod update took 133.636931ms I0424 19:11:13.093766 3699 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n] addLogicalPort annotation time took 133.70424ms I0424 19:11:13.094969 3699 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n] addLogicalPort took 135.001024ms, libovsdb time 806.12µs W0424 19:11:13.366310 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 19:11:13.841504 3699 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:14.165478 3699 namespace.go:142] [image-controller] updating namespace I0424 19:11:14.389431 3699 namespace.go:142] [integration-service] updating namespace I0424 19:11:14.622697 3699 namespace.go:142] [konflux-info] updating namespace I0424 19:11:14.622904 3699 base_network_controller_pods.go:487] [default/konflux-ui/proxy-54b868fdd5-kvjtm] creating logical port konflux-ui_proxy-54b868fdd5-kvjtm for pod on switch ip-10-0-0-156.ec2.internal I0424 19:11:14.623054 3699 kube.go:256] Updating pod konflux-ui/proxy-54b868fdd5-kvjtm I0424 19:11:14.631974 3699 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=4 I0424 19:11:14.653950 3699 pod.go:62] [konflux-ui/proxy-54b868fdd5-kvjtm] pod update took 30.946454ms I0424 19:11:14.653976 3699 base_network_controller_pods.go:951] [default/konflux-ui/proxy-54b868fdd5-kvjtm] addLogicalPort annotation time took 30.978311ms I0424 19:11:14.655495 3699 pods.go:271] [konflux-ui/proxy-54b868fdd5-kvjtm] addLogicalPort took 32.609225ms, libovsdb time 1.045288ms I0424 19:11:14.800394 3699 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:14.982041 3699 namespace.go:142] [release-service] updating namespace I0424 19:11:15.115349 3699 namespace.go:142] [build-service] updating namespace I0424 19:11:15.139591 3699 namespace.go:142] [default-tenant] updating namespace I0424 19:11:15.159695 3699 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:15.177342 3699 namespace.go:142] [image-controller] updating namespace I0424 19:11:15.188388 3699 namespace.go:142] [integration-service] updating namespace I0424 19:11:15.215210 3699 namespace.go:142] [konflux-info] updating namespace I0424 19:11:15.235148 3699 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:15.251424 3699 namespace.go:142] [release-service] updating namespace I0424 19:11:15.325455 3699 namespace.go:142] [build-service] updating namespace I0424 19:11:15.408948 3699 namespace.go:142] [default-tenant] updating namespace I0424 19:11:15.492640 3699 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:15.547987 3699 namespace.go:142] [image-controller] updating namespace I0424 19:11:15.606055 3699 namespace.go:142] [integration-service] updating namespace I0424 19:11:15.707637 3699 namespace.go:142] [konflux-info] updating namespace I0424 19:11:15.808397 3699 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:15.904545 3699 namespace.go:142] [release-service] updating namespace W0424 19:11:16.211312 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 19:11:17.173703 3699 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.354854 3699 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:17.477022 3699 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.491840 3699 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:17.570983 3699 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.668247 3699 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:18.597334 3699 cni.go:452] [konflux-ui/proxy-54b868fdd5-kvjtm 0d0d11e02fcfd5425d1e9166fde04f8877dd17ceb96609ba25afeaf8dabb23de network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-54b868fdd5-kvjtm 0d0d11e02fcfd5425d1e9166fde04f8877dd17ceb96609ba25afeaf8dabb23de network default NAD default NAD key ] I0424 19:11:18.607938 3699 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-54b868fdd5-kvjtm, hostIfaceName: 0d0d11e02fcfd54, network: default, NAD default, SandboxID: "0d0d11e02fcfd5425d1e9166fde04f8877dd17ceb96609ba25afeaf8dabb23de", PCI device ID: , UID: "c41475e8-1998-4977-83a8-29d89427e365", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0424 19:11:18.679920 3699 cni.go:473] [konflux-ui/proxy-54b868fdd5-kvjtm 0d0d11e02fcfd5425d1e9166fde04f8877dd17ceb96609ba25afeaf8dabb23de network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-54b868fdd5-kvjtm 0d0d11e02fcfd5425d1e9166fde04f8877dd17ceb96609ba25afeaf8dabb23de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:22:42:a1:05:19\",\"name\":\"0d0d11e02fcfd54\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a8ce76e-878d-4cb7-864c-24d7b899717e\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:11:20.246198 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 19:11:20.315548 3699 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 19:11:23.081668 3699 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key ] I0424 19:11:23.091625 3699 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-xxh7n, hostIfaceName: 5ddab75f822016c, network: default, NAD default, SandboxID: "5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac", PCI device ID: , UID: "47420ea7-694d-40b1-9e4a-e2ad54c312bc", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0424 19:11:23.150162 3699 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ce:ab:75:bb:4b\",\"name\":\"5ddab75f822016c\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f18941f-f634-4164-b91d-ab61bf20cfe1\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 19:11:23.244099 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:23.244117 3699 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.295922 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:26.296026 3699 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:26.301089 3699 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.301106 3699 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.328569 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:26.330624 3699 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:26.354410 3699 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 19:11:27.201693 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 19:11:27.331398 3699 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 19:11:27.331468 3699 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0424 19:11:28.542039 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 W0424 19:11:37.277630 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:37.277770 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0424 19:11:37.498683 3699 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key ] I0424 19:11:37.589276 3699 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n 5ddab75f822016c444a841e0c0a7ec48e4f7c1de7c087d1a40b60a49b1d762ac network default NAD default NAD key default], result "{}", err I0424 19:11:37.645147 3699 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:37.645182 3699 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n I0424 19:11:37.646632 3699 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n, ips: 10.129.0.50 I0424 19:11:37.646667 3699 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:38.350464 3699 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:38.350487 3699 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:38.362401 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n I0424 19:11:38.362430 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n W0424 19:12:03.331088 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 19:12:03.331110 3699 util.go:959] Failed to build node endpoints for node ip-10-0-0-156.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0424 19:12:22.552040 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=622 I0424 19:12:33.467661 3699 obj_retry.go:498] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:33.468235 3699 obj_retry.go:498] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:33.665988 3699 obj_retry.go:492] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:33.666014 3699 obj_retry.go:492] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:33.678244 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-57544bcc68-h6rzg I0424 19:12:33.678281 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-57544bcc68-h6rzg I0424 19:12:41.860235 3699 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:41.860825 3699 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:41.885423 3699 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:41.885449 3699 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:41.896537 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 19:12:41.896564 3699 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 19:12:47.673462 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 19:13:07.629077 3699 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 19:13:08.179476 3699 namespace.go:98] [default-managed-tenant-339ff] adding namespace I0424 19:13:08.180422 3699 namespace.go:102] [default-managed-tenant-339ff] adding namespace took 921.883µs I0424 19:13:08.211529 3699 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:08.234985 3699 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.238194 3699 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.361259 3699 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.461899 3699 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:17.542868 3699 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 19:13:35.635248 3699 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8