+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-74.ec2.internal ++ [[ -n ip-10-0-0-74.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-74.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0515 11:05:33.858098601 - disable conntrack on geneve port' I0515 11:05:33.858098601 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0515 11:05:33.899965913 - starting ovnkube-node' I0515 11:05:33.899965913 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-74.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-74.ec2.internal --init-node ip-10-0-0-74.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-74.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0515 11:05:33.954060 3781 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0515 11:05:33.954145 3781 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e7c66a2aec.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0515 11:05:33.955990 3781 kube.go:431] Waiting for certificate I0515 11:05:33.956034 3781 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0515 11:05:33.956081 3781 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0515 11:05:33.957286 3781 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0515 11:05:33.988357 3781 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:33.988377 3781 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:33.991817 3781 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:33.991903 3781 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-97wrg" I0515 11:05:33.999304 3781 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-97wrg" I0515 11:05:33.999402 3781 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:34.956094 3781 kube.go:438] Certificate found I0515 11:05:34.956632 3781 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0515 11:05:34.957673 3781 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0515 11:05:35.006428 3781 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-16 11:00:33 +0000 UTC" deadline="2026-05-16 06:18:16.875621993 +0000 UTC" I0515 11:05:35.006469 3781 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h12m41.869164664s" I0515 11:05:35.037699 3781 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0515 11:05:35.047574 3781 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0515 11:05:35.047633 3781 server.go:101] MetricServer registers OVS metrics I0515 11:05:35.047895 3781 server.go:105] MetricServer registers OVN DB metrics I0515 11:05:35.049241 3781 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0515 11:05:35.049312 3781 factory.go:561] Starting watch factory I0515 11:05:35.049406 3781 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049413 3781 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049424 3781 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049425 3781 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049446 3781 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049475 3781 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049486 3781 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049504 3781 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049603 3781 controller_manager.go:370] Starting the ovnkube controller I0515 11:05:35.049665 3781 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-74.ec2.internal I0515 11:05:35.049745 3781 controller_manager.go:395] NBDB zone sync took: 59.352µs I0515 11:05:35.049757 3781 factory.go:561] Starting watch factory I0515 11:05:35.049407 3781 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049833 3781 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.049406 3781 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.050093 3781 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.052630 3781 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0515 11:05:35.052658 3781 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0515 11:05:35.065325 3781 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0515 11:05:35.065345 3781 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0515 11:05:35.067073 3781 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.067516 3781 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.067649 3781 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.067916 3781 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.067993 3781 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.073055 3781 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0515 11:05:35.073085 3781 server.go:109] MetricServer registers OVN Controller metrics I0515 11:05:35.075736 3781 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.077931 3781 server.go:113] MetricServer registers OVN Northd metrics I0515 11:05:35.082430 3781 metrics.go:519] OVN Metrics Server starts to run ... I0515 11:05:35.155315 3781 factory.go:1977] *v1.Service informer cache synced successfully I0515 11:05:35.155339 3781 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0515 11:05:35.155343 3781 factory.go:1977] *v1.Pod informer cache synced successfully I0515 11:05:35.155347 3781 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0515 11:05:35.155350 3781 factory.go:1977] *v1.Namespace informer cache synced successfully I0515 11:05:35.155353 3781 factory.go:1977] *v1.Node informer cache synced successfully I0515 11:05:35.155329 3781 factory.go:1977] *v1.Namespace informer cache synced successfully I0515 11:05:35.155397 3781 factory.go:1977] *v1.Node informer cache synced successfully I0515 11:05:35.155405 3781 factory.go:1977] *v1.Service informer cache synced successfully I0515 11:05:35.155408 3781 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0515 11:05:35.155411 3781 factory.go:1977] *v1.Pod informer cache synced successfully I0515 11:05:35.155414 3781 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0515 11:05:35.155435 3781 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.155448 3781 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.155472 3781 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.155492 3781 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.158601 3781 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.158641 3781 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.160638 3781 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0515 11:05:35.160649 3781 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0515 11:05:35.160707 3781 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.160719 3781 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.160741 3781 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0515 11:05:35.160752 3781 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0515 11:05:35.163037 3781 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.166512 3781 factory.go:1977] *v1.EgressIP informer cache synced successfully I0515 11:05:35.166524 3781 factory.go:1977] *v1.EgressIP informer cache synced successfully I0515 11:05:35.166570 3781 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.166588 3781 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.171946 3781 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.272543 3781 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0515 11:05:35.272553 3781 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0515 11:05:35.272641 3781 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.272656 3781 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.275181 3781 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.278376 3781 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0515 11:05:35.278390 3781 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0515 11:05:35.278452 3781 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.278463 3781 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.280983 3781 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.284054 3781 factory.go:1977] *v1.EgressService informer cache synced successfully I0515 11:05:35.284119 3781 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.284143 3781 factory.go:1977] *v1.EgressService informer cache synced successfully I0515 11:05:35.284149 3781 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.286914 3781 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.289105 3781 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0515 11:05:35.289290 3781 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0515 11:05:35.289360 3781 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:35.289372 3781 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:35.291874 3781 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:35.294828 3781 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0515 11:05:35.294840 3781 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0515 11:05:35.294901 3781 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.294918 3781 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.294901 3781 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.294952 3781 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.297581 3781 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.297575 3781 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.299873 3781 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0515 11:05:35.299884 3781 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0515 11:05:35.299891 3781 factory.go:680] Watch Factory start up complete, took: 250.133641ms I0515 11:05:35.299897 3781 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-74.ec2.internal" zone I0515 11:05:35.299940 3781 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0515 11:05:35.299951 3781 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0515 11:05:35.299956 3781 factory.go:680] Watch Factory start up complete, took: 250.65002ms I0515 11:05:35.300017 3781 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0515 11:05:35.348859 3781 default_node_network_controller.go:710] Initializing the default node network controller I0515 11:05:35.433438 3781 udn_isolation.go:101] Starting UDN host isolation manager I0515 11:05:35.439335 3781 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0515 11:05:35.503326 3781 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0515 11:05:35.503450 3781 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0515 11:05:35.503465 3781 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0515 11:05:35.536786 3781 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0515 11:05:35.536862 3781 default_node_network_controller.go:809] Node ip-10-0-0-74.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0515 11:05:35.542428 3781 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.74"] k8s.ovn.org/zone-name:ip-10-0-0-74.ec2.internal] on node ip-10-0-0-74.ec2.internal I0515 11:05:35.562794 3781 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0515 11:05:35.569133 3781 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0515 11:05:35.569274 3781 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0515 11:05:35.569448 3781 gateway_init.go:263] Preparing Gateway I0515 11:05:35.569459 3781 gateway_shared_intf.go:1687] Creating new gateway I0515 11:05:35.661975 3781 iptables.go:108] Creating table: filter chain: FORWARD I0515 11:05:35.667774 3781 iptables.go:108] Creating table: filter chain: OUTPUT I0515 11:05:35.673703 3781 gateway_shared_intf.go:1816] Gateway Creation Complete I0515 11:05:35.673722 3781 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-74.ec2.internal","mac-address":"12:74:9c:e7:cf:23","ip-addresses":["10.0.0.74/24"],"ip-address":"10.0.0.74/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f6a788e3-ce10-4c88-af38-b9a6dc3fe406 k8s.ovn.org/node-encap-ips:["10.0.0.74"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.74/24"} k8s.ovn.org/zone-name:ip-10-0-0-74.ec2.internal] on node ip-10-0-0-74.ec2.internal I0515 11:05:35.693671 3781 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:35.800601 3781 controller_manager.go:429] Waiting for node in zone sync took: 500.689019ms I0515 11:05:35.809332 3781 controller_manager.go:611] Switching to transit router for layer2 networks I0515 11:05:35.809347 3781 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-74.ec2.internal I0515 11:05:35.825702 3781 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0515 11:05:35.832993 3781 controller_manager.go:290] SCTP support detected in OVN I0515 11:05:35.833650 3781 services_controller.go:69] Creating services controller for network=default I0515 11:05:35.833788 3781 udn_enabled_svc.go:80] Waiting for service informer to sync I0515 11:05:35.833884 3781 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0515 11:05:35.833915 3781 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0515 11:05:35.833933 3781 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0515 11:05:35.833946 3781 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0515 11:05:35.834124 3781 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0515 11:05:35.834177 3781 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0515 11:05:35.834220 3781 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.797µs I0515 11:05:35.834240 3781 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 53.532µs I0515 11:05:35.834246 3781 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 70.796µs I0515 11:05:35.834252 3781 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0515 11:05:35.834258 3781 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0515 11:05:35.834268 3781 default_network_controller.go:325] Starting the default network controller I0515 11:05:35.834327 3781 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 6.482µs I0515 11:05:35.834345 3781 udn_enabled_svc.go:95] Performing full resync I0515 11:05:35.834650 3781 udn_enabled_svc.go:99] Waiting for handler to sync I0515 11:05:35.834660 3781 udn_enabled_svc.go:104] Starting worker I0515 11:05:35.845557 3781 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0515 11:05:35.845624 3781 repair.go:33] Syncing exgw routes took 55.007µs I0515 11:05:35.845649 3781 default_network_controller.go:414] Starting all the Watchers... I0515 11:05:35.845802 3781 namespace.go:98] [openshift-backplane-srep] adding namespace I0515 11:05:35.845811 3781 namespace.go:98] [openshift-console-user-settings] adding namespace I0515 11:05:35.845818 3781 namespace.go:98] [openshift-backplane-csm] adding namespace I0515 11:05:35.845824 3781 namespace.go:98] [openshift-dns-operator] adding namespace I0515 11:05:35.845837 3781 namespace.go:98] [openshift] adding namespace I0515 11:05:35.845833 3781 namespace.go:98] [openshift-route-controller-manager] adding namespace I0515 11:05:35.845836 3781 namespace.go:98] [default] adding namespace I0515 11:05:35.845856 3781 namespace.go:98] [openshift-backplane] adding namespace I0515 11:05:35.845857 3781 namespace.go:98] [openshift-service-ca-operator] adding namespace I0515 11:05:35.845858 3781 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0515 11:05:35.845868 3781 namespace.go:98] [kube-public] adding namespace I0515 11:05:35.845874 3781 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0515 11:05:35.845871 3781 namespace.go:98] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] adding namespace I0515 11:05:35.845890 3781 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0515 11:05:35.845805 3781 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0515 11:05:35.846706 3781 namespace.go:102] [openshift-backplane-srep] adding namespace took 887.075µs I0515 11:05:35.846722 3781 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0515 11:05:35.847305 3781 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 577.373µs I0515 11:05:35.847319 3781 namespace.go:98] [openshift-must-gather-operator] adding namespace I0515 11:05:35.847912 3781 namespace.go:102] [openshift-must-gather-operator] adding namespace took 586.584µs I0515 11:05:35.847938 3781 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0515 11:05:35.848549 3781 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.725014ms I0515 11:05:35.848567 3781 namespace.go:98] [openshift-etcd] adding namespace I0515 11:05:35.849301 3781 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.473517ms I0515 11:05:35.849318 3781 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0515 11:05:35.849924 3781 namespace.go:102] [openshift-dns-operator] adding namespace took 4.076163ms I0515 11:05:35.849941 3781 namespace.go:98] [openshift-monitoring] adding namespace I0515 11:05:35.850476 3781 namespace.go:102] [openshift] adding namespace took 4.626779ms I0515 11:05:35.850490 3781 namespace.go:98] [openshift-insights] adding namespace I0515 11:05:35.851111 3781 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.256605ms I0515 11:05:35.851125 3781 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0515 11:05:35.851667 3781 namespace.go:102] [default] adding namespace took 5.81269ms I0515 11:05:35.851677 3781 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0515 11:05:35.852159 3781 namespace.go:102] [openshift-backplane] adding namespace took 6.294771ms I0515 11:05:35.852176 3781 namespace.go:98] [openshift-backplane-cee] adding namespace I0515 11:05:35.852828 3781 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.963324ms I0515 11:05:35.852840 3781 namespace.go:98] [openshift-config-operator] adding namespace I0515 11:05:35.853453 3781 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.586191ms I0515 11:05:35.853468 3781 namespace.go:98] [openshift-backplane-tam] adding namespace I0515 11:05:35.854047 3781 namespace.go:102] [kube-public] adding namespace took 8.170843ms I0515 11:05:35.854068 3781 namespace.go:98] [openshift-marketplace] adding namespace I0515 11:05:35.854698 3781 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.815563ms I0515 11:05:35.854717 3781 namespace.go:98] [openshift-console-operator] adding namespace I0515 11:05:35.855338 3781 namespace.go:102] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] adding namespace took 9.415441ms I0515 11:05:35.855355 3781 namespace.go:98] [openshift-customer-monitoring] adding namespace I0515 11:05:35.855906 3781 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.992255ms I0515 11:05:35.855922 3781 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0515 11:05:35.856379 3781 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 10.441069ms I0515 11:05:35.856398 3781 namespace.go:98] [openshift-host-network] adding namespace I0515 11:05:35.856940 3781 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.996481ms I0515 11:05:35.856955 3781 namespace.go:98] [openshift-ingress-operator] adding namespace I0515 11:05:35.857338 3781 namespace.go:102] [openshift-etcd] adding namespace took 8.76505ms I0515 11:05:35.857349 3781 namespace.go:98] [openshift-infra] adding namespace I0515 11:05:35.857892 3781 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.568429ms I0515 11:05:35.857902 3781 namespace.go:98] [openshift-network-operator] adding namespace I0515 11:05:35.858486 3781 namespace.go:102] [openshift-monitoring] adding namespace took 8.540367ms I0515 11:05:35.858516 3781 namespace.go:98] [kube-system] adding namespace I0515 11:05:35.859079 3781 namespace.go:102] [openshift-insights] adding namespace took 8.582236ms I0515 11:05:35.859097 3781 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0515 11:05:35.859556 3781 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.425659ms I0515 11:05:35.859568 3781 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0515 11:05:35.860034 3781 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.349581ms I0515 11:05:35.860050 3781 namespace.go:98] [openshift-console] adding namespace I0515 11:05:35.860548 3781 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.366997ms I0515 11:05:35.860564 3781 namespace.go:98] [openshift-machine-api] adding namespace I0515 11:05:35.861065 3781 namespace.go:102] [openshift-config-operator] adding namespace took 8.205787ms I0515 11:05:35.861081 3781 namespace.go:98] [openshift-backplane-mobb] adding namespace I0515 11:05:35.861589 3781 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.11526ms I0515 11:05:35.861603 3781 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0515 11:05:35.862117 3781 namespace.go:102] [openshift-marketplace] adding namespace took 8.044185ms I0515 11:05:35.862132 3781 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0515 11:05:35.862791 3781 namespace.go:102] [openshift-console-operator] adding namespace took 8.069032ms I0515 11:05:35.862804 3781 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0515 11:05:35.863325 3781 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.964254ms I0515 11:05:35.863340 3781 namespace.go:98] [dedicated-admin] adding namespace I0515 11:05:35.863877 3781 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.931657ms I0515 11:05:35.863897 3781 namespace.go:98] [openshift-network-node-identity] adding namespace I0515 11:05:35.864333 3781 namespace.go:102] [openshift-host-network] adding namespace took 7.927826ms I0515 11:05:35.864350 3781 namespace.go:98] [openshift-node] adding namespace I0515 11:05:35.864833 3781 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.873176ms I0515 11:05:35.865278 3781 namespace.go:102] [openshift-infra] adding namespace took 7.921452ms I0515 11:05:35.865319 3781 namespace.go:98] [openshift-image-registry] adding namespace W0515 11:05:35.865841 3781 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-7qrkr: pod kube-system/global-pull-secret-syncer-7qrkr: no pod IPs found I0515 11:05:35.865866 3781 namespace.go:102] [openshift-network-operator] adding namespace took 7.958341ms I0515 11:05:35.865883 3781 namespace.go:98] [openshift-config] adding namespace I0515 11:05:35.866503 3781 namespace.go:102] [kube-system] adding namespace took 7.980364ms I0515 11:05:35.866515 3781 namespace.go:98] [openshift-machine-config-operator] adding namespace I0515 11:05:35.867107 3781 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.004874ms I0515 11:05:35.867117 3781 namespace.go:98] [kube-node-lease] adding namespace I0515 11:05:35.867598 3781 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.025739ms I0515 11:05:35.867609 3781 namespace.go:98] [openshift-ingress] adding namespace I0515 11:05:35.868188 3781 namespace.go:102] [openshift-console] adding namespace took 8.134748ms I0515 11:05:35.868198 3781 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0515 11:05:35.868656 3781 namespace.go:102] [openshift-machine-api] adding namespace took 8.069228ms I0515 11:05:35.868675 3781 namespace.go:98] [openshift-kube-scheduler] adding namespace I0515 11:05:35.869263 3781 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.174815ms I0515 11:05:35.869291 3781 namespace.go:98] [openshift-cluster-version] adding namespace I0515 11:05:35.869719 3781 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.110789ms I0515 11:05:35.869736 3781 namespace.go:98] [openshift-authentication-operator] adding namespace I0515 11:05:35.870280 3781 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.139735ms I0515 11:05:35.870298 3781 namespace.go:98] [openshift-apiserver] adding namespace I0515 11:05:35.870873 3781 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.062413ms I0515 11:05:35.870888 3781 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0515 11:05:35.871371 3781 namespace.go:102] [dedicated-admin] adding namespace took 8.02607ms I0515 11:05:35.871383 3781 namespace.go:98] [openshift-dns] adding namespace I0515 11:05:35.871787 3781 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.88541ms I0515 11:05:35.871799 3781 namespace.go:98] [openshift-apiserver-operator] adding namespace I0515 11:05:35.872355 3781 namespace.go:102] [openshift-node] adding namespace took 7.996754ms I0515 11:05:35.872370 3781 namespace.go:98] [openshift-multus] adding namespace I0515 11:05:35.872896 3781 namespace.go:102] [openshift-image-registry] adding namespace took 7.562493ms I0515 11:05:35.872913 3781 namespace.go:98] [openshift-backplane-cse] adding namespace I0515 11:05:35.873467 3781 namespace.go:102] [openshift-config] adding namespace took 7.579661ms I0515 11:05:35.873480 3781 namespace.go:98] [openshift-logging] adding namespace I0515 11:05:35.873953 3781 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.432602ms I0515 11:05:35.873966 3781 namespace.go:98] [openshift-kube-apiserver] adding namespace I0515 11:05:35.874487 3781 namespace.go:102] [kube-node-lease] adding namespace took 7.363495ms I0515 11:05:35.874502 3781 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0515 11:05:35.875116 3781 namespace.go:102] [openshift-ingress] adding namespace took 7.50214ms I0515 11:05:35.875131 3781 namespace.go:98] [openshift-package-operator] adding namespace I0515 11:05:35.875670 3781 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.463314ms I0515 11:05:35.875688 3781 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0515 11:05:35.876120 3781 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.438966ms I0515 11:05:35.876132 3781 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0515 11:05:35.876659 3781 namespace.go:102] [openshift-cluster-version] adding namespace took 7.362628ms I0515 11:05:35.876670 3781 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0515 11:05:35.877108 3781 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.366216ms I0515 11:05:35.877119 3781 namespace.go:98] [openshift-controller-manager] adding namespace I0515 11:05:35.877631 3781 namespace.go:102] [openshift-apiserver] adding namespace took 7.324753ms I0515 11:05:35.877648 3781 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0515 11:05:35.878108 3781 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.212554ms I0515 11:05:35.878125 3781 namespace.go:98] [openshift-config-managed] adding namespace I0515 11:05:35.878574 3781 namespace.go:102] [openshift-dns] adding namespace took 7.185965ms I0515 11:05:35.878587 3781 namespace.go:98] [openshift-network-console] adding namespace I0515 11:05:35.879053 3781 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.24899ms I0515 11:05:35.879069 3781 namespace.go:98] [openshift-operators-redhat] adding namespace W0515 11:05:35.879053 3781 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vfw5f: pod openshift-multus/network-metrics-daemon-vfw5f: no pod IPs found I0515 11:05:35.879644 3781 namespace.go:102] [openshift-multus] adding namespace took 7.268374ms I0515 11:05:35.879655 3781 namespace.go:98] [openshift-authentication] adding namespace I0515 11:05:35.880192 3781 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.272394ms I0515 11:05:35.880745 3781 namespace.go:102] [openshift-logging] adding namespace took 7.250906ms I0515 11:05:35.881196 3781 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.225106ms I0515 11:05:35.881208 3781 namespace.go:98] [openshift-network-diagnostics] adding namespace I0515 11:05:35.881656 3781 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.148803ms I0515 11:05:35.882142 3781 namespace.go:102] [openshift-package-operator] adding namespace took 7.006341ms I0515 11:05:35.882155 3781 namespace.go:98] [openshift-operators] adding namespace I0515 11:05:35.882597 3781 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.904681ms I0515 11:05:35.883132 3781 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.976751ms I0515 11:05:35.883546 3781 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.872551ms I0515 11:05:35.883907 3781 namespace.go:102] [openshift-controller-manager] adding namespace took 6.783094ms I0515 11:05:35.883923 3781 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0515 11:05:35.884392 3781 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.738727ms I0515 11:05:35.884791 3781 namespace.go:102] [openshift-config-managed] adding namespace took 6.659961ms I0515 11:05:35.885319 3781 namespace.go:102] [openshift-network-console] adding namespace took 6.726509ms I0515 11:05:35.885334 3781 namespace.go:98] [openshift-ingress-canary] adding namespace I0515 11:05:35.885746 3781 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.672877ms W0515 11:05:35.886168 3781 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jvq2r: pod openshift-network-diagnostics/network-check-target-jvq2r: no pod IPs found I0515 11:05:35.886192 3781 namespace.go:102] [openshift-authentication] adding namespace took 6.533301ms I0515 11:05:35.886203 3781 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0515 11:05:35.886755 3781 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.530397ms I0515 11:05:35.887216 3781 namespace.go:102] [openshift-operators] adding namespace took 5.056495ms I0515 11:05:35.887654 3781 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.722742ms I0515 11:05:35.888166 3781 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.827833ms I0515 11:05:35.888543 3781 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.335613ms I0515 11:05:35.888819 3781 master.go:548] Adding or Updating local node "ip-10-0-0-74.ec2.internal" for network "default" I0515 11:05:35.889860 3781 zone_ic_handler.go:195] Time taken to create transit switch: 346.099µs I0515 11:05:35.889876 3781 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-172.ec2.internal for the network default E0515 11:05:35.889911 3781 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-84.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-84.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-84.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c4cf20 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1621887435}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0515 11:05:35.889979 3781 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-84.ec2.internal", UID:"b9c1b3fe-6ad2-4a30-8a4a-c5ff8c11d40d", APIVersion:"v1", ResourceVersion:"9450", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-84.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-84.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c4cf20 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1621887435}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0515 11:05:35.891254 3781 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-172.ec2.internal" on network "default" took: 1.744932ms W0515 11:05:35.897170 3781 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jvq2r: pod openshift-network-diagnostics/network-check-target-jvq2r: no pod IPs found W0515 11:05:35.897184 3781 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-7qrkr: pod kube-system/global-pull-secret-syncer-7qrkr: no pod IPs found W0515 11:05:35.897203 3781 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vfw5f: pod openshift-multus/network-metrics-daemon-vfw5f: no pod IPs found I0515 11:05:35.898013 3781 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-74.ec2.internal for the network default I0515 11:05:35.898188 3781 zone_ic_handler.go:195] Time taken to create transit switch: 162.082µs I0515 11:05:35.899010 3781 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0515 11:05:35.899035 3781 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0515 11:05:35.899048 3781 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0515 11:05:35.899056 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:35.899105 3781 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.899122 3781 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.899132 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:35.899162 3781 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.899169 3781 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.899174 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-172.ec2.internal in network "default" I0515 11:05:35.899196 3781 node_tracker.go:169] Node ip-10-0-2-172.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.899202 3781 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.999409 3781 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0515 11:05:35.999441 3781 services_controller.go:208] Setting up event handlers for services for network=default I0515 11:05:35.999542 3781 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0515 11:05:35.999606 3781 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0515 11:05:35.999627 3781 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0515 11:05:36.099844 3781 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0515 11:05:36.099866 3781 repair.go:60] Starting repairing loop for services I0515 11:05:36.099974 3781 repair.go:131] Deleted 0 stale service LBs I0515 11:05:36.099994 3781 repair.go:137] Deleted 0 stale Chassis Template Vars I0515 11:05:36.100014 3781 repair.go:62] Finished repairing loop for services: 151.58µs I0515 11:05:36.100039 3781 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0515 11:05:36.100049 3781 services_controller.go:254] Starting workers for network=default I0515 11:05:36.100713 3781 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jvq2r] creating logical port openshift-network-diagnostics_network-check-target-jvq2r for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:36.100748 3781 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-7qrkr] creating logical port kube-system_global-pull-secret-syncer-7qrkr for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:36.100863 3781 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vfw5f] creating logical port openshift-multus_network-metrics-daemon-vfw5f for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:36.100886 3781 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-7qrkr I0515 11:05:36.100889 3781 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jvq2r I0515 11:05:36.100948 3781 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vfw5f W0515 11:05:36.104734 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:36.122940 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:36.124038 3781 pod.go:62] [openshift-network-diagnostics/network-check-target-jvq2r] pod update took 23.221646ms I0515 11:05:36.124058 3781 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jvq2r] addLogicalPort annotation time took 23.244ms I0515 11:05:36.124115 3781 pod.go:62] [kube-system/global-pull-secret-syncer-7qrkr] pod update took 23.274313ms I0515 11:05:36.124131 3781 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-7qrkr] addLogicalPort annotation time took 23.292628ms I0515 11:05:36.124170 3781 pod.go:62] [openshift-multus/network-metrics-daemon-vfw5f] pod update took 23.266864ms I0515 11:05:36.124187 3781 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vfw5f] addLogicalPort annotation time took 23.285432ms I0515 11:05:36.125615 3781 pods.go:271] [openshift-network-diagnostics/network-check-target-jvq2r] addLogicalPort took 24.916146ms, libovsdb time 1.320778ms I0515 11:05:36.125958 3781 pods.go:271] [openshift-multus/network-metrics-daemon-vfw5f] addLogicalPort took 25.098488ms, libovsdb time 1.602176ms I0515 11:05:36.126026 3781 pods.go:271] [kube-system/global-pull-secret-syncer-7qrkr] addLogicalPort took 25.289535ms, libovsdb time 1.600455ms I0515 11:05:36.126534 3781 admin_network_policy_controller.go:227] Starting controller default-network-controller I0515 11:05:36.126560 3781 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0515 11:05:36.126579 3781 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0515 11:05:36.126584 3781 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0515 11:05:36.126835 3781 repair.go:29] Repairing admin network policies took 243.714µs I0515 11:05:36.127023 3781 repair.go:92] Repairing baseline admin network policies took 171.032µs I0515 11:05:36.127341 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0515 11:05:36.127359 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0515 11:05:36.129187 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0515 11:05:36.129208 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0515 11:05:36.129222 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0515 11:05:36.131621 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0515 11:05:36.131640 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0515 11:05:36.131648 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0515 11:05:36.133236 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0515 11:05:36.133256 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0515 11:05:36.133264 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0515 11:05:36.134811 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0515 11:05:36.134831 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0515 11:05:36.135578 3781 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0515 11:05:36.135591 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0515 11:05:36.137644 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0515 11:05:36.137662 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0515 11:05:36.137671 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0515 11:05:36.138952 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0515 11:05:36.138970 3781 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0515 11:05:36.138977 3781 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0515 11:05:36.140952 3781 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0515 11:05:36.140972 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0515 11:05:36.140983 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0515 11:05:36.142061 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0515 11:05:36.142086 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0515 11:05:36.142098 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0515 11:05:36.142736 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0515 11:05:36.142758 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0515 11:05:36.142781 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0515 11:05:36.143363 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0515 11:05:36.143385 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0515 11:05:36.143398 3781 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0515 11:05:36.145054 3781 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0515 11:05:36.145072 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0515 11:05:36.145079 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0515 11:05:36.145552 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0515 11:05:36.145577 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0515 11:05:36.145591 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0515 11:05:36.146083 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0515 11:05:36.146101 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0515 11:05:36.146112 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0515 11:05:36.147000 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0515 11:05:36.147021 3781 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0515 11:05:36.147036 3781 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0515 11:05:36.148042 3781 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0515 11:05:36.148064 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0515 11:05:36.148071 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0515 11:05:36.148445 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0515 11:05:36.148466 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0515 11:05:36.148476 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0515 11:05:36.149593 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0515 11:05:36.149616 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0515 11:05:36.149627 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0515 11:05:36.150190 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0515 11:05:36.150207 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0515 11:05:36.150216 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0515 11:05:36.151031 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0515 11:05:36.151054 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0515 11:05:36.151063 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0515 11:05:36.151570 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0515 11:05:36.151589 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0515 11:05:36.151597 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0515 11:05:36.152176 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0515 11:05:36.152199 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0515 11:05:36.152208 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0515 11:05:36.153942 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0515 11:05:36.153960 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0515 11:05:36.153969 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0515 11:05:36.154560 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0515 11:05:36.154578 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0515 11:05:36.154584 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0515 11:05:36.154876 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0515 11:05:36.154896 3781 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0515 11:05:36.154908 3781 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0515 11:05:36.155883 3781 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0515 11:05:36.155910 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0515 11:05:36.155925 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0515 11:05:36.157270 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0515 11:05:36.157295 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0515 11:05:36.157304 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0515 11:05:36.157885 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0515 11:05:36.157904 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0515 11:05:36.157928 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0515 11:05:36.159103 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0515 11:05:36.159125 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0515 11:05:36.159135 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0515 11:05:36.159492 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0515 11:05:36.164991 3781 egressfirewall.go:374] Starting EgressFirewall controller I0515 11:05:36.165015 3781 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0515 11:05:36.165015 3781 controller.go:133] Adding controller egress-firewall-controller event handlers I0515 11:05:36.165036 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0515 11:05:36.165041 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0515 11:05:36.165046 3781 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0515 11:05:36.165050 3781 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0515 11:05:36.165295 3781 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0515 11:05:36.165307 3781 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0515 11:05:36.165312 3781 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0515 11:05:36.165320 3781 egressqos.go:193] Setting up event handlers for EgressQoS I0515 11:05:36.165328 3781 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0515 11:05:36.165336 3781 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0515 11:05:36.165340 3781 egressfirewall.go:723] Syncing node "ip-10-0-2-172.ec2.internal" for egress firewall I0515 11:05:36.165413 3781 egressqos.go:245] Starting EgressQoS Controller I0515 11:05:36.165421 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0515 11:05:36.165427 3781 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0515 11:05:36.165432 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0515 11:05:36.165436 3781 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0515 11:05:36.165441 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0515 11:05:36.165445 3781 shared_informer.go:356] "Caches are synced" controller="egressqos" I0515 11:05:36.165449 3781 egressqos.go:259] Repairing EgressQoSes I0515 11:05:36.165452 3781 egressqos.go:399] Starting repairing loop for egressqos I0515 11:05:36.165521 3781 egressqos.go:401] Finished repairing loop for egressqos: 68.685µs I0515 11:05:36.165540 3781 egressservice_zone.go:132] Setting up event handlers for Egress Services I0515 11:05:36.165570 3781 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-74.ec2.internal I0515 11:05:36.165615 3781 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-74.ec2.internal : 48.8µs I0515 11:05:36.165703 3781 egressservice_zone.go:210] Starting Egress Services Controller I0515 11:05:36.165715 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0515 11:05:36.165721 3781 shared_informer.go:356] "Caches are synced" controller="egressservices" I0515 11:05:36.165726 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0515 11:05:36.165731 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0515 11:05:36.165736 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0515 11:05:36.165740 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0515 11:05:36.165745 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0515 11:05:36.165749 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0515 11:05:36.165753 3781 egressservice_zone.go:228] Repairing Egress Services I0515 11:05:36.166004 3781 master_controller.go:88] Starting Admin Policy Based Route Controller I0515 11:05:36.166014 3781 external_controller.go:278] Starting Admin Policy Based Route Controller I0515 11:05:36.166031 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:36.166041 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 10.659µs I0515 11:05:36.166047 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:36.166051 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 4.221µs I0515 11:05:36.166055 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-172.ec2.internal I0515 11:05:36.166063 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-172.ec2.internal: 7.971µs I0515 11:05:36.166191 3781 default_network_controller.go:585] Completing all the Watchers took 320.519893ms I0515 11:05:36.166206 3781 default_network_controller.go:589] Starting unidling controllers I0515 11:05:36.166217 3781 unidle.go:46] Registering OVN SB ControllerEvent handler I0515 11:05:36.166222 3781 unidle.go:63] Populating Initial ContollerEvent events I0515 11:05:36.166231 3781 unidle.go:79] Setting up event handlers for services I0515 11:05:36.166314 3781 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0515 11:05:36.194263 3781 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:36.261968 3781 default_network_controller.go:1025] Node "ip-10-0-1-84.ec2.internal" in remote zone "ip-10-0-1-84.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:36.262575 3781 zone_ic_handler.go:195] Time taken to create transit switch: 217.241µs I0515 11:05:36.262590 3781 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-84.ec2.internal for the network default I0515 11:05:36.263606 3781 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-84.ec2.internal" on network "default" took: 1.264163ms I0515 11:05:36.690179 3781 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0515 11:05:36.691186 3781 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 985.062µs I0515 11:05:36.694034 3781 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:36.707514 3781 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0515 11:05:37.193937 3781 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:37.199091 3781 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0515 11:05:37.199152 3781 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-84.ec2.internal. Updating no re-route policies I0515 11:05:37.199120 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:37.199187 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 69.47µs I0515 11:05:37.199137 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:37.199255 3781 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:37.199277 3781 services_controller.go:574] Full service sync requested for network=default W0515 11:05:37.199692 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:37.199830 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:37.580964 3781 namespace.go:98] [openshift-service-ca] adding namespace I0515 11:05:37.581945 3781 namespace.go:102] [openshift-service-ca] adding namespace took 960.486µs I0515 11:05:37.596389 3781 namespace.go:142] [openshift-service-ca] updating namespace I0515 11:05:37.694151 3781 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:37.856812 3781 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0515 11:05:38.194179 3781 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:38.212669 3781 bridgeconfig.go:537] Gateway is ready I0515 11:05:38.212684 3781 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0515 11:05:38.224103 3781 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.74. Updating OVN encap IP. I0515 11:05:38.229545 3781 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.74 - it is already configured I0515 11:05:38.229560 3781 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.74/24:{} 172.20.0.1/32:{}]. Updating annotations. I0515 11:05:38.229751 3781 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.74/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-74.ec2.internal","mac-address":"12:74:9c:e7:cf:23","ip-addresses":["10.0.0.74/24"],"ip-address":"10.0.0.74/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f6a788e3-ce10-4c88-af38-b9a6dc3fe406 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.74/24"}] on node ip-10-0-0-74.ec2.internal I0515 11:05:38.246089 3781 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.74 I0515 11:05:38.246240 3781 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-74.ec2.internal I0515 11:05:38.246621 3781 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0515 11:05:38.246660 3781 master.go:548] Adding or Updating local node "ip-10-0-0-74.ec2.internal" for network "default" I0515 11:05:38.246953 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:38.247025 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 82.147µs I0515 11:05:38.246996 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:38.247146 3781 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:38.247187 3781 services_controller.go:574] Full service sync requested for network=default W0515 11:05:38.247374 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:38.247678 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:38.262496 3781 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0515 11:05:38.264779 3781 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-74.ec2.internal. Updating no re-route policies I0515 11:05:38.264820 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-pvdrf I0515 11:05:38.264837 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-pvdrf I0515 11:05:38.264857 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-pvdrf after 0 failed attempt(s) I0515 11:05:38.264871 3781 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-7qrkr I0515 11:05:38.264876 3781 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-7qrkr I0515 11:05:38.264900 3781 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-7qrkr] creating logical port kube-system_global-pull-secret-syncer-7qrkr for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:38.264994 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sn79v I0515 11:05:38.265007 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sn79v I0515 11:05:38.265024 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sn79v after 0 failed attempt(s) I0515 11:05:38.265018 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7gpsz I0515 11:05:38.265035 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k9lr8 I0515 11:05:38.265042 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k9lr8 I0515 11:05:38.265052 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k9lr8 after 0 failed attempt(s) I0515 11:05:38.265052 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7gpsz I0515 11:05:38.265060 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dtxrb I0515 11:05:38.265065 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dtxrb I0515 11:05:38.265075 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dtxrb after 0 failed attempt(s) I0515 11:05:38.265082 3781 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-74.ec2.internal I0515 11:05:38.265082 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7gpsz after 0 failed attempt(s) I0515 11:05:38.265087 3781 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-74.ec2.internal I0515 11:05:38.265097 3781 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-74.ec2.internal after 0 failed attempt(s) I0515 11:05:38.265102 3781 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-dgfrj I0515 11:05:38.265110 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rg24b I0515 11:05:38.265113 3781 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-dgfrj I0515 11:05:38.265116 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rg24b I0515 11:05:38.265126 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rg24b after 0 failed attempt(s) I0515 11:05:38.265133 3781 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-dgfrj after 0 failed attempt(s) I0515 11:05:38.265104 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-2fzp6 I0515 11:05:38.265147 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-2fzp6 I0515 11:05:38.265166 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-2fzp6 after 0 failed attempt(s) I0515 11:05:38.265183 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bdnzl I0515 11:05:38.265191 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bdnzl I0515 11:05:38.265210 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bdnzl after 0 failed attempt(s) I0515 11:05:38.265230 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-74.ec2.internal I0515 11:05:38.265242 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-74.ec2.internal I0515 11:05:38.265260 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-74.ec2.internal after 0 failed attempt(s) I0515 11:05:38.265275 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vfw5f I0515 11:05:38.265283 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vfw5f I0515 11:05:38.265318 3781 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vfw5f] creating logical port openshift-multus_network-metrics-daemon-vfw5f for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:38.265353 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jvq2r I0515 11:05:38.265368 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jvq2r I0515 11:05:38.265398 3781 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jvq2r] creating logical port openshift-network-diagnostics_network-check-target-jvq2r for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:38.265570 3781 pods.go:271] [kube-system/global-pull-secret-syncer-7qrkr] addLogicalPort took 674.405µs, libovsdb time 329.855µs I0515 11:05:38.265587 3781 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-7qrkr after 0 failed attempt(s) I0515 11:05:38.265960 3781 pods.go:271] [openshift-multus/network-metrics-daemon-vfw5f] addLogicalPort took 652.777µs, libovsdb time 289.965µs I0515 11:05:38.265975 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vfw5f after 0 failed attempt(s) I0515 11:05:38.266056 3781 pods.go:271] [openshift-network-diagnostics/network-check-target-jvq2r] addLogicalPort took 666.042µs, libovsdb time 260.18µs I0515 11:05:38.266069 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jvq2r after 0 failed attempt(s) I0515 11:05:38.275617 3781 iptables.go:108] Creating table: mangle chain: OUTPUT I0515 11:05:38.278639 3781 iptables.go:108] Creating table: nat chain: OUTPUT I0515 11:05:38.338064 3781 iptables.go:108] Creating table: nat chain: PREROUTING I0515 11:05:38.397267 3781 iptables.go:108] Creating table: filter chain: FORWARD I0515 11:05:38.413206 3781 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0515 11:05:38.413340 3781 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0515 11:05:38.413392 3781 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0515 11:05:38.413484 3781 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0515 11:05:38.413539 3781 gateway_init.go:325] Gateway and management port readiness took 2.724519257s I0515 11:05:38.413566 3781 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0515 11:05:38.413604 3781 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0515 11:05:38.413618 3781 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0515 11:05:38.413628 3781 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0515 11:05:38.413686 3781 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0515 11:05:38.413787 3781 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.886µs I0515 11:05:38.414113 3781 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0515 11:05:38.414142 3781 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.427µs I0515 11:05:38.414150 3781 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.399µs I0515 11:05:38.414156 3781 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0515 11:05:38.414165 3781 nad_controller.go:379] [node-nad-controller NAD controller]: started I0515 11:05:38.414169 3781 default_node_network_controller.go:899] Starting the default node network controller I0515 11:05:38.414175 3781 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0515 11:05:38.414250 3781 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.705µs I0515 11:05:38.414344 3781 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0515 11:05:38.414353 3781 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0515 11:05:38.414377 3781 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f980 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc000aadae0 0xc0002d2000 0xc0002d20e0 0xc0004303c0 0xc006471340 0xc0002d2150 map[0x2ff9080:0xc003486240 0x2ff95c0:0xc003486600 0x2ffa2e0:0xc003486180 0x2ffa580:0xc0034861e0 0x2ffad60:0xc0034862a0 0x2ffb000:0xc003486300 0x2ffb2a0:0xc003486360 0x2ffba80:0xc003486660 0x2ffbd20:0xc0042c4660 0x3026980:0xc001e82480 0x3026d20:0xc001e82780 0x3027800:0xc000b43ce0 0x3029160:0xc001aaa000 0x30298a0:0xc003486120 0x302a720:0xc000a8b140] 0xc000aa29a0 0} I0515 11:05:38.414450 3781 gateway.go:151] Starting gateway service sync I0515 11:05:38.414883 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0515 11:05:38.416935 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0515 11:05:38.435062 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0515 11:05:38.436182 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0515 11:05:38.437247 3781 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0515 11:05:38.470039 3781 gateway.go:168] Gateway service sync done. Time taken: 55.575565ms I0515 11:05:38.470608 3781 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30745 I0515 11:05:38.470835 3781 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f980 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc000aadae0 0xc0002d2000 0xc0002d20e0 0xc0004303c0 0xc006471340 0xc0002d2150 map[0x2ff9080:0xc003486240 0x2ff95c0:0xc003486600 0x2ffa2e0:0xc003486180 0x2ffa580:0xc0034861e0 0x2ffad60:0xc0034862a0 0x2ffb000:0xc003486300 0x2ffb2a0:0xc003486360 0x2ffba80:0xc003486660 0x2ffbd20:0xc0042c4660 0x3026980:0xc001e82480 0x3026d20:0xc001e82780 0x3027800:0xc000b43ce0 0x3029160:0xc001aaa000 0x30298a0:0xc003486120 0x302a720:0xc000a8b140] 0xc000aa29a0 0} I0515 11:05:38.471306 3781 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f980 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc000aadae0 0xc0002d2000 0xc0002d20e0 0xc0004303c0 0xc006471340 0xc0002d2150 map[0x2ff9080:0xc003486240 0x2ff95c0:0xc003486600 0x2ffa2e0:0xc003486180 0x2ffa580:0xc0034861e0 0x2ffad60:0xc0034862a0 0x2ffb000:0xc003486300 0x2ffb2a0:0xc003486360 0x2ffba80:0xc003486660 0x2ffbd20:0xc0042c4660 0x3026980:0xc001e82480 0x3026d20:0xc001e82780 0x3027800:0xc000b43ce0 0x3029160:0xc001aaa000 0x30298a0:0xc003486120 0x302a720:0xc000a8b140] 0xc000aa29a0 0} I0515 11:05:38.471340 3781 gateway.go:532] Reconciling gateway with updates I0515 11:05:38.476235 3781 gateway.go:339] Spawning Conntrack Rule Check Thread I0515 11:05:38.476312 3781 default_node_network_controller.go:944] Gateway and management port readiness took 61.952928ms I0515 11:05:38.476317 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:38.476318 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:38.476332 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:38.476336 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:38.476340 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0515 11:05:38.476335 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:38.476353 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:38.476359 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:38.476358 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:38.476371 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:38.476374 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0515 11:05:38.476375 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:38.476376 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:38.476384 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0515 11:05:38.476386 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:38.476393 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:38.476395 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:38.476400 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0515 11:05:38.476403 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0515 11:05:38.476354 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:38.476416 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:38.476419 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:38.476422 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:38.476428 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:38.476396 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 31967 is already open, no action needed I0515 11:05:38.476435 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:38.476437 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0515 11:05:38.476434 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:38.476443 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 31216 is already open, no action needed I0515 11:05:38.476445 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:38.476448 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:38.476446 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0515 11:05:38.476454 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:38.476459 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0515 11:05:38.476461 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0515 11:05:38.476463 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:38.476463 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:38.476450 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:38.476424 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:38.476474 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:38.476476 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:38.476478 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0515 11:05:38.476435 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:38.476479 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:38.476361 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:38.476377 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:38.476378 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:38.476502 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:38.476454 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:38.476516 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:38.476509 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:38.476458 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:38.476526 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:38.476533 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:38.476535 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:38.476542 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:38.476547 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:38.476477 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:38.476535 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:38.476574 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:38.476577 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:38.476585 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:38.476504 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:38.476592 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0515 11:05:38.476352 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:38.476601 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:38.476467 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0515 11:05:38.476516 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:38.476620 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:38.476625 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:38.476600 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:38.476625 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:38.476477 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:38.476662 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:38.476670 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:38.476485 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0515 11:05:38.476672 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:38.476680 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0515 11:05:38.476489 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:38.476341 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:38.476402 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:38.476732 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:38.476515 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:38.476454 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:38.476521 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:38.476816 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0515 11:05:38.476365 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:38.476830 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:38.476464 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:38.476887 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:38.476604 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:38.476479 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:38.476606 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:38.476991 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0515 11:05:38.476465 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:38.477005 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:38.476614 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:38.477046 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:38.476725 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:38.476494 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:38.477123 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0515 11:05:38.477532 3781 node_ip_handler_linux.go:160] Node IP manager is running W0515 11:05:38.512584 3781 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0515 11:05:38.512718 3781 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0515 11:05:38.512864 3781 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0515 11:05:38.520941 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0515 11:05:38.520961 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0515 11:05:38.520970 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0515 11:05:38.520979 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0515 11:05:38.559166 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0515 11:05:38.559175 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0515 11:05:38.559191 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0515 11:05:38.559198 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0515 11:05:38.598044 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0515 11:05:38.598068 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0515 11:05:38.598076 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0515 11:05:38.598082 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0515 11:05:38.598088 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0515 11:05:38.598094 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0515 11:05:38.598100 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0515 11:05:38.598106 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0515 11:05:38.598111 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0515 11:05:38.598116 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0515 11:05:38.598123 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0515 11:05:38.598128 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0515 11:05:38.598133 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0515 11:05:38.598139 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0515 11:05:38.598144 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0515 11:05:38.598149 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0515 11:05:38.598163 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0515 11:05:38.598181 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0515 11:05:38.598202 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0515 11:05:38.598209 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0515 11:05:38.598215 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0515 11:05:38.598220 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0515 11:05:38.598226 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0515 11:05:38.598231 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0515 11:05:38.598235 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0515 11:05:39.772325 3781 default_node_network_controller.go:1380] Starting node controller node sync W0515 11:05:39.772336 3781 egressip_healthcheck.go:76] Health checking using insecure connection I0515 11:05:39.772381 3781 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0515 11:05:39.783885 3781 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.539641ms I0515 11:05:39.783985 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0515 11:05:39.783986 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-172.ec2.internal", IP: 10.0.2.172 to PMTUD blocking rules I0515 11:05:39.783997 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 10.0.1.84 to PMTUD blocking rules I0515 11:05:39.784000 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-172.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0515 11:05:39.795109 3781 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0515 11:05:39.795384 3781 egressservice_node.go:93] Setting up event handlers for Egress Services I0515 11:05:39.795487 3781 egressservice_node.go:183] Starting Egress Services Controller I0515 11:05:39.795501 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0515 11:05:39.795511 3781 shared_informer.go:356] "Caches are synced" controller="egressservices" I0515 11:05:39.795517 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0515 11:05:39.795523 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0515 11:05:39.795528 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0515 11:05:39.795533 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0515 11:05:39.795537 3781 egressservice_node.go:197] Repairing Egress Services I0515 11:05:39.805217 3781 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0515 11:05:39.805227 3781 external_controller.go:278] Starting Admin Policy Based Route Controller I0515 11:05:39.805406 3781 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0515 11:05:39.805415 3781 link_network_manager.go:119] Link manager is running I0515 11:05:39.805423 3781 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0515 11:05:39.805586 3781 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0515 11:05:39.805879 3781 vrf_manager.go:128] VRF manager is running I0515 11:05:39.806192 3781 node_controller_manager.go:437] Removing flows to drop GARP I0515 11:05:39.806205 3781 gateway.go:532] Reconciling gateway with updates I0515 11:05:39.829685 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:39.829694 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:39.829700 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:39.829704 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:39.829694 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:39.829709 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:39.829716 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:39.829718 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:39.829725 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:39.829728 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:39.829732 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:39.829736 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:39.829738 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:39.829739 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:39.829739 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:39.829746 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:39.829751 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:39.829752 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:39.829753 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:39.829757 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:39.829760 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0515 11:05:39.829730 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:39.829706 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:39.829787 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:39.829789 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:39.829787 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0515 11:05:39.829796 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0515 11:05:39.829795 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:39.829797 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:39.829804 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0515 11:05:39.829803 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:39.829801 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:39.829809 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:39.829813 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0515 11:05:39.829813 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:39.829818 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:39.829820 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:39.829735 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0515 11:05:39.829829 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:39.829830 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:39.829827 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:39.829832 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0515 11:05:39.829839 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:39.829787 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:39.829845 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:39.829844 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0515 11:05:39.829844 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0515 11:05:39.829703 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:39.829714 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:39.829872 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:39.829880 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0515 11:05:39.829849 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:39.829723 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:39.829902 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:39.829759 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:39.829729 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:39.829926 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:39.829718 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:39.829954 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:39.829799 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:39.829815 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:39.829811 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:39.829751 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:39.830043 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:39.830048 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0515 11:05:39.829708 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:39.830056 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0515 11:05:39.829710 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:39.830062 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0515 11:05:39.829720 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:39.830069 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:39.829721 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:39.830101 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:39.829729 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:39.830128 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:39.830132 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0515 11:05:39.829743 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:39.830139 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:39.829742 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:39.830169 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:39.829781 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:39.830195 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0515 11:05:39.829790 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:39.830210 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 31967 is already open, no action needed I0515 11:05:39.830215 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 31216 is already open, no action needed I0515 11:05:39.829807 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:39.829682 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:39.830265 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:39.829811 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:39.830274 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:39.829817 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0515 11:05:39.829819 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:39.830320 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0515 11:05:39.829819 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:39.829820 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0515 11:05:39.830363 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0515 11:05:39.830368 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0515 11:05:39.829826 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0515 11:05:39.829826 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:39.830377 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:39.829828 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:39.829832 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0515 11:05:39.829831 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:39.830457 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:39.829839 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0515 11:05:39.829905 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:39.829917 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:39.868885 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0515 11:05:39.868904 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0515 11:05:39.868917 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0515 11:05:39.868924 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0515 11:05:39.868931 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0515 11:05:39.868937 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0515 11:05:39.868946 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0515 11:05:39.868959 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0515 11:05:39.907584 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0515 11:05:39.907605 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0515 11:05:39.907613 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0515 11:05:39.907618 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0515 11:05:39.907625 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0515 11:05:39.907630 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0515 11:05:39.907635 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0515 11:05:39.907640 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0515 11:05:39.907645 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0515 11:05:39.945617 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0515 11:05:39.945625 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0515 11:05:39.945640 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0515 11:05:39.945646 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0515 11:05:39.945652 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0515 11:05:39.945657 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0515 11:05:39.945662 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0515 11:05:39.945667 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0515 11:05:39.945672 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0515 11:05:39.945677 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0515 11:05:41.003740 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:41.003782 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 52.072µs I0515 11:05:41.885794 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:41.886060 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 293.428µs I0515 11:05:41.964209 3781 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7486696dc8-jm55q] creating logical port openshift-image-registry_image-registry-7486696dc8-jm55q for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:41.964333 3781 kube.go:256] Updating pod openshift-image-registry/image-registry-7486696dc8-jm55q I0515 11:05:41.977627 3781 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9dkmt] creating logical port openshift-dns_dns-default-9dkmt for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:41.977705 3781 kube.go:256] Updating pod openshift-dns/dns-default-9dkmt I0515 11:05:41.985451 3781 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-jjfc9] creating logical port openshift-ingress-canary_ingress-canary-jjfc9 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:41.985549 3781 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-jjfc9 I0515 11:05:42.047488 3781 pod.go:62] [openshift-ingress-canary/ingress-canary-jjfc9] pod update took 61.95712ms I0515 11:05:42.047509 3781 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-jjfc9] addLogicalPort annotation time took 61.982662ms I0515 11:05:42.048643 3781 pods.go:271] [openshift-ingress-canary/ingress-canary-jjfc9] addLogicalPort took 63.204812ms, libovsdb time 894.593µs I0515 11:05:42.120001 3781 pod.go:62] [openshift-dns/dns-default-9dkmt] pod update took 142.317686ms I0515 11:05:42.120023 3781 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9dkmt] addLogicalPort annotation time took 142.34292ms I0515 11:05:42.121212 3781 pods.go:271] [openshift-dns/dns-default-9dkmt] addLogicalPort took 143.597254ms, libovsdb time 879.945µs I0515 11:05:42.475943 3781 kube.go:256] Updating pod openshift-image-registry/image-registry-7486696dc8-jm55q I0515 11:05:42.540043 3781 pod.go:62] [openshift-image-registry/image-registry-7486696dc8-jm55q] pod update took 575.739352ms I0515 11:05:42.540066 3781 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7486696dc8-jm55q] addLogicalPort annotation time took 575.766476ms I0515 11:05:42.541182 3781 pods.go:271] [openshift-image-registry/image-registry-7486696dc8-jm55q] addLogicalPort took 576.988367ms, libovsdb time 844.865µs I0515 11:05:42.697143 3781 cni.go:452] [openshift-ingress-canary/ingress-canary-jjfc9 a76609a29bd968376303942061f028dab78f8c7a3eaf5ea1062a3241bfbac91f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-jjfc9 a76609a29bd968376303942061f028dab78f8c7a3eaf5ea1062a3241bfbac91f network default NAD default NAD key ] I0515 11:05:42.733299 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-jjfc9, hostIfaceName: a76609a29bd9683, network: default, NAD default, SandboxID: "a76609a29bd968376303942061f028dab78f8c7a3eaf5ea1062a3241bfbac91f", PCI device ID: , UID: "7fe4d83f-2bf2-453e-9ecf-97326cb65e4d", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0515 11:05:42.787134 3781 cni.go:473] [openshift-ingress-canary/ingress-canary-jjfc9 a76609a29bd968376303942061f028dab78f8c7a3eaf5ea1062a3241bfbac91f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-jjfc9 a76609a29bd968376303942061f028dab78f8c7a3eaf5ea1062a3241bfbac91f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:c5:59:9e:d6:ef\",\"name\":\"a76609a29bd9683\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c97d2bd-85ca-4fbc-9c67-e839036a2b2d\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:05:42.886325 3781 cni.go:452] [kube-system/global-pull-secret-syncer-7qrkr 1c12a41342566091ad8d2f370def55c4952397138734bddbeba6068c721bb37a network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-7qrkr 1c12a41342566091ad8d2f370def55c4952397138734bddbeba6068c721bb37a network default NAD default NAD key ] I0515 11:05:42.896239 3781 cni.go:452] [openshift-network-diagnostics/network-check-target-jvq2r 63c37939dd9ddfe4e565743f12e83e72d8ab1a66ef5db7cff550882dba5c8c4e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jvq2r 63c37939dd9ddfe4e565743f12e83e72d8ab1a66ef5db7cff550882dba5c8c4e network default NAD default NAD key ] I0515 11:05:42.897541 3781 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-7qrkr, hostIfaceName: 1c12a4134256609, network: default, NAD default, SandboxID: "1c12a41342566091ad8d2f370def55c4952397138734bddbeba6068c721bb37a", PCI device ID: , UID: "f40d9acf-33df-4eb2-b93a-4e43ff592476", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0515 11:05:42.907487 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jvq2r, hostIfaceName: 63c37939dd9ddfe, network: default, NAD default, SandboxID: "63c37939dd9ddfe4e565743f12e83e72d8ab1a66ef5db7cff550882dba5c8c4e", PCI device ID: , UID: "7a804a3d-7480-4f2a-aded-acaf18c7a902", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0515 11:05:42.943189 3781 cni.go:473] [kube-system/global-pull-secret-syncer-7qrkr 1c12a41342566091ad8d2f370def55c4952397138734bddbeba6068c721bb37a network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-7qrkr 1c12a41342566091ad8d2f370def55c4952397138734bddbeba6068c721bb37a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:64:da:41:19:82\",\"name\":\"1c12a4134256609\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88a40e04-3a50-4a43-96bf-6f8af7d8c575\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:05:42.956800 3781 cni.go:473] [openshift-network-diagnostics/network-check-target-jvq2r 63c37939dd9ddfe4e565743f12e83e72d8ab1a66ef5db7cff550882dba5c8c4e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jvq2r 63c37939dd9ddfe4e565743f12e83e72d8ab1a66ef5db7cff550882dba5c8c4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:13:bb:3f:d5:d8\",\"name\":\"63c37939dd9ddfe\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e18af302-656e-4fa0-9304-d483aa696488\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:05:44.520211 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0515 11:05:46.298199 3781 cni.go:452] [openshift-dns/dns-default-9dkmt df3af0e2f457b14fc6aa6fd5b1a458a95d895ade66a4dd032c863e861800befa network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9dkmt df3af0e2f457b14fc6aa6fd5b1a458a95d895ade66a4dd032c863e861800befa network default NAD default NAD key ] I0515 11:05:46.298199 3781 cni.go:452] [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key ] I0515 11:05:46.312225 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9dkmt, hostIfaceName: df3af0e2f457b14, network: default, NAD default, SandboxID: "df3af0e2f457b14fc6aa6fd5b1a458a95d895ade66a4dd032c863e861800befa", PCI device ID: , UID: "674e9ad9-fe24-4926-bfc3-4783c455f575", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0515 11:05:46.312719 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7486696dc8-jm55q, hostIfaceName: 5075f943622ba74, network: default, NAD default, SandboxID: "5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b", PCI device ID: , UID: "0a945657-7162-461e-8434-86b960472af5", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0515 11:05:46.361277 3781 cni.go:473] [openshift-dns/dns-default-9dkmt df3af0e2f457b14fc6aa6fd5b1a458a95d895ade66a4dd032c863e861800befa network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9dkmt df3af0e2f457b14fc6aa6fd5b1a458a95d895ade66a4dd032c863e861800befa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e5:71:eb:be:f0\",\"name\":\"df3af0e2f457b14\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92e566a7-6b6e-4e24-95d1-d6bf66690fa9\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:05:46.367064 3781 cni.go:473] [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:6f:bf:49:ca:62\",\"name\":\"5075f943622ba74\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbdb0d0f-1638-49be-998e-6b57fa7604bf\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:05:58.233112 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:58.233138 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:58.234079 3781 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:05:58.305671 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.305690 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.305699 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.306379 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0515 11:05:58.306396 3781 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0515 11:05:58.306403 3781 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0515 11:05:58.328524 3781 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gdvqt] creating logical port openshift-insights_insights-runtime-extractor-gdvqt for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:58.328671 3781 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gdvqt I0515 11:05:58.329217 3781 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-scwzr] creating logical port openshift-console_downloads-5c54f4944f-scwzr for pod on switch ip-10-0-0-74.ec2.internal I0515 11:05:58.329282 3781 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-scwzr W0515 11:05:58.329892 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:05:58.345413 3781 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:05:58.380831 3781 pod.go:62] [openshift-insights/insights-runtime-extractor-gdvqt] pod update took 52.205516ms I0515 11:05:58.380852 3781 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gdvqt] addLogicalPort annotation time took 52.232293ms I0515 11:05:58.381034 3781 pod.go:62] [openshift-console/downloads-5c54f4944f-scwzr] pod update took 51.77085ms I0515 11:05:58.381051 3781 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-scwzr] addLogicalPort annotation time took 51.792149ms I0515 11:05:58.382179 3781 pods.go:271] [openshift-insights/insights-runtime-extractor-gdvqt] addLogicalPort took 53.669548ms, libovsdb time 998.911µs I0515 11:05:58.382498 3781 pods.go:271] [openshift-console/downloads-5c54f4944f-scwzr] addLogicalPort took 53.293875ms, libovsdb time 1.225407ms W0515 11:05:58.385896 3781 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:05:58.434194 3781 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:05:58.687060 3781 cni.go:452] [openshift-insights/insights-runtime-extractor-gdvqt 829cd18b6d8037c6c852aa69baf96ee946df6cc207463b9baaddb0381944687d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gdvqt 829cd18b6d8037c6c852aa69baf96ee946df6cc207463b9baaddb0381944687d network default NAD default NAD key ] I0515 11:05:58.688924 3781 cni.go:452] [openshift-console/downloads-5c54f4944f-scwzr 1271dda7d00f6e1e8fa8b930f8552070bb117f82120b292bb9e9cf559fcbe155 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-scwzr 1271dda7d00f6e1e8fa8b930f8552070bb117f82120b292bb9e9cf559fcbe155 network default NAD default NAD key ] I0515 11:05:58.703298 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-scwzr, hostIfaceName: 1271dda7d00f6e1, network: default, NAD default, SandboxID: "1271dda7d00f6e1e8fa8b930f8552070bb117f82120b292bb9e9cf559fcbe155", PCI device ID: , UID: "66d0019e-b50d-40e5-aeb9-20fce78d03fb", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0515 11:05:58.704011 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gdvqt, hostIfaceName: 829cd18b6d8037c, network: default, NAD default, SandboxID: "829cd18b6d8037c6c852aa69baf96ee946df6cc207463b9baaddb0381944687d", PCI device ID: , UID: "e234ec3a-4ce4-4325-84a9-1343c7e5c110", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0515 11:05:58.755315 3781 cni.go:473] [openshift-insights/insights-runtime-extractor-gdvqt 829cd18b6d8037c6c852aa69baf96ee946df6cc207463b9baaddb0381944687d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gdvqt 829cd18b6d8037c6c852aa69baf96ee946df6cc207463b9baaddb0381944687d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:eb:75:5f:ab:2f\",\"name\":\"829cd18b6d8037c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/036ce5d7-e3ae-4de5-8d53-3e2f4de95cae\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:05:58.771434 3781 cni.go:473] [openshift-console/downloads-5c54f4944f-scwzr 1271dda7d00f6e1e8fa8b930f8552070bb117f82120b292bb9e9cf559fcbe155 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-scwzr 1271dda7d00f6e1e8fa8b930f8552070bb117f82120b292bb9e9cf559fcbe155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:72:87:9f:0f:aa\",\"name\":\"1271dda7d00f6e1\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c13772f9-99bd-4f3e-b39d-fa5903181bd0\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:05:59.174313 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:01.107402 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.107427 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.107435 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0515 11:06:01.259434 3781 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:01.259590 3781 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr I0515 11:06:01.273299 3781 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr] pod update took 13.741995ms I0515 11:06:01.273320 3781 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr] addLogicalPort annotation time took 13.766597ms I0515 11:06:01.274618 3781 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr] addLogicalPort took 15.204469ms, libovsdb time 972.797µs I0515 11:06:01.916625 3781 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key ] I0515 11:06:01.925601 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr, hostIfaceName: 06229f3ac06fd8f, network: default, NAD default, SandboxID: "06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271", PCI device ID: , UID: "bb507b19-2954-4e68-9df3-0bd3d08e5c9a", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0515 11:06:01.974542 3781 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:87:be:36:0b:d7\",\"name\":\"06229f3ac06fd8f\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3ab86b0-b93f-472b-9769-ac5a18b47d14\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:03.868947 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-lm9kp for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:03.869109 3781 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp I0515 11:06:03.888311 3781 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp] pod update took 19.238518ms I0515 11:06:03.888337 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp] addLogicalPort annotation time took 19.271903ms I0515 11:06:03.889516 3781 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp] addLogicalPort took 20.592863ms, libovsdb time 889.147µs I0515 11:06:04.276720 3781 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp 0567b9b8ec5c1d7ea8c9ac9fbd4239d1eda17f91f7223d44b3377f0c5ee01210 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp 0567b9b8ec5c1d7ea8c9ac9fbd4239d1eda17f91f7223d44b3377f0c5ee01210 network default NAD default NAD key ] I0515 11:06:04.287109 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-lm9kp, hostIfaceName: 0567b9b8ec5c1d7, network: default, NAD default, SandboxID: "0567b9b8ec5c1d7ea8c9ac9fbd4239d1eda17f91f7223d44b3377f0c5ee01210", PCI device ID: , UID: "e09fe9f3-0b4a-4b34-9f23-bf1e109bd840", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0515 11:06:04.338692 3781 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp 0567b9b8ec5c1d7ea8c9ac9fbd4239d1eda17f91f7223d44b3377f0c5ee01210 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lm9kp 0567b9b8ec5c1d7ea8c9ac9fbd4239d1eda17f91f7223d44b3377f0c5ee01210 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:84:d7:e9:2a:b2\",\"name\":\"0567b9b8ec5c1d7\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ca32b44-8e39-47f9-9869-8e0f5835b0a9\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:05.953236 3781 base_network_controller_pods.go:487] [default/openshift-console/console-74f8d99866-bqjsn] creating logical port openshift-console_console-74f8d99866-bqjsn for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:05.953364 3781 kube.go:256] Updating pod openshift-console/console-74f8d99866-bqjsn I0515 11:06:05.977220 3781 pod.go:62] [openshift-console/console-74f8d99866-bqjsn] pod update took 23.890899ms I0515 11:06:05.977267 3781 base_network_controller_pods.go:951] [default/openshift-console/console-74f8d99866-bqjsn] addLogicalPort annotation time took 23.923403ms I0515 11:06:05.978602 3781 pods.go:271] [openshift-console/console-74f8d99866-bqjsn] addLogicalPort took 25.385689ms, libovsdb time 971.157µs I0515 11:06:06.334334 3781 cni.go:452] [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key ] I0515 11:06:06.343997 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74f8d99866-bqjsn, hostIfaceName: cbbdd0c13b624b2, network: default, NAD default, SandboxID: "cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36", PCI device ID: , UID: "d0668749-03a9-4425-9859-2899dad8ad9d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] W0515 11:06:06.383886 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0515 11:06:06.394561 3781 cni.go:473] [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:91:86:24:6c:db\",\"name\":\"cbbdd0c13b624b2\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dab6e547-a30a-4cb4-bc80-0edbc1d98fe4\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:06:07.184841 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0515 11:06:11.230135 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:11.415579 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:12.345297 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:12.345326 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:12.588612 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0515 11:06:13.696659 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-ww4tb for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:13.696754 3781 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb I0515 11:06:13.737356 3781 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb] pod update took 40.634093ms I0515 11:06:13.737382 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb] addLogicalPort annotation time took 40.662413ms I0515 11:06:13.738685 3781 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb] addLogicalPort took 42.043756ms, libovsdb time 973.729µs I0515 11:06:14.808121 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:14.808237 3781 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0515 11:06:14.836860 3781 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.663886ms I0515 11:06:14.836884 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.691917ms I0515 11:06:14.838130 3781 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.030297ms, libovsdb time 938.353µs I0515 11:06:15.670922 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-68b7b5754f-h6l62] creating logical port openshift-monitoring_thanos-querier-68b7b5754f-h6l62 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:15.671024 3781 kube.go:256] Updating pod openshift-monitoring/thanos-querier-68b7b5754f-h6l62 I0515 11:06:15.706702 3781 pod.go:62] [openshift-monitoring/thanos-querier-68b7b5754f-h6l62] pod update took 35.714378ms I0515 11:06:15.706727 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-68b7b5754f-h6l62] addLogicalPort annotation time took 35.745466ms I0515 11:06:15.707970 3781 pods.go:271] [openshift-monitoring/thanos-querier-68b7b5754f-h6l62] addLogicalPort took 37.068057ms, libovsdb time 869.552µs W0515 11:06:16.275050 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:16.434167 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:16.434194 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0515 11:06:18.387713 3781 cni.go:452] [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key ] I0515 11:06:18.390382 3781 cni.go:452] [openshift-multus/network-metrics-daemon-vfw5f db1068d3b4492251e133c5c693415a35a93e2a76d1f90a5e911ba0754d9470d4 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vfw5f db1068d3b4492251e133c5c693415a35a93e2a76d1f90a5e911ba0754d9470d4 network default NAD default NAD key ] I0515 11:06:18.395087 3781 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb 46ff662e0a59c1a3a60bc19e4c99baea2e9f6e59a031cc061455fc667005a6ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb 46ff662e0a59c1a3a60bc19e4c99baea2e9f6e59a031cc061455fc667005a6ee network default NAD default NAD key ] I0515 11:06:18.397384 3781 cni.go:452] [openshift-monitoring/thanos-querier-68b7b5754f-h6l62 f25fe699e49e8d3a77aba0f44823e8da8ac355abcfe7c9d03a6cea5186b4fdfc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-68b7b5754f-h6l62 f25fe699e49e8d3a77aba0f44823e8da8ac355abcfe7c9d03a6cea5186b4fdfc network default NAD default NAD key ] I0515 11:06:18.405956 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vfw5f, hostIfaceName: db1068d3b449225, network: default, NAD default, SandboxID: "db1068d3b4492251e133c5c693415a35a93e2a76d1f90a5e911ba0754d9470d4", PCI device ID: , UID: "0ccac885-3972-47db-8d7f-1d545c9f1fd4", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0515 11:06:18.405971 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-ww4tb, hostIfaceName: 46ff662e0a59c1a, network: default, NAD default, SandboxID: "46ff662e0a59c1a3a60bc19e4c99baea2e9f6e59a031cc061455fc667005a6ee", PCI device ID: , UID: "c743dbf3-f2de-4cf6-aa8a-91f4fdce37ec", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0515 11:06:18.405994 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: deac453e7f4916a, network: default, NAD default, SandboxID: "deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003", PCI device ID: , UID: "3934b808-5f35-4754-8b2d-6b051341ced2", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0515 11:06:18.427437 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-68b7b5754f-h6l62, hostIfaceName: f25fe699e49e8d3, network: default, NAD default, SandboxID: "f25fe699e49e8d3a77aba0f44823e8da8ac355abcfe7c9d03a6cea5186b4fdfc", PCI device ID: , UID: "04ea984a-88d8-43c7-b3b7-3f8e0ab8bb61", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] W0515 11:06:18.440095 3781 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c55646fd4-zk45h IP address from the namespace address-set, err: pod openshift-console/console-5c55646fd4-zk45h: no pod IPs found I0515 11:06:18.463006 3781 cni.go:473] [openshift-multus/network-metrics-daemon-vfw5f db1068d3b4492251e133c5c693415a35a93e2a76d1f90a5e911ba0754d9470d4 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vfw5f db1068d3b4492251e133c5c693415a35a93e2a76d1f90a5e911ba0754d9470d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:1a:40:f3:93:b3\",\"name\":\"db1068d3b449225\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4e40750-93a6-4926-a301-16c4a008e2ff\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:18.607043 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-58854cd8bf-79x8h] creating logical port openshift-monitoring_metrics-server-58854cd8bf-79x8h for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:18.607086 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-lzjz7 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:18.607152 3781 kube.go:256] Updating pod openshift-monitoring/metrics-server-58854cd8bf-79x8h I0515 11:06:18.607221 3781 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7 I0515 11:06:18.643992 3781 pod.go:62] [openshift-monitoring/metrics-server-58854cd8bf-79x8h] pod update took 36.869498ms I0515 11:06:18.644018 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-58854cd8bf-79x8h] addLogicalPort annotation time took 36.897076ms I0515 11:06:18.645334 3781 pods.go:271] [openshift-monitoring/metrics-server-58854cd8bf-79x8h] addLogicalPort took 38.311627ms, libovsdb time 975.534µs I0515 11:06:18.654325 3781 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7] pod update took 47.134742ms I0515 11:06:18.654346 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7] addLogicalPort annotation time took 47.160573ms I0515 11:06:18.655676 3781 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7] addLogicalPort took 48.604205ms, libovsdb time 981.942µs I0515 11:06:18.691665 3781 cni.go:473] [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:28:7a:0e:3c:1e\",\"name\":\"deac453e7f4916a\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5ccff85-0256-424c-b9bb-258980fa2588\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:18.691725 3781 cni.go:473] [openshift-monitoring/thanos-querier-68b7b5754f-h6l62 f25fe699e49e8d3a77aba0f44823e8da8ac355abcfe7c9d03a6cea5186b4fdfc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-68b7b5754f-h6l62 f25fe699e49e8d3a77aba0f44823e8da8ac355abcfe7c9d03a6cea5186b4fdfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:80:e3:22:58:ee\",\"name\":\"f25fe699e49e8d3\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d331723-155f-43ea-a1f7-1cf84e780d54\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:18.691829 3781 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb 46ff662e0a59c1a3a60bc19e4c99baea2e9f6e59a031cc061455fc667005a6ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ww4tb 46ff662e0a59c1a3a60bc19e4c99baea2e9f6e59a031cc061455fc667005a6ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:8f:a3:47:dd:f9\",\"name\":\"46ff662e0a59c1a\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/effbf236-448a-4307-8ea6-1a3f8fa0ca24\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:19.055248 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7f69c4c968-p848t] creating logical port openshift-monitoring_telemeter-client-7f69c4c968-p848t for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:19.055381 3781 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7f69c4c968-p848t I0515 11:06:19.077520 3781 pod.go:62] [openshift-monitoring/telemeter-client-7f69c4c968-p848t] pod update took 22.182848ms I0515 11:06:19.077550 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7f69c4c968-p848t] addLogicalPort annotation time took 22.216144ms I0515 11:06:19.079076 3781 pods.go:271] [openshift-monitoring/telemeter-client-7f69c4c968-p848t] addLogicalPort took 23.845298ms, libovsdb time 1.155678ms W0515 11:06:19.234478 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0515 11:06:19.258419 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0515 11:06:19.676752 3781 cni.go:452] [openshift-monitoring/telemeter-client-7f69c4c968-p848t 976cfa6d1cb0ca0346cd8a9999729c4a7955fdf8db1f295f44711700328d070d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7f69c4c968-p848t 976cfa6d1cb0ca0346cd8a9999729c4a7955fdf8db1f295f44711700328d070d network default NAD default NAD key ] I0515 11:06:19.689372 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7f69c4c968-p848t, hostIfaceName: 976cfa6d1cb0ca0, network: default, NAD default, SandboxID: "976cfa6d1cb0ca0346cd8a9999729c4a7955fdf8db1f295f44711700328d070d", PCI device ID: , UID: "b3e5bb53-89e7-4705-bc2a-6a122c86f17c", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0515 11:06:19.755207 3781 cni.go:473] [openshift-monitoring/telemeter-client-7f69c4c968-p848t 976cfa6d1cb0ca0346cd8a9999729c4a7955fdf8db1f295f44711700328d070d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7f69c4c968-p848t 976cfa6d1cb0ca0346cd8a9999729c4a7955fdf8db1f295f44711700328d070d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:2f:bb:6f:e3:76\",\"name\":\"976cfa6d1cb0ca0\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daf70bba-218c-49ab-92bc-1eecf4849f97\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:20.043204 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:20.043352 3781 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0515 11:06:20.077653 3781 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 34.355961ms I0515 11:06:20.077682 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 34.393471ms I0515 11:06:20.079297 3781 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 36.118179ms, libovsdb time 1.172347ms W0515 11:06:20.245698 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0515 11:06:20.639625 3781 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7 76f46e38a7ef5332ed01bccf4b68d824a80478717a638c4be0f16fb191743a78 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7 76f46e38a7ef5332ed01bccf4b68d824a80478717a638c4be0f16fb191743a78 network default NAD default NAD key ] I0515 11:06:20.640451 3781 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key ] I0515 11:06:20.641346 3781 cni.go:452] [openshift-monitoring/metrics-server-58854cd8bf-79x8h 44a88a8859870ff4acdfa28c8c57f1e14ae495acfbef540791cd5938aa353b40 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-58854cd8bf-79x8h 44a88a8859870ff4acdfa28c8c57f1e14ae495acfbef540791cd5938aa353b40 network default NAD default NAD key ] I0515 11:06:20.654603 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-lzjz7, hostIfaceName: 76f46e38a7ef533, network: default, NAD default, SandboxID: "76f46e38a7ef5332ed01bccf4b68d824a80478717a638c4be0f16fb191743a78", PCI device ID: , UID: "1fbbf1ef-3dbe-4d55-910b-c551c2c92fae", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0515 11:06:20.656878 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0eb6cddd265bd92, network: default, NAD default, SandboxID: "0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177", PCI device ID: , UID: "b2062ac4-9462-498b-85d7-ce4cd5c803e5", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0515 11:06:20.658041 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-58854cd8bf-79x8h, hostIfaceName: 44a88a8859870ff, network: default, NAD default, SandboxID: "44a88a8859870ff4acdfa28c8c57f1e14ae495acfbef540791cd5938aa353b40", PCI device ID: , UID: "5dd9b8ef-26ff-42de-a667-9e98b516777a", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0515 11:06:20.723577 3781 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ac:ed:97:c3:16\",\"name\":\"0eb6cddd265bd92\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6322e3e5-1822-45f2-96bc-9f7d7397da38\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:20.743225 3781 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7 76f46e38a7ef5332ed01bccf4b68d824a80478717a638c4be0f16fb191743a78 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lzjz7 76f46e38a7ef5332ed01bccf4b68d824a80478717a638c4be0f16fb191743a78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:69:6d:09:40:03\",\"name\":\"76f46e38a7ef533\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/110e6cf4-551f-4fa3-955d-8b2929dd0b9e\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:20.765269 3781 cni.go:473] [openshift-monitoring/metrics-server-58854cd8bf-79x8h 44a88a8859870ff4acdfa28c8c57f1e14ae495acfbef540791cd5938aa353b40 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-58854cd8bf-79x8h 44a88a8859870ff4acdfa28c8c57f1e14ae495acfbef540791cd5938aa353b40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:5c:26:c2:29:e0\",\"name\":\"44a88a8859870ff\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf03499c-81d1-4d51-b869-3065964f5235\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:06:21.325392 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:21.325416 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:21.364342 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:21.364367 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:21.364375 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:23.496019 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:23.496039 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:23.496046 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:24.622180 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:24.676083 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:24.676102 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0515 11:06:25.177695 3781 cni.go:452] [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key ] I0515 11:06:25.270593 3781 cni.go:473] [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7486696dc8-jm55q 5075f943622ba740ccb4f763892aae7e661a1da9b15432653a03cd036ac08d0b network default NAD default NAD key default], result "{}", err I0515 11:06:25.466186 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:25.466854 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:26.329468 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:26.329497 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:26.335166 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:06:26.335191 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:06:26.366286 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:26.366317 3781 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7486696dc8-jm55q I0515 11:06:26.367740 3781 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7486696dc8-jm55q, ips: 10.129.0.6 I0515 11:06:26.367779 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:26.376014 3781 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f67cfdc57-zzjv6] creating logical port openshift-image-registry_image-registry-6f67cfdc57-zzjv6 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:26.376203 3781 kube.go:256] Updating pod openshift-image-registry/image-registry-6f67cfdc57-zzjv6 I0515 11:06:26.392584 3781 pod.go:62] [openshift-image-registry/image-registry-6f67cfdc57-zzjv6] pod update took 16.410955ms I0515 11:06:26.392605 3781 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f67cfdc57-zzjv6] addLogicalPort annotation time took 16.436936ms I0515 11:06:26.393985 3781 pods.go:271] [openshift-image-registry/image-registry-6f67cfdc57-zzjv6] addLogicalPort took 17.986471ms, libovsdb time 988.384µs W0515 11:06:26.522036 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522103 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522116 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522123 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0515 11:06:26.838014 3781 cni.go:452] [openshift-image-registry/image-registry-6f67cfdc57-zzjv6 06dfbc839a912a60ce17b9609fb6c2fcd66c976239cfac43e541a60b435dfb83 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f67cfdc57-zzjv6 06dfbc839a912a60ce17b9609fb6c2fcd66c976239cfac43e541a60b435dfb83 network default NAD default NAD key ] I0515 11:06:26.850666 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f67cfdc57-zzjv6, hostIfaceName: 06dfbc839a912a6, network: default, NAD default, SandboxID: "06dfbc839a912a60ce17b9609fb6c2fcd66c976239cfac43e541a60b435dfb83", PCI device ID: , UID: "54531b46-e301-4630-86b6-0afdddf711f7", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0515 11:06:26.921242 3781 cni.go:473] [openshift-image-registry/image-registry-6f67cfdc57-zzjv6 06dfbc839a912a60ce17b9609fb6c2fcd66c976239cfac43e541a60b435dfb83 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f67cfdc57-zzjv6 06dfbc839a912a60ce17b9609fb6c2fcd66c976239cfac43e541a60b435dfb83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ba:2b:43:64:09\",\"name\":\"06dfbc839a912a6\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83007df2-8336-4576-8737-013bf34f0e7c\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:27.410314 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:27.410412 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:27.415303 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7486696dc8-jm55q I0515 11:06:27.415331 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7486696dc8-jm55q W0515 11:06:27.476878 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:27.739157 3781 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68b85dd4cc-bmmjs IP address from the namespace address-set, err: pod openshift-console/console-68b85dd4cc-bmmjs: no pod IPs found W0515 11:06:27.746839 3781 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68b85dd4cc-7v78q IP address from the namespace address-set, err: pod openshift-console/console-68b85dd4cc-7v78q: no pod IPs found I0515 11:06:32.363102 3781 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key ] I0515 11:06:32.431637 3781 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr 06229f3ac06fd8f6b44824fc036eb494443817df475f2f5f98d2b77aae546271 network default NAD default NAD key default], result "{}", err I0515 11:06:32.512366 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.512409 3781 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr I0515 11:06:32.518627 3781 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr, ips: 10.129.0.11 I0515 11:06:32.518809 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.518872 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.518932 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0515 11:06:32.522948 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.523080 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0515 11:06:33.536282 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536307 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536323 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536333 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:36.455125 3781 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0515 11:06:36.466030 3781 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0515 11:06:37.025797 3781 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0515 11:06:38.326041 3781 cni.go:452] [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key ] I0515 11:06:38.409363 3781 cni.go:473] [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74f8d99866-bqjsn cbbdd0c13b624b2ccff3bc927e32c44aa4de71ec0664a4a10705e08d16fdfc36 network default NAD default NAD key default], result "{}", err I0515 11:06:38.453664 3781 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-bqjsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:38.453710 3781 pods.go:176] Deleting pod: openshift-console/console-74f8d99866-bqjsn I0515 11:06:38.455146 3781 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74f8d99866-bqjsn, ips: 10.129.0.13 I0515 11:06:38.455193 3781 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-bqjsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:38.464496 3781 base_network_controller_pods.go:487] [default/openshift-console/console-5d6878c96-x2jgj] creating logical port openshift-console_console-5d6878c96-x2jgj for pod on switch ip-10-0-0-74.ec2.internal I0515 11:06:38.464655 3781 kube.go:256] Updating pod openshift-console/console-5d6878c96-x2jgj I0515 11:06:38.490712 3781 pod.go:62] [openshift-console/console-5d6878c96-x2jgj] pod update took 26.092854ms I0515 11:06:38.490741 3781 base_network_controller_pods.go:951] [default/openshift-console/console-5d6878c96-x2jgj] addLogicalPort annotation time took 26.128133ms I0515 11:06:38.492346 3781 pods.go:271] [openshift-console/console-5d6878c96-x2jgj] addLogicalPort took 27.864384ms, libovsdb time 1.106169ms I0515 11:06:38.823629 3781 cni.go:452] [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key ] I0515 11:06:38.832887 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d6878c96-x2jgj, hostIfaceName: 35ddf5ebf3715be, network: default, NAD default, SandboxID: "35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16", PCI device ID: , UID: "510f661c-7b76-4cd4-9551-c22b1b75df57", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0515 11:06:38.882920 3781 cni.go:473] [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:83:01:46:34:98\",\"name\":\"35ddf5ebf3715be\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c53f826-0b26-4282-a9c3-1575025ba767\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:06:39.401458 3781 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-bqjsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:39.401484 3781 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-bqjsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:39.407410 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f8d99866-bqjsn I0515 11:06:39.407439 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f8d99866-bqjsn W0515 11:06:41.370061 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0515 11:06:43.722613 3781 obj_retry.go:498] Detected object openshift-console/console-5c55646fd4-72ltl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:43.723246 3781 obj_retry.go:498] Detected object openshift-console/console-5c55646fd4-72ltl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:44.399473 3781 obj_retry.go:492] Detected object openshift-console/console-5c55646fd4-72ltl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:44.399499 3781 obj_retry.go:492] Detected object openshift-console/console-5c55646fd4-72ltl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:44.406460 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55646fd4-72ltl I0515 11:06:44.406485 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55646fd4-72ltl W0515 11:06:45.514868 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:45.514888 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:47.334411 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:47.334434 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:47.373193 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:47.373222 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:48.334637 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:48.370994 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:49.445746 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:06:51.421449 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0515 11:06:55.270168 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.270186 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.270192 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.270204 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.270208 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.270212 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.916677 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.916697 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.916703 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:07:01.467117 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0515 11:07:13.722821 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:13.723416 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.311554 3781 obj_retry.go:498] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.312088 3781 obj_retry.go:498] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.513141 3781 obj_retry.go:492] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.513163 3781 obj_retry.go:492] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.516275 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-784ccf4679-2q65b I0515 11:07:14.516302 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-784ccf4679-2q65b I0515 11:07:14.720480 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.720509 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.726999 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:07:14.727022 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:07:14.832893 3781 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-cdb87 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.833470 3781 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-cdb87 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:15.721051 3781 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-cdb87 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:15.721078 3781 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-cdb87 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:15.729345 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f8d99866-cdb87 I0515 11:07:15.729368 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f8d99866-cdb87 W0515 11:07:20.606706 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:07:20.606724 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0515 11:07:39.655723 3781 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:39.656328 3781 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:39.822296 3781 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:39.822328 3781 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:39.828992 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0515 11:07:39.829011 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0515 11:07:43.842414 3781 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:43.843020 3781 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:44.152488 3781 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:44.152507 3781 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:44.159024 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0515 11:07:44.159045 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0515 11:08:01.450234 3781 cni.go:452] [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key ] I0515 11:08:01.534518 3781 cni.go:473] [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 deac453e7f4916a6c606bc039916bc0ccbdad2ebd7b04df11969bd4bb824f003 network default NAD default NAD key default], result "{}", err I0515 11:08:01.606298 3781 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:01.606328 3781 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0515 11:08:01.607703 3781 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.15 I0515 11:08:01.607730 3781 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:01.730790 3781 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:01.730813 3781 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:01.740335 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0515 11:08:01.740364 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0515 11:08:01.777864 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:08:01.777996 3781 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0515 11:08:01.809997 3781 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 32.055988ms I0515 11:08:01.810020 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 32.084599ms I0515 11:08:01.811211 3781 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 33.367509ms, libovsdb time 884.374µs I0515 11:08:02.134204 3781 cni.go:452] [openshift-monitoring/alertmanager-main-0 f534cf5ce2a82b5f9fbed2d857c59515bc947f096ab018ad0db9f9b7f10b9ed9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f534cf5ce2a82b5f9fbed2d857c59515bc947f096ab018ad0db9f9b7f10b9ed9 network default NAD default NAD key ] I0515 11:08:02.143697 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f534cf5ce2a82b5, network: default, NAD default, SandboxID: "f534cf5ce2a82b5f9fbed2d857c59515bc947f096ab018ad0db9f9b7f10b9ed9", PCI device ID: , UID: "aedd16a5-ae27-4cfa-8555-f0cea15257c0", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0515 11:08:02.189736 3781 cni.go:473] [openshift-monitoring/alertmanager-main-0 f534cf5ce2a82b5f9fbed2d857c59515bc947f096ab018ad0db9f9b7f10b9ed9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f534cf5ce2a82b5f9fbed2d857c59515bc947f096ab018ad0db9f9b7f10b9ed9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:7a:e6:84:e4:c8\",\"name\":\"f534cf5ce2a82b5\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42b7406a-3624-4300-b997-1aef79aa853f\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:08:07.503331 3781 cni.go:452] [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key ] I0515 11:08:07.592610 3781 cni.go:473] [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d6878c96-x2jgj 35ddf5ebf3715be2dd14d29f0d2af6fb8212111d1166fbfa007560d717d7cb16 network default NAD default NAD key default], result "{}", err I0515 11:08:07.638814 3781 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-x2jgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:07.638849 3781 pods.go:176] Deleting pod: openshift-console/console-5d6878c96-x2jgj I0515 11:08:07.640065 3781 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d6878c96-x2jgj, ips: 10.129.0.22 I0515 11:08:07.640097 3781 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-x2jgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:07.646648 3781 base_network_controller_pods.go:487] [default/openshift-console/console-754d7445f5-9hc4x] creating logical port openshift-console_console-754d7445f5-9hc4x for pod on switch ip-10-0-0-74.ec2.internal I0515 11:08:07.646786 3781 kube.go:256] Updating pod openshift-console/console-754d7445f5-9hc4x I0515 11:08:07.660733 3781 pod.go:62] [openshift-console/console-754d7445f5-9hc4x] pod update took 13.985429ms I0515 11:08:07.660784 3781 base_network_controller_pods.go:951] [default/openshift-console/console-754d7445f5-9hc4x] addLogicalPort annotation time took 14.023431ms I0515 11:08:07.662362 3781 pods.go:271] [openshift-console/console-754d7445f5-9hc4x] addLogicalPort took 15.725554ms, libovsdb time 1.058833ms I0515 11:08:07.761085 3781 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-x2jgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:07.761112 3781 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-x2jgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:07.767237 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d6878c96-x2jgj I0515 11:08:07.767255 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d6878c96-x2jgj I0515 11:08:08.002459 3781 cni.go:452] [openshift-console/console-754d7445f5-9hc4x c02211fa0ad660ca0da1b660a02df7c6cf3b373f26bc82472785e6c44425bbb6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-754d7445f5-9hc4x c02211fa0ad660ca0da1b660a02df7c6cf3b373f26bc82472785e6c44425bbb6 network default NAD default NAD key ] I0515 11:08:08.012740 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-754d7445f5-9hc4x, hostIfaceName: c02211fa0ad660c, network: default, NAD default, SandboxID: "c02211fa0ad660ca0da1b660a02df7c6cf3b373f26bc82472785e6c44425bbb6", PCI device ID: , UID: "5b0fefd3-639d-4d9b-b69e-779d1a79faed", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0515 11:08:08.059163 3781 cni.go:473] [openshift-console/console-754d7445f5-9hc4x c02211fa0ad660ca0da1b660a02df7c6cf3b373f26bc82472785e6c44425bbb6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-754d7445f5-9hc4x c02211fa0ad660ca0da1b660a02df7c6cf3b373f26bc82472785e6c44425bbb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:7c:b2:46:df:33\",\"name\":\"c02211fa0ad660c\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a4eafee-0538-49ac-9103-aec7276146c6\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:08:18.230365 3781 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-p97bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:18.230966 3781 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-p97bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:18.763496 3781 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-p97bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:18.763521 3781 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-p97bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:18.769785 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d6878c96-p97bx I0515 11:08:18.769814 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d6878c96-p97bx W0515 11:08:18.825221 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:08:22.190792 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:08:22.190810 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:08:22.190816 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0515 11:08:46.300222 3781 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key ] I0515 11:08:46.377935 3781 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 0eb6cddd265bd92c6268815efa8dd4e45e92188a1bc2e0dee6d081eda49b0177 network default NAD default NAD key default], result "{}", err I0515 11:08:46.441019 3781 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:46.441133 3781 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0515 11:08:46.442518 3781 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.20 I0515 11:08:46.442546 3781 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:46.938718 3781 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:46.938746 3781 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:46.945360 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0515 11:08:46.945391 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0515 11:08:46.989132 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:08:46.989273 3781 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0515 11:08:47.023070 3781 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.840992ms I0515 11:08:47.023088 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.864286ms I0515 11:08:47.024291 3781 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 35.176798ms, libovsdb time 905.058µs I0515 11:08:47.347644 3781 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f02b84fe6f7b9884530a1672b9d0c0aaccd218c6d2ac5de4ab760743bf08466e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f02b84fe6f7b9884530a1672b9d0c0aaccd218c6d2ac5de4ab760743bf08466e network default NAD default NAD key ] I0515 11:08:47.357048 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f02b84fe6f7b988, network: default, NAD default, SandboxID: "f02b84fe6f7b9884530a1672b9d0c0aaccd218c6d2ac5de4ab760743bf08466e", PCI device ID: , UID: "a58c81a5-f19a-42a6-82bc-13ca3d75cbd4", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0515 11:08:47.404977 3781 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f02b84fe6f7b9884530a1672b9d0c0aaccd218c6d2ac5de4ab760743bf08466e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f02b84fe6f7b9884530a1672b9d0c0aaccd218c6d2ac5de4ab760743bf08466e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fd:dc:6b:e9:c0\",\"name\":\"f02b84fe6f7b988\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/173c297c-5484-469a-9e18-a55f09ab9884\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:09:48.222205 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:09:48.222226 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0515 11:10:05.275039 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:10:05.275562 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:10:06.172591 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:10:06.172614 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:10:57.166292 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0515 11:10:58.371586 3781 namespace.go:98] [tsf] adding namespace I0515 11:10:58.372432 3781 namespace.go:102] [tsf] adding namespace took 826.032µs I0515 11:10:58.387832 3781 namespace.go:142] [tsf] updating namespace I0515 11:10:58.402314 3781 namespace.go:142] [tsf] updating namespace I0515 11:11:02.445151 3781 namespace.go:98] [konflux-ui] adding namespace I0515 11:11:02.445196 3781 namespace.go:98] [rhbk-operator] adding namespace I0515 11:11:02.445342 3781 namespace.go:98] [tsf-tpa] adding namespace I0515 11:11:02.445505 3781 namespace.go:98] [tsf-tas] adding namespace I0515 11:11:02.445627 3781 namespace.go:98] [rhtpa-operator] adding namespace I0515 11:11:02.446094 3781 namespace.go:102] [konflux-ui] adding namespace took 914.478µs I0515 11:11:02.446694 3781 namespace.go:102] [rhbk-operator] adding namespace took 1.479324ms I0515 11:11:02.447248 3781 namespace.go:102] [tsf-tpa] adding namespace took 1.889742ms I0515 11:11:02.447272 3781 namespace.go:98] [cert-manager-operator] adding namespace I0515 11:11:02.447754 3781 namespace.go:102] [cert-manager-operator] adding namespace took 473.992µs I0515 11:11:02.447933 3781 namespace.go:98] [konflux-operator] adding namespace I0515 11:11:02.448367 3781 namespace.go:102] [tsf-tas] adding namespace took 2.848834ms I0515 11:11:02.448962 3781 namespace.go:102] [rhtpa-operator] adding namespace took 3.318281ms I0515 11:11:02.448984 3781 namespace.go:98] [tsf-keycloak] adding namespace I0515 11:11:02.449425 3781 namespace.go:102] [konflux-operator] adding namespace took 1.48022ms I0515 11:11:02.449902 3781 namespace.go:102] [tsf-keycloak] adding namespace took 912.593µs I0515 11:11:02.464466 3781 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.477891 3781 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.486194 3781 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:02.491088 3781 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.493150 3781 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.493265 3781 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.503558 3781 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:02.518072 3781 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.518137 3781 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.518296 3781 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.534870 3781 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.542021 3781 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.555751 3781 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.562933 3781 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.579278 3781 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.579310 3781 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.593972 3781 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.598187 3781 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.609957 3781 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.615253 3781 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.632520 3781 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.632561 3781 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.642039 3781 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.663343 3781 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:03.782018 3781 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:03.790072 3781 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:03.951941 3781 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-74.ec2.internal I0515 11:11:03.952093 3781 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0515 11:11:03.971381 3781 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.33517ms I0515 11:11:03.971403 3781 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.360799ms I0515 11:11:03.972657 3781 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.733856ms, libovsdb time 944.514µs I0515 11:11:04.330746 3781 cni.go:452] [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key ] I0515 11:11:04.339694 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: d82a012c59f67e8, network: default, NAD default, SandboxID: "d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f", PCI device ID: , UID: "9d139189-ee50-44f2-994a-86764bf4ffe0", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0515 11:11:04.387604 3781 cni.go:473] [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:84:a5:28:ff:f3\",\"name\":\"d82a012c59f67e8\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8328c66d-b456-4fc3-ab9c-65749300c804\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:11:05.422374 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:11:05.422522 3781 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 I0515 11:11:05.435552 3781 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86] pod update took 13.06157ms I0515 11:11:05.435579 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86] addLogicalPort annotation time took 13.094443ms I0515 11:11:05.437221 3781 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86] addLogicalPort took 14.865572ms, libovsdb time 1.149421ms I0515 11:11:05.519024 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph for pod on switch ip-10-0-0-74.ec2.internal I0515 11:11:05.519127 3781 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph I0515 11:11:05.531574 3781 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph] pod update took 12.473405ms I0515 11:11:05.531605 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph] addLogicalPort annotation time took 12.512067ms I0515 11:11:05.533205 3781 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph] addLogicalPort took 14.198224ms, libovsdb time 1.06282ms I0515 11:11:05.791187 3781 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key ] I0515 11:11:05.802138 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86, hostIfaceName: 68eca2bcf34fd66, network: default, NAD default, SandboxID: "68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3", PCI device ID: , UID: "f20e250c-73a8-480a-a9f0-35ce9d74b07d", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0515 11:11:05.857700 3781 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:59:3b:a4:be:26\",\"name\":\"68eca2bcf34fd66\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11800dec-9d99-4a07-b951-54de70b16e60\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:11:05.886804 3781 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key ] I0515 11:11:05.897965 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph, hostIfaceName: c0d6ae7e11ae2dd, network: default, NAD default, SandboxID: "c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80", PCI device ID: , UID: "f9a9e83f-70a8-439d-bee0-824812a2389d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0515 11:11:05.950508 3781 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f3:43:85:8e:b9\",\"name\":\"c0d6ae7e11ae2dd\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c5a4049-dfb0-4529-94da-737f8bbb2c51\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:11:08.395501 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr for pod on switch ip-10-0-0-74.ec2.internal I0515 11:11:08.395611 3781 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr I0515 11:11:08.407496 3781 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr] pod update took 11.895166ms I0515 11:11:08.407516 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr] addLogicalPort annotation time took 11.944167ms I0515 11:11:08.409071 3781 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr] addLogicalPort took 13.585443ms, libovsdb time 1.034224ms I0515 11:11:08.778398 3781 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key ] I0515 11:11:08.781654 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g for pod on switch ip-10-0-0-74.ec2.internal I0515 11:11:08.781810 3781 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g I0515 11:11:08.791635 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr, hostIfaceName: 43f886183b30ee0, network: default, NAD default, SandboxID: "43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4", PCI device ID: , UID: "60c59911-b8ca-42a8-9397-f6856ac19bba", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0515 11:11:08.793955 3781 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g] pod update took 12.213203ms I0515 11:11:08.794041 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g] addLogicalPort annotation time took 12.300928ms I0515 11:11:08.795728 3781 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g] addLogicalPort took 14.095387ms, libovsdb time 1.117283ms I0515 11:11:08.857932 3781 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:2f:c9:76:7a:d8\",\"name\":\"43f886183b30ee0\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92584094-908f-418b-a525-df0d1dd10297\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:11:09.158177 3781 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key ] I0515 11:11:09.170897 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g, hostIfaceName: c9ad2828dc87c39, network: default, NAD default, SandboxID: "c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019", PCI device ID: , UID: "d2068a06-ff78-4cb4-8c58-60c5e06939f0", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0515 11:11:09.235417 3781 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:fa:9c:db:a6:e9\",\"name\":\"c9ad2828dc87c39\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8103eab9-516e-4df7-bffd-eb8aa76328d5\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:11:09.538880 3781 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key ] I0515 11:11:09.613903 3781 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 68eca2bcf34fd66a558f374903743264824dccb8044c018bad9f4ea56ca4e8a3 network default NAD default NAD key default], result "{}", err I0515 11:11:09.648887 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.648929 3781 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 I0515 11:11:09.650610 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86, ips: 10.129.0.27 I0515 11:11:09.650646 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.650666 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.650675 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:09.650923 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.650940 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:10.546842 3781 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key ] I0515 11:11:10.625407 3781 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph c0d6ae7e11ae2ddef7a458d86cd9eee23a50030f12934f480be41f5656198b80 network default NAD default NAD key default], result "{}", err I0515 11:11:10.688002 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688058 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688073 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688084 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:11.367301 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.367340 3781 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph I0515 11:11:11.368833 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph, ips: 10.129.0.28 I0515 11:11:11.368866 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.368885 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.368893 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:11.369082 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.369100 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:11.420078 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q for pod on switch ip-10-0-0-74.ec2.internal I0515 11:11:11.420220 3781 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q I0515 11:11:11.432429 3781 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q] pod update took 12.235354ms I0515 11:11:11.432519 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q] addLogicalPort annotation time took 12.32954ms I0515 11:11:11.434092 3781 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q] addLogicalPort took 14.029446ms, libovsdb time 1.080021ms I0515 11:11:11.517715 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl for pod on switch ip-10-0-0-74.ec2.internal I0515 11:11:11.517843 3781 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl I0515 11:11:11.530044 3781 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl] pod update took 12.228072ms I0515 11:11:11.530071 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl] addLogicalPort annotation time took 12.260443ms I0515 11:11:11.531322 3781 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl] addLogicalPort took 13.628104ms, libovsdb time 847.99µs I0515 11:11:12.394545 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.394626 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.394644 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.394671 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:15.765973 3781 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key ] I0515 11:11:15.766403 3781 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key ] I0515 11:11:15.779863 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl, hostIfaceName: af0c499fa1822e7, network: default, NAD default, SandboxID: "af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd", PCI device ID: , UID: "a01eb960-a6be-410a-ab1f-028a8851479d", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0515 11:11:15.779917 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q, hostIfaceName: 9872fc3c9544060, network: default, NAD default, SandboxID: "9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6", PCI device ID: , UID: "df05e076-e6a1-4496-b4be-88129aecd760", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0515 11:11:15.830677 3781 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:df:34:d9:b8:0f\",\"name\":\"af0c499fa1822e7\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d199931b-29b5-4006-9e37-61ae47ce5b77\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:11:15.851574 3781 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:eb:c2:28:56:46\",\"name\":\"9872fc3c9544060\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/922a9fa9-b538-4848-b15d-f48008550c57\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:11:18.600511 3781 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key ] I0515 11:11:18.600907 3781 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key ] I0515 11:11:18.691434 3781 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr 43f886183b30ee002f40d54ab4359f727589b5bfe91d147e2dcf5fe84bc975a4 network default NAD default NAD key default], result "{}", err I0515 11:11:18.723466 3781 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g c9ad2828dc87c39f3b785243f76862197a448620b641b7ecae332ff757fc1019 network default NAD default NAD key default], result "{}", err I0515 11:11:18.740116 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.740155 3781 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr I0515 11:11:18.741802 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr, ips: 10.129.0.29 I0515 11:11:18.741885 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.741937 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.741965 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:18.742237 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.742260 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:18.763232 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.763287 3781 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g I0515 11:11:18.764463 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g, ips: 10.129.0.30 I0515 11:11:18.764489 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.764509 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.764515 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:18.764678 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.764689 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:19.614399 3781 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key ] I0515 11:11:19.690133 3781 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl af0c499fa1822e78af9a78dcf4003f4ec6146ed9a620e3e94b896fb753f4fccd network default NAD default NAD key default], result "{}", err I0515 11:11:19.743994 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744063 3781 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl I0515 11:11:19.745514 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl, ips: 10.129.0.32 I0515 11:11:19.745546 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.745568 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.745575 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:19.745752 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.745788 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:19.773010 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773067 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773084 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773101 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790513 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790541 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790557 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790569 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.294645 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0515 11:11:20.621919 3781 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key ] I0515 11:11:20.694572 3781 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q 9872fc3c9544060340acaead4d260848c737f528dfc0f41342b1d3d90c8440b6 network default NAD default NAD key default], result "{}", err I0515 11:11:20.791306 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791357 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791369 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791386 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791427 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.791463 3781 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q I0515 11:11:20.792785 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q, ips: 10.129.0.31 I0515 11:11:20.792812 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792834 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792843 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:20.793026 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.793037 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:21.835338 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835367 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835378 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835403 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:28.290407 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0515 11:11:30.503043 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0515 11:11:34.754614 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:36.911145 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:36.922439 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:38.072836 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 W0515 11:11:38.308032 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.325022 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.351934 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.358989 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:40.097458 3781 namespace.go:98] [cert-manager] adding namespace I0515 11:11:40.098344 3781 namespace.go:102] [cert-manager] adding namespace took 860.18µs I0515 11:11:40.114283 3781 namespace.go:142] [cert-manager] updating namespace I0515 11:11:40.132444 3781 namespace.go:142] [cert-manager] updating namespace W0515 11:11:42.663042 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:11:43.367716 3781 namespace.go:142] [openshift-operators] updating namespace I0515 11:11:43.386126 3781 namespace.go:142] [openshift-operators] updating namespace W0515 11:11:44.802005 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0515 11:11:44.802022 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0515 11:11:50.987488 3781 namespace.go:98] [trusted-artifact-signer] adding namespace I0515 11:11:50.988370 3781 namespace.go:102] [trusted-artifact-signer] adding namespace took 862.46µs I0515 11:11:51.008924 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:11:51.033817 3781 namespace.go:142] [trusted-artifact-signer] updating namespace W0515 11:11:51.863953 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0515 11:11:53.696693 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0515 11:11:53.696749 3781 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jpv5c IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jpv5c: no pod IPs found I0515 11:11:55.717363 3781 namespace.go:142] [openshift-operators] updating namespace I0515 11:12:05.078045 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=61 I0515 11:12:07.164184 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0515 11:12:08.870015 3781 cni.go:452] [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key ] I0515 11:12:08.950333 3781 cni.go:473] [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions d82a012c59f67e83ba0dc96328c66621a5c5c8155223d02e604ab1ea77563b1f network default NAD default NAD key default], result "{}", err I0515 11:12:08.998451 3781 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:08.998490 3781 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0515 11:12:08.999834 3781 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.26 I0515 11:12:08.999869 3781 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:09.020934 3781 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:09.020956 3781 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:09.027414 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0515 11:12:09.027434 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0515 11:12:10.371280 3781 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-74.ec2.internal I0515 11:12:10.371371 3781 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0515 11:12:10.386022 3781 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.675664ms I0515 11:12:10.386047 3781 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.704306ms I0515 11:12:10.387194 3781 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.93434ms, libovsdb time 815.728µs I0515 11:12:10.489858 3781 namespace.go:98] [openshift-pipelines] adding namespace I0515 11:12:10.490750 3781 namespace.go:102] [openshift-pipelines] adding namespace took 867.473µs I0515 11:12:10.512221 3781 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:12:10.751356 3781 cni.go:452] [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key ] I0515 11:12:10.760526 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: fa2a2d7f07b96e4, network: default, NAD default, SandboxID: "fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303", PCI device ID: , UID: "861277d6-9a61-42fa-b390-c1315c025f61", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0515 11:12:10.809744 3781 cni.go:473] [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:39:03:87:0f:b6\",\"name\":\"fa2a2d7f07b96e4\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a463be4d-4de7-496e-82b8-5bfb288ea449\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:12:11.202152 3781 namespace.go:142] [cert-manager] updating namespace I0515 11:12:11.401635 3781 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:11.801017 3781 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:12.002062 3781 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:12.202936 3781 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:12.602666 3781 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:12.811956 3781 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:13.011570 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:13.208374 3781 namespace.go:142] [tsf] updating namespace I0515 11:12:13.272419 3781 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-k6xb8 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:12:13.272534 3781 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8 I0515 11:12:13.275992 3781 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-7srqz for pod on switch ip-10-0-0-74.ec2.internal I0515 11:12:13.276096 3781 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz I0515 11:12:13.288318 3781 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8] pod update took 15.815974ms I0515 11:12:13.288342 3781 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8] addLogicalPort annotation time took 15.845336ms I0515 11:12:13.289054 3781 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz] pod update took 12.993696ms I0515 11:12:13.289074 3781 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz] addLogicalPort annotation time took 13.019603ms I0515 11:12:13.289815 3781 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8] addLogicalPort took 17.412955ms, libovsdb time 1.102235ms I0515 11:12:13.290384 3781 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz] addLogicalPort took 14.410374ms, libovsdb time 926.971µs I0515 11:12:13.410435 3781 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:13.611392 3781 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:13.814146 3781 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:13.944019 3781 namespace.go:142] [cert-manager] updating namespace I0515 11:12:13.954867 3781 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:13.963519 3781 namespace.go:142] [default] updating namespace I0515 11:12:13.973596 3781 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:13.985403 3781 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:13.996118 3781 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:14.004330 3781 namespace.go:142] [openshift] updating namespace I0515 11:12:14.013317 3781 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:14.023355 3781 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:14.031934 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:14.040878 3781 namespace.go:142] [tsf] updating namespace I0515 11:12:14.051406 3781 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:14.072032 3781 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:14.092398 3781 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:14.192813 3781 namespace.go:142] [cert-manager] updating namespace I0515 11:12:14.294679 3781 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:14.393790 3781 namespace.go:142] [default] updating namespace I0515 11:12:14.494632 3781 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:14.593301 3781 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:14.692505 3781 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:14.792521 3781 namespace.go:142] [openshift] updating namespace I0515 11:12:14.896149 3781 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:14.996327 3781 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:15.092781 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:15.191460 3781 namespace.go:142] [tsf] updating namespace I0515 11:12:15.298482 3781 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:15.392484 3781 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:15.492695 3781 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:15.840084 3781 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:12:19.951968 3781 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8 cd16bcf9a00e3b3b70c44801dd93c19aeb9f640691732151af6046766e7bee7d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8 cd16bcf9a00e3b3b70c44801dd93c19aeb9f640691732151af6046766e7bee7d network default NAD default NAD key ] I0515 11:12:19.957182 3781 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz cd85545cc075f99386db1d98a889abcb26edc924b3d1b38044e0f9173969e536 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz cd85545cc075f99386db1d98a889abcb26edc924b3d1b38044e0f9173969e536 network default NAD default NAD key ] I0515 11:12:19.962155 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-k6xb8, hostIfaceName: cd16bcf9a00e3b3, network: default, NAD default, SandboxID: "cd16bcf9a00e3b3b70c44801dd93c19aeb9f640691732151af6046766e7bee7d", PCI device ID: , UID: "ef8097b3-be4d-46f0-9343-ca78e3f196c7", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0515 11:12:19.966850 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-7srqz, hostIfaceName: cd85545cc075f99, network: default, NAD default, SandboxID: "cd85545cc075f99386db1d98a889abcb26edc924b3d1b38044e0f9173969e536", PCI device ID: , UID: "4a864387-498b-46a0-ba14-69f59c6b2bac", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0515 11:12:20.012132 3781 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8 cd16bcf9a00e3b3b70c44801dd93c19aeb9f640691732151af6046766e7bee7d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-k6xb8 cd16bcf9a00e3b3b70c44801dd93c19aeb9f640691732151af6046766e7bee7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0e:dd:86:dc:bb\",\"name\":\"cd16bcf9a00e3b3\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5948bea1-36d4-4a11-895b-91c70e94503d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:12:20.032150 3781 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz cd85545cc075f99386db1d98a889abcb26edc924b3d1b38044e0f9173969e536 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-7srqz cd85545cc075f99386db1d98a889abcb26edc924b3d1b38044e0f9173969e536 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:db:a7:2f:5d:ed\",\"name\":\"cd85545cc075f99\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/551aca46-de72-49b4-a4cc-7dd21a7d8bb1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:12:20.945008 3781 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0515 11:12:20.962251 3781 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0515 11:12:28.772788 3781 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.772810 3781 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.772815 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.799242 3781 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799263 3781 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799270 3781 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799275 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.827933 3781 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:28.827951 3781 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:28.827955 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0515 11:12:30.174977 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0515 11:12:41.953375 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0515 11:12:41.973474 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0515 11:12:44.066613 3781 cni.go:452] [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key ] I0515 11:12:44.164253 3781 cni.go:473] [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure fa2a2d7f07b96e4bff6c618679e5b09325d12edfa5c8179b7e757f6b3451d303 network default NAD default NAD key default], result "{}", err I0515 11:12:44.220363 3781 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:44.220400 3781 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0515 11:12:44.221700 3781 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.33 I0515 11:12:44.221728 3781 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:44.237115 3781 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:44.237159 3781 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:44.243518 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0515 11:12:44.243537 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0515 11:12:45.397130 3781 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-74.ec2.internal I0515 11:12:45.397324 3781 kube.go:256] Updating pod tsf/test-tsf-iam I0515 11:12:45.411133 3781 pod.go:62] [tsf/test-tsf-iam] pod update took 13.872088ms I0515 11:12:45.411162 3781 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.910838ms I0515 11:12:45.412636 3781 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.530171ms, libovsdb time 1.104139ms I0515 11:12:45.775355 3781 cni.go:452] [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key ] I0515 11:12:45.785070 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 89a4a4ac95ba054, network: default, NAD default, SandboxID: "89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3", PCI device ID: , UID: "02a600e0-0df6-4f66-9c02-fa9006905d39", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0515 11:12:45.832698 3781 cni.go:473] [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:90:30:14:9a:ba\",\"name\":\"89a4a4ac95ba054\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdf01f0a-267c-4bbe-9eee-1a08964950f7\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:12:46.225396 3781 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0515 11:12:46.226079 3781 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0515 11:12:46.226100 3781 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0515 11:12:46.228109 3781 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0515 11:12:46.584645 3781 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:12:46.584781 3781 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0515 11:12:46.602979 3781 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.238059ms I0515 11:12:46.603004 3781 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.266745ms I0515 11:12:46.604288 3781 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.657693ms, libovsdb time 824.044µs I0515 11:12:46.945276 3781 cni.go:452] [tsf-keycloak/keycloak-0 15c3d378cfee837b62d9e5d21ea0ce0ed56f222afc3604fb8c319702dec7b8fe network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 15c3d378cfee837b62d9e5d21ea0ce0ed56f222afc3604fb8c319702dec7b8fe network default NAD default NAD key ] I0515 11:12:46.954492 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 15c3d378cfee837, network: default, NAD default, SandboxID: "15c3d378cfee837b62d9e5d21ea0ce0ed56f222afc3604fb8c319702dec7b8fe", PCI device ID: , UID: "8316e6e6-4c5f-4b81-aa2d-2e59024ef557", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0515 11:12:47.002450 3781 cni.go:473] [tsf-keycloak/keycloak-0 15c3d378cfee837b62d9e5d21ea0ce0ed56f222afc3604fb8c319702dec7b8fe network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 15c3d378cfee837b62d9e5d21ea0ce0ed56f222afc3604fb8c319702dec7b8fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:e8:75:2c:6e:59\",\"name\":\"15c3d378cfee837\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57b0e98c-ed40-4337-b78f-3ce41b8930ef\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:12:51.178520 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0515 11:12:53.125124 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:12:53.125149 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:12:53.125218 3781 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0515 11:12:53.125239 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0515 11:13:08.082102 3781 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0515 11:13:09.162135 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0515 11:13:11.156778 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:13:11.156904 3781 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0515 11:13:11.170886 3781 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.001129ms I0515 11:13:11.170909 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.031157ms I0515 11:13:11.172199 3781 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.458481ms, libovsdb time 927.227µs W0515 11:13:16.201511 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:13:16.201528 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:13:16.201785 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0515 11:13:16.201806 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0515 11:13:20.219723 3781 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 602f03e2919fdc259d76ee341ef7eecb1689cae747319c35804de4fb203963a8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 602f03e2919fdc259d76ee341ef7eecb1689cae747319c35804de4fb203963a8 network default NAD default NAD key ] I0515 11:13:20.229844 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 602f03e2919fdc2, network: default, NAD default, SandboxID: "602f03e2919fdc259d76ee341ef7eecb1689cae747319c35804de4fb203963a8", PCI device ID: , UID: "a7aff80c-2134-4cb6-b331-fa30c5ffebe0", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0515 11:13:20.278023 3781 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 602f03e2919fdc259d76ee341ef7eecb1689cae747319c35804de4fb203963a8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 602f03e2919fdc259d76ee341ef7eecb1689cae747319c35804de4fb203963a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:dc:68:c2:9f:bf\",\"name\":\"602f03e2919fdc2\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08ee477d-3415-4f73-a87a-20b6235d733f\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:13:21.072773 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0515 11:13:24.278413 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0515 11:13:25.355710 3781 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0515 11:13:26.282031 3781 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-5sq7j] creating logical port tsf-keycloak_tsf-iam-5sq7j for pod on switch ip-10-0-0-74.ec2.internal I0515 11:13:26.282122 3781 kube.go:256] Updating pod tsf-keycloak/tsf-iam-5sq7j I0515 11:13:26.295318 3781 pod.go:62] [tsf-keycloak/tsf-iam-5sq7j] pod update took 13.223169ms I0515 11:13:26.295335 3781 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-5sq7j] addLogicalPort annotation time took 13.243705ms I0515 11:13:26.296651 3781 pods.go:271] [tsf-keycloak/tsf-iam-5sq7j] addLogicalPort took 14.64112ms, libovsdb time 966.684µs I0515 11:13:26.644903 3781 cni.go:452] [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key ] I0515 11:13:26.654054 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-5sq7j, hostIfaceName: 5aa4331eebc8e32, network: default, NAD default, SandboxID: "5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2", PCI device ID: , UID: "68dd395e-a641-42f0-8409-09cdeebb8dcf", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0515 11:13:26.702662 3781 cni.go:473] [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:70:bc:51:af:0d\",\"name\":\"5aa4331eebc8e32\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f1d02d1-2f1d-4d3e-a197-d089b589ebae\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:13:32.094080 3781 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:32.094100 3781 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:32.094105 3781 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0515 11:13:33.072161 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=213 I0515 11:13:36.401724 3781 cni.go:452] [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key ] I0515 11:13:36.479562 3781 cni.go:473] [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 89a4a4ac95ba054d28b6bbeafd78cf49270964d095e9e7264b3085ad8df065d3 network default NAD default NAD key default], result "{}", err I0515 11:13:36.530927 3781 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:36.530968 3781 pods.go:176] Deleting pod: tsf/test-tsf-iam I0515 11:13:36.532644 3781 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.36 I0515 11:13:36.532684 3781 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:36.574226 3781 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:36.574266 3781 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:36.580114 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0515 11:13:36.580136 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0515 11:13:37.486502 3781 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-74.ec2.internal I0515 11:13:37.486604 3781 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0515 11:13:37.502147 3781 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.559747ms I0515 11:13:37.502245 3781 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.662009ms I0515 11:13:37.503909 3781 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.427214ms, libovsdb time 1.136739ms I0515 11:13:37.853288 3781 cni.go:452] [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key ] I0515 11:13:37.863317 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 9bf57346e2e2cea, network: default, NAD default, SandboxID: "9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297", PCI device ID: , UID: "d5ff6eda-a325-4139-8418-9e6eb73c9fa0", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0515 11:13:37.917387 3781 cni.go:473] [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:91:ac:4a:69:6e\",\"name\":\"9bf57346e2e2cea\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d89b2968-04a4-4ed4-b256-ad82103814ef\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:13:39.855635 3781 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5fd79645f4-vqdkn] creating logical port tsf-tas_trillian-logsigner-5fd79645f4-vqdkn for pod on switch ip-10-0-0-74.ec2.internal I0515 11:13:39.855793 3781 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5fd79645f4-vqdkn I0515 11:13:39.877302 3781 pod.go:62] [tsf-tas/trillian-logsigner-5fd79645f4-vqdkn] pod update took 21.572898ms I0515 11:13:39.877326 3781 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5fd79645f4-vqdkn] addLogicalPort annotation time took 21.609275ms I0515 11:13:39.878747 3781 pods.go:271] [tsf-tas/trillian-logsigner-5fd79645f4-vqdkn] addLogicalPort took 23.137498ms, libovsdb time 1.097076ms I0515 11:13:40.819059 3781 cni.go:452] [tsf-tas/trillian-logsigner-5fd79645f4-vqdkn 377b7000f950ac021c786696da4d5d866424f21d94554f746034fa67f42eaf98 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5fd79645f4-vqdkn 377b7000f950ac021c786696da4d5d866424f21d94554f746034fa67f42eaf98 network default NAD default NAD key ] I0515 11:13:40.828738 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5fd79645f4-vqdkn, hostIfaceName: 377b7000f950ac0, network: default, NAD default, SandboxID: "377b7000f950ac021c786696da4d5d866424f21d94554f746034fa67f42eaf98", PCI device ID: , UID: "86bde47a-1650-42f1-9f78-ea338390dd66", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0515 11:13:40.881408 3781 cni.go:473] [tsf-tas/trillian-logsigner-5fd79645f4-vqdkn 377b7000f950ac021c786696da4d5d866424f21d94554f746034fa67f42eaf98 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5fd79645f4-vqdkn 377b7000f950ac021c786696da4d5d866424f21d94554f746034fa67f42eaf98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a0:91:be:d0:38\",\"name\":\"377b7000f950ac0\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/673e4e51-fac7-4137-8a74-ae3734cd9bf4\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:13:41.407316 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0515 11:13:41.407346 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0515 11:13:45.458079 3781 cni.go:452] [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key ] I0515 11:13:45.538318 3781 cni.go:473] [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-5sq7j 5aa4331eebc8e32473e1e9dc66594c2de2b106fbcd03bc1ac146eb0b1c4a8ec2 network default NAD default NAD key default], result "{}", err I0515 11:13:47.154780 3781 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5sq7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:47.154825 3781 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-5sq7j I0515 11:13:47.156278 3781 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-5sq7j, ips: 10.129.0.39 I0515 11:13:47.156310 3781 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5sq7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0515 11:13:47.463459 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0515 11:13:48.181202 3781 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5sq7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:48.181225 3781 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5sq7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:13:58.239620 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0515 11:14:00.257158 3781 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0515 11:14:01.377787 3781 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:01.378360 3781 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:02.254247 3781 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:02.254277 3781 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:02.844286 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-8bzgs for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:02.844386 3781 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs I0515 11:14:02.866214 3781 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs] pod update took 21.851297ms I0515 11:14:02.866233 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs] addLogicalPort annotation time took 21.874179ms I0515 11:14:02.867487 3781 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs] addLogicalPort took 23.219815ms, libovsdb time 899.519µs I0515 11:14:02.941872 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-99zwb for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:02.941962 3781 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb I0515 11:14:02.956856 3781 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb] pod update took 14.918218ms I0515 11:14:02.956880 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb] addLogicalPort annotation time took 14.947204ms I0515 11:14:02.958063 3781 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb] addLogicalPort took 16.206592ms, libovsdb time 782.428µs I0515 11:14:03.062688 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-sfstb for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:03.062808 3781 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb I0515 11:14:03.081360 3781 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb] pod update took 18.596566ms I0515 11:14:03.081386 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb] addLogicalPort annotation time took 18.627861ms I0515 11:14:03.082833 3781 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb] addLogicalPort took 20.158735ms, libovsdb time 967.14µs I0515 11:14:03.206172 3781 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs 72c24c7005ebda4dad5dc4618f8ee1b91a40dabb7a0718c8bdf1a6124737bc06 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs 72c24c7005ebda4dad5dc4618f8ee1b91a40dabb7a0718c8bdf1a6124737bc06 network default NAD default NAD key ] I0515 11:14:03.215287 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-8bzgs, hostIfaceName: 72c24c7005ebda4, network: default, NAD default, SandboxID: "72c24c7005ebda4dad5dc4618f8ee1b91a40dabb7a0718c8bdf1a6124737bc06", PCI device ID: , UID: "85950e50-9340-4f50-b580-9c3f4d4bc8c2", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0515 11:14:03.264366 3781 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs 72c24c7005ebda4dad5dc4618f8ee1b91a40dabb7a0718c8bdf1a6124737bc06 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8bzgs 72c24c7005ebda4dad5dc4618f8ee1b91a40dabb7a0718c8bdf1a6124737bc06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9f:3c:f3:38:f1\",\"name\":\"72c24c7005ebda4\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c364bfed-5876-4cbc-a036-097bf3f17ecf\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:14:03.303919 3781 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb a3af733327bcf1e738bfe0e0f0d4887fd04f96c05478dcc4b21cf3abc19aa913 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb a3af733327bcf1e738bfe0e0f0d4887fd04f96c05478dcc4b21cf3abc19aa913 network default NAD default NAD key ] I0515 11:14:03.314254 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-99zwb, hostIfaceName: a3af733327bcf1e, network: default, NAD default, SandboxID: "a3af733327bcf1e738bfe0e0f0d4887fd04f96c05478dcc4b21cf3abc19aa913", PCI device ID: , UID: "c9824a69-d4c7-4d2e-9cbe-1bee4852a20d", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0515 11:14:03.361996 3781 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb a3af733327bcf1e738bfe0e0f0d4887fd04f96c05478dcc4b21cf3abc19aa913 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-99zwb a3af733327bcf1e738bfe0e0f0d4887fd04f96c05478dcc4b21cf3abc19aa913 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f2:64:6e:64:01\",\"name\":\"a3af733327bcf1e\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c066addc-c259-473d-95f1-126160a9e190\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:14:03.432435 3781 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb 8803be2f90c05fbcec4e7a85016de34f701f9eb7453125cc7da460ee2342d0f6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb 8803be2f90c05fbcec4e7a85016de34f701f9eb7453125cc7da460ee2342d0f6 network default NAD default NAD key ] I0515 11:14:03.441934 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-sfstb, hostIfaceName: 8803be2f90c05fb, network: default, NAD default, SandboxID: "8803be2f90c05fbcec4e7a85016de34f701f9eb7453125cc7da460ee2342d0f6", PCI device ID: , UID: "e8d204a0-6a5a-4203-95cf-75e033b71a59", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0515 11:14:03.491515 3781 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb 8803be2f90c05fbcec4e7a85016de34f701f9eb7453125cc7da460ee2342d0f6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sfstb 8803be2f90c05fbcec4e7a85016de34f701f9eb7453125cc7da460ee2342d0f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:e2:06:65:49:45\",\"name\":\"8803be2f90c05fb\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a93e9f2-a414-48e7-ac98-101ae9ae39d6\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:14:05.300219 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0515 11:14:06.573062 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0515 11:14:06.620593 3781 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0515 11:14:06.620611 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0515 11:14:07.585591 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0515 11:14:07.585611 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0515 11:14:17.584289 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0515 11:14:18.656019 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-sl8g9 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:18.656115 3781 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9 I0515 11:14:18.670023 3781 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9] pod update took 13.934166ms I0515 11:14:18.670046 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9] addLogicalPort annotation time took 13.9622ms I0515 11:14:18.671450 3781 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9] addLogicalPort took 15.452456ms, libovsdb time 968.405µs I0515 11:14:19.139899 3781 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9 4ecd90b6a6f3f8247e7b2cc09cc4252b2202f186b2dc543fadac489ff84ce7be network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9 4ecd90b6a6f3f8247e7b2cc09cc4252b2202f186b2dc543fadac489ff84ce7be network default NAD default NAD key ] I0515 11:14:19.149019 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-sl8g9, hostIfaceName: 4ecd90b6a6f3f82, network: default, NAD default, SandboxID: "4ecd90b6a6f3f8247e7b2cc09cc4252b2202f186b2dc543fadac489ff84ce7be", PCI device ID: , UID: "d8ad5c6c-4101-4f19-9235-09921c5d0f84", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0515 11:14:19.200542 3781 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9 4ecd90b6a6f3f8247e7b2cc09cc4252b2202f186b2dc543fadac489ff84ce7be network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-sl8g9 4ecd90b6a6f3f8247e7b2cc09cc4252b2202f186b2dc543fadac489ff84ce7be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d4:c7:d3:35:cc\",\"name\":\"4ecd90b6a6f3f82\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d1d8b10-553e-44ba-9ab6-a91dca0f2a3c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:14:25.632846 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0515 11:14:28.712530 3781 cni.go:452] [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key ] I0515 11:14:28.796622 3781 cni.go:473] [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 9bf57346e2e2cea911c2586180d0c6b5ab7ea513d35e38551b336ec27b01a297 network default NAD default NAD key default], result "{}", err I0515 11:14:28.846092 3781 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:28.846136 3781 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0515 11:14:28.847571 3781 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.40 I0515 11:14:28.847605 3781 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:28.869752 3781 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:28.869785 3781 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:28.878132 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0515 11:14:28.878153 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0515 11:14:29.302782 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0515 11:14:34.792899 3781 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:34.793423 3781 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:35.696875 3781 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:35.696899 3781 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:38.579420 3781 obj_retry.go:498] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:38.579968 3781 obj_retry.go:498] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:39.334642 3781 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:14:39.604132 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:39.604152 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:39.732566 3781 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-xxxmc] creating logical port tsf_tsf-tekton-configuration-xxxmc for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:39.732649 3781 kube.go:256] Updating pod tsf/tsf-tekton-configuration-xxxmc I0515 11:14:39.744449 3781 pod.go:62] [tsf/tsf-tekton-configuration-xxxmc] pod update took 11.820791ms I0515 11:14:39.744474 3781 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-xxxmc] addLogicalPort annotation time took 11.84946ms I0515 11:14:39.745898 3781 pods.go:271] [tsf/tsf-tekton-configuration-xxxmc] addLogicalPort took 13.345834ms, libovsdb time 923.839µs I0515 11:14:40.097802 3781 cni.go:452] [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key ] I0515 11:14:40.106732 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-xxxmc, hostIfaceName: 0dc3199fa457fc0, network: default, NAD default, SandboxID: "0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240", PCI device ID: , UID: "c11a34cd-002f-47c1-b2a0-642de5a5572d", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0515 11:14:40.156245 3781 cni.go:473] [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5d:31:02:81:3f\",\"name\":\"0dc3199fa457fc0\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eac915f3-d1eb-480e-a8db-9f21f64f90eb\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:14:41.078248 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=938 I0515 11:14:41.145422 3781 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5786b9bc87-j59v7] creating logical port tsf-tas_rekor-search-ui-5786b9bc87-j59v7 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:41.145584 3781 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5786b9bc87-j59v7 I0515 11:14:41.160972 3781 pod.go:62] [tsf-tas/rekor-search-ui-5786b9bc87-j59v7] pod update took 15.417472ms I0515 11:14:41.161000 3781 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5786b9bc87-j59v7] addLogicalPort annotation time took 15.453171ms I0515 11:14:41.162492 3781 pods.go:271] [tsf-tas/rekor-search-ui-5786b9bc87-j59v7] addLogicalPort took 17.089043ms, libovsdb time 940.634µs I0515 11:14:41.517097 3781 cni.go:452] [tsf-tas/rekor-search-ui-5786b9bc87-j59v7 1547836216e9945516e998c97915e34eebbe63d047444061de1107eee64b21f1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5786b9bc87-j59v7 1547836216e9945516e998c97915e34eebbe63d047444061de1107eee64b21f1 network default NAD default NAD key ] I0515 11:14:41.526700 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5786b9bc87-j59v7, hostIfaceName: 1547836216e9945, network: default, NAD default, SandboxID: "1547836216e9945516e998c97915e34eebbe63d047444061de1107eee64b21f1", PCI device ID: , UID: "e3984ae4-9b4d-456f-aac4-eacc25211ad4", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0515 11:14:41.576326 3781 cni.go:473] [tsf-tas/rekor-search-ui-5786b9bc87-j59v7 1547836216e9945516e998c97915e34eebbe63d047444061de1107eee64b21f1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5786b9bc87-j59v7 1547836216e9945516e998c97915e34eebbe63d047444061de1107eee64b21f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:1a:65:dd:2b:39\",\"name\":\"1547836216e9945\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f1a344f-fcc0-42cf-be95-6a7f3c101a46\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:14:42.709645 3781 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0515 11:14:44.800056 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0515 11:14:50.756677 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0515 11:14:51.848649 3781 cni.go:452] [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key ] I0515 11:14:51.933451 3781 cni.go:473] [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-xxxmc 0dc3199fa457fc01a634263671a20f731da2dc4aeb82bf8c1e6980be1e42c240 network default NAD default NAD key default], result "{}", err I0515 11:14:51.984307 3781 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xxxmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:51.984347 3781 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-xxxmc I0515 11:14:51.985644 3781 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-xxxmc, ips: 10.129.0.46 I0515 11:14:51.985670 3781 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xxxmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:52.860886 3781 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xxxmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.860911 3781 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xxxmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.897149 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.897172 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.901685 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-kkp84 I0515 11:14:52.901705 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-kkp84 I0515 11:14:53.574147 3781 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:53.574249 3781 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0515 11:14:53.588106 3781 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.887547ms I0515 11:14:53.588128 3781 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.916236ms I0515 11:14:53.589603 3781 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.498572ms, libovsdb time 1.071704ms I0515 11:14:53.937460 3781 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key ] I0515 11:14:53.947000 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d40b397e1af719c, network: default, NAD default, SandboxID: "d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37", PCI device ID: , UID: "de6a8b4b-d6e9-43f5-a503-46c3f325dd1f", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0515 11:14:53.994458 3781 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ed:33:b9:f1:16\",\"name\":\"d40b397e1af719c\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ca62c56-1aca-4aea-baa8-fb91ca9e2259\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:14:56.827215 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0515 11:14:56.884379 3781 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key ] I0515 11:14:56.964606 3781 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d40b397e1af719c53c97e5fb73e9a56d1ce868c3f410028302adb69c9deebb37 network default NAD default NAD key default], result "{}", err I0515 11:14:57.018398 3781 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:57.018440 3781 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0515 11:14:57.019698 3781 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.48 I0515 11:14:57.019728 3781 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:57.039685 3781 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:57.039707 3781 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:57.044507 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0515 11:14:57.044531 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0515 11:14:57.263140 3781 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-74.ec2.internal I0515 11:14:57.263265 3781 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0515 11:14:57.276438 3781 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.195601ms I0515 11:14:57.276461 3781 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.225278ms I0515 11:14:57.281860 3781 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 18.735777ms, libovsdb time 3.308005ms I0515 11:14:57.624429 3781 cni.go:452] [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key ] I0515 11:14:57.633743 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 3a590cb40eca43d, network: default, NAD default, SandboxID: "3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d", PCI device ID: , UID: "5c264e2f-38e5-449a-82ee-5dd7071761a9", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0515 11:14:57.682850 3781 cni.go:473] [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c3:61:3a:37:c7\",\"name\":\"3a590cb40eca43d\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12e2fe93-296e-4dc9-90c6-62429707758b\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:15:03.283977 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0515 11:15:03.703663 3781 obj_retry.go:498] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.704240 3781 obj_retry.go:498] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.958203 3781 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.958850 3781 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:04.726486 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.726512 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.841203 3781 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.841225 3781 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:09.707370 3781 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-85c9945897-hv5q5] creating logical port tsf-tas_ctlog-85c9945897-hv5q5 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:15:09.707490 3781 kube.go:256] Updating pod tsf-tas/ctlog-85c9945897-hv5q5 I0515 11:15:09.723952 3781 pod.go:62] [tsf-tas/ctlog-85c9945897-hv5q5] pod update took 16.484976ms I0515 11:15:09.723974 3781 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-85c9945897-hv5q5] addLogicalPort annotation time took 16.511585ms I0515 11:15:09.725368 3781 pods.go:271] [tsf-tas/ctlog-85c9945897-hv5q5] addLogicalPort took 18.012932ms, libovsdb time 977.188µs I0515 11:15:10.676141 3781 cni.go:452] [tsf-tas/ctlog-85c9945897-hv5q5 ec1bcba5e0913a78532a1a3181bb4ae6803e1680b0c82c8035ec2e71dc103c39 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-85c9945897-hv5q5 ec1bcba5e0913a78532a1a3181bb4ae6803e1680b0c82c8035ec2e71dc103c39 network default NAD default NAD key ] I0515 11:15:10.685791 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-85c9945897-hv5q5, hostIfaceName: ec1bcba5e0913a7, network: default, NAD default, SandboxID: "ec1bcba5e0913a78532a1a3181bb4ae6803e1680b0c82c8035ec2e71dc103c39", PCI device ID: , UID: "9a0075cb-7c03-4f28-9500-76363a0d49f6", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0515 11:15:10.736167 3781 cni.go:473] [tsf-tas/ctlog-85c9945897-hv5q5 ec1bcba5e0913a78532a1a3181bb4ae6803e1680b0c82c8035ec2e71dc103c39 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-85c9945897-hv5q5 ec1bcba5e0913a78532a1a3181bb4ae6803e1680b0c82c8035ec2e71dc103c39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:55:e9:8b:ee:6b\",\"name\":\"ec1bcba5e0913a7\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da0f57f3-59bc-47e3-85ee-910a1072ed4b\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:15:12.025269 3781 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:12.025899 3781 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:12.890232 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:12.890263 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:15:13.010237 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0515 11:15:15.037150 3781 obj_retry.go:498] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:15.037689 3781 obj_retry.go:498] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:16.063031 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:16.063055 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:15:21.707248 3781 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0515 11:15:22.827463 3781 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:22.828095 3781 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:23.706839 3781 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:23.706869 3781 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:15:23.990714 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0515 11:15:27.071760 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0515 11:15:29.729869 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0515 11:15:49.187239 3781 cni.go:452] [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key ] I0515 11:15:49.279884 3781 cni.go:473] [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 3a590cb40eca43df892cbd727d4a1869de370bde35e95f1ce55a31510fee666d network default NAD default NAD key default], result "{}", err I0515 11:15:49.330077 3781 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:49.330109 3781 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0515 11:15:49.331378 3781 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.49 I0515 11:15:49.331402 3781 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:49.369550 3781 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:49.369572 3781 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:49.376519 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0515 11:15:49.376541 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0515 11:15:50.144030 3781 namespace.go:98] [integration-service] adding namespace I0515 11:15:50.144957 3781 namespace.go:102] [integration-service] adding namespace took 908.904µs I0515 11:15:50.149926 3781 namespace.go:98] [build-service] adding namespace I0515 11:15:50.150067 3781 namespace.go:98] [default-tenant] adding namespace I0515 11:15:50.150175 3781 namespace.go:98] [image-controller] adding namespace I0515 11:15:50.150647 3781 namespace.go:102] [build-service] adding namespace took 706.709µs I0515 11:15:50.151263 3781 namespace.go:102] [default-tenant] adding namespace took 1.177778ms I0515 11:15:50.151845 3781 namespace.go:102] [image-controller] adding namespace took 1.655421ms I0515 11:15:50.215103 3781 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.235021 3781 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.257983 3781 namespace.go:142] [build-service] updating namespace I0515 11:15:50.283974 3781 namespace.go:142] [default-tenant] updating namespace I0515 11:15:50.293158 3781 namespace.go:142] [build-service] updating namespace I0515 11:15:50.346079 3781 namespace.go:142] [image-controller] updating namespace I0515 11:15:50.354944 3781 namespace.go:142] [default-tenant] updating namespace I0515 11:15:50.405452 3781 namespace.go:142] [image-controller] updating namespace I0515 11:15:50.551026 3781 namespace.go:142] [build-service] updating namespace I0515 11:15:50.621083 3781 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.714181 3781 namespace.go:98] [release-service] adding namespace I0515 11:15:50.715065 3781 namespace.go:102] [release-service] adding namespace took 864.369µs I0515 11:15:50.760045 3781 namespace.go:142] [release-service] updating namespace I0515 11:15:50.818140 3781 namespace.go:142] [release-service] updating namespace I0515 11:15:50.902999 3781 namespace.go:142] [konflux-ui] updating namespace I0515 11:15:51.531141 3781 namespace.go:98] [konflux-info] adding namespace I0515 11:15:51.532066 3781 namespace.go:102] [konflux-info] adding namespace took 901.769µs I0515 11:15:51.640033 3781 namespace.go:142] [konflux-info] updating namespace I0515 11:15:51.697172 3781 namespace.go:98] [namespace-lister] adding namespace I0515 11:15:51.697988 3781 namespace.go:102] [namespace-lister] adding namespace took 790.925µs I0515 11:15:51.760015 3781 namespace.go:142] [konflux-info] updating namespace I0515 11:15:51.865938 3781 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:51.932447 3781 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:51.965145 3781 namespace.go:98] [enterprise-contract-service] adding namespace I0515 11:15:51.965984 3781 namespace.go:102] [enterprise-contract-service] adding namespace took 818.524µs I0515 11:15:51.990776 3781 namespace.go:142] [image-controller] updating namespace I0515 11:15:52.032185 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:52.091343 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:52.112823 3781 namespace.go:142] [default-tenant] updating namespace I0515 11:15:52.260096 3781 namespace.go:98] [segment-bridge] adding namespace I0515 11:15:52.260802 3781 namespace.go:102] [segment-bridge] adding namespace took 688.987µs I0515 11:15:52.335023 3781 namespace.go:98] [konflux-cli] adding namespace I0515 11:15:52.335815 3781 namespace.go:102] [konflux-cli] adding namespace took 773.187µs I0515 11:15:52.347103 3781 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:52.474006 3781 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:52.497115 3781 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:52.545153 3781 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:52.594745 3781 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0515 11:15:52.595383 3781 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0515 11:15:52.595399 3781 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0515 11:15:52.598411 3781 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0515 11:15:52.687816 3781 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0515 11:15:52.687843 3781 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0515 11:15:52.688609 3781 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0515 11:15:53.067284 3781 namespace.go:142] [build-service] updating namespace I0515 11:15:53.313965 3781 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-8vtd2] creating logical port image-controller_image-controller-controller-manager-6f859968fc-8vtd2 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:15:53.314044 3781 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-8vtd2 I0515 11:15:53.350752 3781 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-8vtd2] pod update took 36.730497ms I0515 11:15:53.350787 3781 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-8vtd2] addLogicalPort annotation time took 36.768182ms I0515 11:15:53.351902 3781 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-8vtd2] addLogicalPort took 37.951537ms, libovsdb time 773.454µs I0515 11:15:53.378500 3781 namespace.go:142] [default-tenant] updating namespace I0515 11:15:53.423702 3781 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-ngn92] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-ngn92 for pod on switch ip-10-0-0-74.ec2.internal I0515 11:15:53.423798 3781 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 I0515 11:15:53.454923 3781 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92] pod update took 31.163204ms I0515 11:15:53.454947 3781 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-ngn92] addLogicalPort annotation time took 31.189777ms I0515 11:15:53.456143 3781 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92] addLogicalPort took 32.45376ms, libovsdb time 815.248µs I0515 11:15:53.674455 3781 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-8vtd2 a83f91bdca90a283013d80fa13c612d6f9bbc3a940d008ddb6ad59cca803b201 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-8vtd2 a83f91bdca90a283013d80fa13c612d6f9bbc3a940d008ddb6ad59cca803b201 network default NAD default NAD key ] I0515 11:15:53.684041 3781 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-8vtd2, hostIfaceName: a83f91bdca90a28, network: default, NAD default, SandboxID: "a83f91bdca90a283013d80fa13c612d6f9bbc3a940d008ddb6ad59cca803b201", PCI device ID: , UID: "81395b5d-92e8-4742-8c2e-7f6f9775666b", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0515 11:15:53.734692 3781 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-8vtd2 a83f91bdca90a283013d80fa13c612d6f9bbc3a940d008ddb6ad59cca803b201 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-8vtd2 a83f91bdca90a283013d80fa13c612d6f9bbc3a940d008ddb6ad59cca803b201 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:fc:74:8f:65:b4\",\"name\":\"a83f91bdca90a28\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ce5e74d-95f1-4783-9b45-c24ca96bde48\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:15:53.777007 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:53.882277 3781 namespace.go:142] [image-controller] updating namespace I0515 11:15:53.946036 3781 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-tfrlx] creating logical port build-service_build-service-controller-manager-7cbf488fcf-tfrlx for pod on switch ip-10-0-0-74.ec2.internal I0515 11:15:53.946206 3781 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-tfrlx I0515 11:15:54.023333 3781 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-tfrlx] pod update took 77.151526ms I0515 11:15:54.023362 3781 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-tfrlx] addLogicalPort annotation time took 77.195456ms I0515 11:15:54.024641 3781 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-tfrlx] addLogicalPort took 78.620151ms, libovsdb time 866.983µs I0515 11:15:54.173718 3781 namespace.go:142] [integration-service] updating namespace I0515 11:15:54.264803 3781 base_network_controller_pods.go:487] [default/konflux-ui/proxy-dff9f46b7-tp4fj] creating logical port konflux-ui_proxy-dff9f46b7-tp4fj for pod on switch ip-10-0-0-74.ec2.internal I0515 11:15:54.264903 3781 kube.go:256] Updating pod konflux-ui/proxy-dff9f46b7-tp4fj I0515 11:15:54.321972 3781 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-tfrlx 681edf07c4afa15d983311eeda6dfebcdd525d7c842d998cd05cb91be6d3814f network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-tfrlx 681edf07c4afa15d983311eeda6dfebcdd525d7c842d998cd05cb91be6d3814f network default NAD default NAD key ] I0515 11:15:54.333232 3781 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-tfrlx, hostIfaceName: 681edf07c4afa15, network: default, NAD default, SandboxID: "681edf07c4afa15d983311eeda6dfebcdd525d7c842d998cd05cb91be6d3814f", PCI device ID: , UID: "86e845da-94cb-48b5-b364-a599e7327dc0", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0515 11:15:54.365250 3781 pod.go:62] [konflux-ui/proxy-dff9f46b7-tp4fj] pod update took 100.383932ms I0515 11:15:54.365282 3781 base_network_controller_pods.go:951] [default/konflux-ui/proxy-dff9f46b7-tp4fj] addLogicalPort annotation time took 100.419551ms I0515 11:15:54.367037 3781 pods.go:271] [konflux-ui/proxy-dff9f46b7-tp4fj] addLogicalPort took 102.246364ms, libovsdb time 1.176882ms I0515 11:15:54.391045 3781 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-tfrlx 681edf07c4afa15d983311eeda6dfebcdd525d7c842d998cd05cb91be6d3814f network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-tfrlx 681edf07c4afa15d983311eeda6dfebcdd525d7c842d998cd05cb91be6d3814f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:42:b1:0a:0c:b6\",\"name\":\"681edf07c4afa15\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09d7ef27-488f-4e46-85a1-6a32d227ce53\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:15:54.396073 3781 namespace.go:142] [konflux-info] updating namespace I0515 11:15:54.806183 3781 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:55.013810 3781 namespace.go:142] [release-service] updating namespace W0515 11:15:55.136187 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0515 11:15:55.165062 3781 namespace.go:142] [build-service] updating namespace I0515 11:15:55.223128 3781 namespace.go:142] [default-tenant] updating namespace I0515 11:15:55.258216 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:55.274100 3781 namespace.go:142] [image-controller] updating namespace I0515 11:15:55.298006 3781 namespace.go:142] [integration-service] updating namespace I0515 11:15:55.343985 3781 namespace.go:142] [konflux-info] updating namespace I0515 11:15:55.396646 3781 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:55.412057 3781 namespace.go:142] [release-service] updating namespace I0515 11:15:55.568308 3781 namespace.go:142] [build-service] updating namespace I0515 11:15:55.692580 3781 namespace.go:142] [default-tenant] updating namespace I0515 11:15:55.822341 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:55.968268 3781 namespace.go:142] [image-controller] updating namespace I0515 11:15:56.062009 3781 namespace.go:142] [integration-service] updating namespace I0515 11:15:56.166111 3781 namespace.go:142] [konflux-info] updating namespace I0515 11:15:56.271115 3781 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:56.351162 3781 namespace.go:142] [release-service] updating namespace I0515 11:15:57.564032 3781 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:57.771097 3781 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:57.887497 3781 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:57.904494 3781 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:57.985740 3781 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:58.088607 3781 namespace.go:142] [segment-bridge] updating namespace W0515 11:15:58.242931 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0515 11:15:58.274908 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0515 11:16:01.284202 3781 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key ] I0515 11:16:01.293815 3781 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-ngn92, hostIfaceName: 2433f70ce02ba10, network: default, NAD default, SandboxID: "2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0", PCI device ID: , UID: "5edd6adf-09f6-4b27-a547-d970249bce66", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0515 11:16:01.345235 3781 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:90:b3:57:f1:ac\",\"name\":\"2433f70ce02ba10\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e6d20b2-bb30-4cab-8bcd-ab26f2dea633\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:16:02.139864 3781 cni.go:452] [konflux-ui/proxy-dff9f46b7-tp4fj d7cb338dd0ef1064a43b69862bce02b93d211f67a73c648b9b9ae16417e8f553 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-dff9f46b7-tp4fj d7cb338dd0ef1064a43b69862bce02b93d211f67a73c648b9b9ae16417e8f553 network default NAD default NAD key ] I0515 11:16:02.150965 3781 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-dff9f46b7-tp4fj, hostIfaceName: d7cb338dd0ef106, network: default, NAD default, SandboxID: "d7cb338dd0ef1064a43b69862bce02b93d211f67a73c648b9b9ae16417e8f553", PCI device ID: , UID: "424e93e4-34ab-470f-b9fc-2ded3c0006e8", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0515 11:16:02.212269 3781 cni.go:473] [konflux-ui/proxy-dff9f46b7-tp4fj d7cb338dd0ef1064a43b69862bce02b93d211f67a73c648b9b9ae16417e8f553 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-dff9f46b7-tp4fj d7cb338dd0ef1064a43b69862bce02b93d211f67a73c648b9b9ae16417e8f553 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c9:13:3d:c4:b8\",\"name\":\"d7cb338dd0ef106\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebe143bb-752d-4826-b7bc-83b93a396672\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0515 11:16:03.170088 3781 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0515 11:16:04.285041 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:04.287670 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:07.227820 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:07.227839 3781 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:07.253033 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0515 11:16:07.253905 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0515 11:16:07.278845 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:07.280036 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:08.315904 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:08.315924 3781 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:09.253114 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0515 11:16:09.280996 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0515 11:16:15.294413 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:15.295633 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0515 11:16:18.442761 3781 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key ] I0515 11:16:18.530548 3781 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 2433f70ce02ba10194350ed4e595c7cf94a1fadb002a8473e17a22c486a2a2a0 network default NAD default NAD key default], result "{}", err I0515 11:16:18.581335 3781 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:16:18.581364 3781 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 I0515 11:16:18.582678 3781 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-ngn92, ips: 10.129.0.52 I0515 11:16:18.582704 3781 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:16:19.384144 3781 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:16:19.384169 3781 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:16:19.390176 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 I0515 11:16:19.390205 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 W0515 11:16:44.380419 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:44.380441 3781 util.go:959] Failed to build node endpoints for node ip-10-0-0-74.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0515 11:17:03.091150 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0515 11:17:14.456983 3781 obj_retry.go:498] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:14.457574 3781 obj_retry.go:498] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:14.606460 3781 obj_retry.go:492] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:14.606480 3781 obj_retry.go:492] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:14.612374 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:17:14.612402 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:17:22.797105 3781 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:22.797675 3781 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:22.814330 3781 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:22.814354 3781 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:22.820605 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0515 11:17:22.820626 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0515 11:17:52.181521 3781 namespace.go:98] [managed-tenant-sdmxm] adding namespace I0515 11:17:52.182411 3781 namespace.go:102] [managed-tenant-sdmxm] adding namespace took 863.619µs I0515 11:17:52.209888 3781 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:52.228592 3781 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.225981 3781 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.355321 3781 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.455714 3781 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:18:28.281238 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0515 11:18:54.164753 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0515 11:19:06.169446 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0515 11:19:07.293407 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0515 11:20:00.198040 3781 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29647400-4q6pt for pod on switch ip-10-0-0-74.ec2.internal I0515 11:20:00.198159 3781 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt I0515 11:20:00.227118 3781 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt] pod update took 28.983802ms I0515 11:20:00.227143 3781 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt] addLogicalPort annotation time took 29.01474ms I0515 11:20:00.228333 3781 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt] addLogicalPort took 30.308563ms, libovsdb time 808.73µs I0515 11:20:00.560501 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key ] I0515 11:20:00.570261 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29647400-4q6pt, hostIfaceName: 7208b1dfa1b6345, network: default, NAD default, SandboxID: "7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee", PCI device ID: , UID: "dcb8e6d5-72a2-4bc2-b04d-51b67303d615", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0515 11:20:00.625269 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:17:0a:11:32:98\",\"name\":\"7208b1dfa1b6345\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5bd48ae-b3a1-472e-92fc-d70f1d36ec91\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:20:03.658755 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key ] I0515 11:20:03.752818 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt 7208b1dfa1b63458964369ae6306b0ed9152d851c887864e91a7259b1304e0ee network default NAD default NAD key default], result "{}", err I0515 11:20:03.801324 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:20:03.801360 3781 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt I0515 11:20:03.802832 3781 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt, ips: 10.129.0.55 I0515 11:20:03.802858 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:20:04.666960 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:20:04.666986 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:20:11.074698 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 I0515 11:20:27.082678 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=124 I0515 11:20:59.167640 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0515 11:21:02.297921 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0515 11:21:14.075653 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0515 11:21:55.081459 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=220 I0515 11:22:06.303068 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0515 11:22:20.177963 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0515 11:22:41.308013 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0515 11:22:55.074753 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0515 11:24:55.093951 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0515 11:24:59.287038 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0515 11:25:04.060084 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:04.060128 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:04.064746 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vhgwh I0515 11:25:04.064796 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vhgwh I0515 11:25:12.031430 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:12.031472 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:12.036805 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-hcr4v I0515 11:25:12.036831 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-hcr4v I0515 11:25:16.030844 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:16.030884 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:16.036955 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zlh5j I0515 11:25:16.036983 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zlh5j I0515 11:27:02.284362 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0515 11:27:15.833898 3781 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-74f8d99866-cdb87 I0515 11:27:34.085271 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0515 11:27:51.078005 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0515 11:28:21.168086 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0515 11:28:28.312380 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0515 11:28:36.085854 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0515 11:28:37.172650 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0515 11:28:42.296129 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0515 11:29:20.301064 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0515 11:29:20.306159 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0515 11:30:00.202232 3781 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29647410-lmnxr for pod on switch ip-10-0-0-74.ec2.internal I0515 11:30:00.202342 3781 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr I0515 11:30:00.236923 3781 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr] pod update took 34.602865ms I0515 11:30:00.236946 3781 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr] addLogicalPort annotation time took 34.630058ms I0515 11:30:00.238242 3781 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr] addLogicalPort took 36.025219ms, libovsdb time 898.742µs I0515 11:30:00.567949 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key ] I0515 11:30:00.577852 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29647410-lmnxr, hostIfaceName: cd703117edc0226, network: default, NAD default, SandboxID: "cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408", PCI device ID: , UID: "b62a88ff-b93b-456f-ab4b-11896978a46b", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0515 11:30:00.630159 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:06:39:b9:86:69\",\"name\":\"cd703117edc0226\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34caac4a-9738-47f3-9f2e-f0ab818794c6\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0515 11:30:03.975167 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key ] I0515 11:30:04.061342 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr cd703117edc02262cb1579b73207226c3e01342cd99442c3dc0eed3b71795408 network default NAD default NAD key default], result "{}", err I0515 11:30:04.113284 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:30:04.113346 3781 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr I0515 11:30:04.114830 3781 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr, ips: 10.129.0.56 I0515 11:30:04.114859 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:30:04.989113 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:30:04.989166 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:30:32.181287 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0515 11:30:43.170346 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0515 11:30:51.079141 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0515 11:31:20.096552 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0515 11:31:24.077805 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0515 11:32:32.287458 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0515 11:32:35.290056 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9